-- Logs begin at Mon 2022-03-28 14:16:17 UTC, end at Mon 2022-03-28 16:19:55 UTC. -- Mar 28 15:07:04.693629 dv-neutron-828143-13-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 15:07:07.190903 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.common.config [-] Logging enabled! Mar 28 15:07:07.191626 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev79 Mar 28 15:07:07.191626 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88377) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 15:07:07.195020 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.common.config [-] Logging enabled! Mar 28 15:07:07.195299 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev79 Mar 28 15:07:07.195615 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88377) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 15:07:07.196555 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 15:07:07.196792 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 15:07:07.197149 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 15:07:07.197398 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 15:07:07.197625 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 15:07:07.197944 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.198765 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.199092 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.199330 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.199627 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.199921 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.200203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.200492 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.200789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.201077 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.201357 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.201647 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.201880 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.202162 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.202451 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.202738 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.202965 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] debug = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.203270 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.203701 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.204112 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.204394 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.204687 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.204968 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.205244 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.205522 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.205809 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.206138 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] host = dv-neutron-828143-13-hyperv {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.206416 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.206707 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.206999 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.207312 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.207591 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.207869 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.208158 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.208434 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.208709 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] log_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.208988 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.209278 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.209569 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.209863 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.210093 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.210319 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.210610 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.210900 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.211208 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.211494 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.211772 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.212048 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.212322 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.212593 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.212879 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.213164 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.213454 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.213730 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.214554 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.214829 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.215131 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.215426 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.215703 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.215978 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.216256 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.216542 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.216813 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.217089 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.217394 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.217686 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.217974 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.218262 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.218538 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.218823 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.219139 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.219417 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.219692 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] use_json = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.219967 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.220241 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.220524 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.220798 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.221071 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.221345 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.221623 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.221912 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.222187 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:07.222482 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.222781 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.223108 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.223402 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.223696 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.223977 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.224268 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.224549 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.224843 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.225134 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.225426 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.225712 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.226003 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.226284 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.226581 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.226888 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.227213 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.227511 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.227790 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.228067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.228343 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.228624 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.228911 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.229208 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.229527 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.229803 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.230084 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.230378 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.230660 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.230936 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.231240 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.231539 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.231820 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.232097 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.232378 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.232657 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.232930 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.233204 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.233481 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.233775 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.234055 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.234328 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.234601 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.234881 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.235180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.235467 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.235746 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.236022 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.236296 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.236576 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.236851 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.237127 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.237405 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.237679 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.237957 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.238231 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.238505 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.238779 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.239132 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.239410 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.239683 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.239957 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.240236 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.240509 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.240783 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.241055 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.241329 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.241606 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.241897 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.242197 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.242480 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.242759 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.243068 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.243348 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.243629 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.243913 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.244194 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.244475 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.244753 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.245565 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.245858 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.246149 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.246437 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.246718 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.247019 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.247322 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.247608 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.247890 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.248180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.248467 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.248753 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.249052 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.249348 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.249644 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.249938 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.250234 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.250521 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.250834 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.251145 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:07.251367 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 15:07:07.251608 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88377) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 15:07:07.644968 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO keyring.backend [-] Loading KWallet Mar 28 15:07:07.652191 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO keyring.backend [-] Loading SecretService Mar 28 15:07:07.655649 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO keyring.backend [-] Loading Windows Mar 28 15:07:07.656956 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO keyring.backend [-] Loading chainer Mar 28 15:07:07.657740 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO keyring.backend [-] Loading macOS Mar 28 15:07:07.691274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 15:07:07.691553 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 15:07:07.691841 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 15:07:07.692175 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 15:07:08.077743 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.078040 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.078313 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.079637 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.079922 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.080188 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.115571 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.115851 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.116123 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.128948 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.129226 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.129497 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.159319 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.159601 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.159876 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.196747 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.197309 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.197309 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.430124 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.430413 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.430677 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.430945 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.431723 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.551556 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.551881 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.552168 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.552446 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.552719 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.553038 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.553304 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.553562 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.553820 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.554106 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.554369 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.554636 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.554903 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.555186 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.555456 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.555727 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.555992 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.556268 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.556524 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.556809 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.557162 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.557419 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.557699 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.557987 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.558240 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.558488 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.558875 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 15:07:08.559145 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 15:07:08.559387 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 15:07:08.559625 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 15:07:08.559861 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 15:07:08.560098 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 15:07:08.560463 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 15:07:08.563545 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 15:07:08.567460 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 15:07:08.571413 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 28 15:07:08.573043 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 15:07:08.575016 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 15:07:08.575376 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 15:07:08.575763 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 15:07:08.578523 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 15:07:08.578776 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 15:07:08.579160 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 15:07:08.607139 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 15:07:08.607586 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.607888 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88377) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 28 15:07:08.608254 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.609626 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88377) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 15:07:08.609911 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 15:07:08.610159 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 15:07:08.613394 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.613688 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:08.676343 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 15:07:08.676582 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 15:07:08.676818 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 15:07:08.677178 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 15:07:08.708927 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_db.sqlalchemy.engines [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88377) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 28 15:07:09.126809 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Initializing driver for type 'gre' Mar 28 15:07:09.127409 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] gre ID ranges: [(1, 1000)] Mar 28 15:07:09.338289 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Initializing driver for type 'local' Mar 28 15:07:09.338940 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Initializing driver for type 'vlan' Mar 28 15:07:09.417473 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] VlanTypeDriver initialization complete Mar 28 15:07:09.417807 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Initializing driver for type 'vxlan' Mar 28 15:07:09.418301 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] vxlan ID ranges: [(1, 1000)] Mar 28 15:07:09.590113 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Initializing extension driver 'port_security' Mar 28 15:07:09.590390 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.extensions.port_security [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] PortSecurityExtensionDriver initialization complete Mar 28 15:07:09.590713 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Initializing mechanism driver 'openvswitch' Mar 28 15:07:09.591049 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Initializing mechanism driver 'hyperv' Mar 28 15:07:09.597468 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.plugins.ml2.plugin [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:07:09.598133 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > port after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.598496 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > port after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.598838 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > port after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.599405 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 15:07:09.599810 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > subnet after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.600160 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > subnet after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.600496 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.600875 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 15:07:09.601268 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > network after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.601611 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > network after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.601944 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > network after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.602321 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 15:07:09.602713 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > security_group after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.603079 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > security_group after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.603419 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.603945 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 15:07:09.604345 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.605282 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.605625 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.606006 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 15:07:09.606401 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > address_group after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.606740 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > address_group after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.607104 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.607488 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 15:07:09.607923 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] ML2 OVO RPC backend initialized. {{(pid=88377) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 28 15:07:09.608621 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.608970 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.609378 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > network before_response 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.609720 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > networks before_response 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.610065 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > port before_response 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.610399 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > ports before_response 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.610792 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > subnet before_response 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.611167 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > subnets before_response 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.611510 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > network after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.611845 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > network after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.614525 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > network after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.614525 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > port after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.614525 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > port after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.614525 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > port after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.614816 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > subnet after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.614816 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > subnet after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.614816 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.614816 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.plugin [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Modular L2 Plugin initialization complete Mar 28 15:07:09.615122 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading services supported by the core plugin {{(pid=88377) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 15:07:09.615346 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.plugins.ml2.managers [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Got port-security extension from driver 'port_security' Mar 28 15:07:09.615802 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.extensions.vlantransparent [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Disabled vlantransparent extension. Mar 28 15:07:09.616274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88377) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 15:07:09.616583 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading Plugin: router Mar 28 15:07:09.653230 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.653617 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router after_create 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.653981 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router before_create 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.654342 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.654707 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.655082 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router after_delete 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.655437 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.655794 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router after_create 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.656138 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router after_update 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.656479 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router after_update 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.656819 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.657173 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router after_update 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.657582 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router precommit_update 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.657944 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: port after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.658277 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: port after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.658606 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: subnet after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.658936 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.659298 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.659641 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router precommit_create 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.659977 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: port before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.660312 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router precommit_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.660661 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router after_update 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.660997 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.661335 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router precommit_create 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.661686 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.662025 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router precommit_update 55549900 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.662381 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > agent after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.662722 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > agent after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.663080 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > network after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.663927 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Tracking information for resource: router configured {{(pid=88377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 15:07:09.664255 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Tracking information for resource: floatingip configured {{(pid=88377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 15:07:09.669749 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.db.l3_agentschedulers_db [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 15:07:09.670297 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: port after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.670649 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: port after_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.670990 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: port after_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.671365 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: port after_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.672135 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router before_create 55550100 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.672494 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.672850 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router precommit_create 55550100 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.673199 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > router precommit_update 55550100 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.677529 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.services.provider_configuration [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service providers = [] {{(pid=88377) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 15:07:09.677889 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.db.servicetype_db [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88377) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 15:07:09.680814 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.services.service_base [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 15:07:09.681162 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.services.service_base [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 15:07:09.681498 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.services.service_base [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 15:07:09.682373 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.services.service_base [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 15:07:09.682774 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.services.service_base [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 15:07:09.683167 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 15:07:09.683483 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 15:07:09.694262 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 15:07:09.694593 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading Plugin: auto_allocate Mar 28 15:07:09.700357 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: network precommit_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.700722 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: network precommit_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.701237 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 15:07:09.701550 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading Plugin: tag Mar 28 15:07:09.707974 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 15:07:09.708296 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading Plugin: timestamp Mar 28 15:07:09.712222 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 15:07:09.712546 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading Plugin: network_ip_availability Mar 28 15:07:09.718175 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.718541 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.718896 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.719613 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 15:07:09.719929 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading Plugin: flavors Mar 28 15:07:09.724516 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 15:07:09.724840 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading Plugin: revisions Mar 28 15:07:09.729024 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 15:07:09.729968 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_concurrency.lockutils [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.037s {{(pid=88377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 15:07:09.730699 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88377) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 15:07:09.731046 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Initializing extension manager. Mar 28 15:07:09.731548 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: __init__.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.731883 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: __pycache__ {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.732214 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.732541 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: address_group.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.733270 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.733825 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: address-group Mar 28 15:07:09.734141 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: address_scope.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.734837 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.735425 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: address-scope Mar 28 15:07:09.735740 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.736647 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.737139 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: router-admin-state-down-before-update Mar 28 15:07:09.737454 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: agent.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.738321 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.738814 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: agent Mar 28 15:07:09.739162 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: agent_resources_synced.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.740057 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.740554 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: agent-resources-synced Mar 28 15:07:09.740869 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: allowedaddresspairs.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.742618 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.743157 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: allowed-address-pairs Mar 28 15:07:09.743477 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: auto_allocated_topology.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.744530 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.745047 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: auto-allocated-topology Mar 28 15:07:09.745367 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: availability_zone.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.746041 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.746524 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: availability_zone Mar 28 15:07:09.746838 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: availability_zone_filter.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.747768 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.748260 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: availability_zone_filter Mar 28 15:07:09.748575 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: data_plane_status.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.749469 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.749954 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 15:07:09.750273 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: default_subnetpools.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.751199 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.751686 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: default-subnetpools Mar 28 15:07:09.752002 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.752789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.753277 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: dhcp_agent_scheduler Mar 28 15:07:09.753595 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: dns.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.754480 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.754970 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension dns-integration not supported by any of loaded plugins Mar 28 15:07:09.755315 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: dns_domain_ports.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.756211 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.756704 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 15:07:09.757021 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: dvr.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.757676 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.758165 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: dvr Mar 28 15:07:09.758479 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: empty_string_filtering.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.759403 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.759893 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: empty-string-filtering Mar 28 15:07:09.760214 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.761121 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.761609 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 15:07:09.761923 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.762812 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.763328 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 15:07:09.763644 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: external_net.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.764529 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.765018 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: external-net Mar 28 15:07:09.765333 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.766217 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.766710 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: extra_dhcp_opt Mar 28 15:07:09.767046 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: extraroute.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.767930 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.768418 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: extraroute Mar 28 15:07:09.768733 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: extraroute_atomic.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.769745 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.770242 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: extraroute-atomic Mar 28 15:07:09.770558 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: filter_validation.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.771232 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.771720 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: filter-validation Mar 28 15:07:09.772033 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: fip_pf_description.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.772925 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.773411 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 15:07:09.773724 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: fip_port_details.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.774620 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.775136 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: fip-port-details Mar 28 15:07:09.775453 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: flavors.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.777175 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.777675 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: flavors Mar 28 15:07:09.777996 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.779641 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.780152 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 15:07:09.780475 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: floatingip_pools.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.781165 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.781665 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: floatingip-pools Mar 28 15:07:09.781983 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: ip_allocation.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.782887 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.783420 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 15:07:09.783737 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.784645 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.785142 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: ip-substring-filtering Mar 28 15:07:09.785461 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: l2_adjacency.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.786359 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.786846 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 15:07:09.787254 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: l3.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.788187 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.788686 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: router Mar 28 15:07:09.789003 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.791362 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.792461 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 15:07:09.792788 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.793700 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.794203 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: ext-gw-mode Mar 28 15:07:09.794521 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.795459 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.795954 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: l3-ha Mar 28 15:07:09.796270 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: l3_flavors.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.797169 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.797663 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: l3-flavors Mar 28 15:07:09.797978 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.798885 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.799417 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 15:07:09.799733 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: l3agentscheduler.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.800747 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.801242 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: l3_agent_scheduler Mar 28 15:07:09.801562 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: logging.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.803100 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.803613 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension logging not supported by any of loaded plugins Mar 28 15:07:09.803941 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: metering.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.804668 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.805229 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: metering Mar 28 15:07:09.805553 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.806617 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.807153 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: metering_source_and_destination_fields Mar 28 15:07:09.807503 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: multiprovidernet.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.808421 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.808910 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: multi-provider Mar 28 15:07:09.809231 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: netmtu.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.810127 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.810619 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: net-mtu Mar 28 15:07:09.810943 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: netmtu_writable.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.811865 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.812353 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: net-mtu-writable Mar 28 15:07:09.812673 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: network_availability_zone.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.813330 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.813818 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: network_availability_zone Mar 28 15:07:09.814136 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: network_ip_availability.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.815237 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.815735 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: network-ip-availability Mar 28 15:07:09.816054 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: network_segment_range.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.816799 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.817288 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 15:07:09.817609 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: pagination.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.818838 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.819189 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: pagination Mar 28 15:07:09.819506 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: port_device_profile.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.820403 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.820900 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: port-device-profile Mar 28 15:07:09.821215 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.822109 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.822598 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: port-mac-address-regenerate Mar 28 15:07:09.822912 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.824375 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.824862 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: port-numa-affinity-policy Mar 28 15:07:09.825177 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: port_resource_request.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.826062 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.826548 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 15:07:09.826860 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: portbindings.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.827795 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.828286 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: binding Mar 28 15:07:09.828598 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: portbindings_extended.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.829964 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.830468 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: binding-extended Mar 28 15:07:09.830788 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: portsecurity.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.831720 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.832218 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: port-security Mar 28 15:07:09.832538 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: project_id.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.833488 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.833814 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: project-id Mar 28 15:07:09.834130 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: providernet.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.835055 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.835551 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: provider Mar 28 15:07:09.835867 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: qos.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.839865 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.840411 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension qos not supported by any of loaded plugins Mar 28 15:07:09.840693 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.841912 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.842412 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 15:07:09.842733 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.843672 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.844169 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 15:07:09.844489 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: qos_default.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.845379 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.845877 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension qos-default not supported by any of loaded plugins Mar 28 15:07:09.846195 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: qos_fip.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.846833 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.847353 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension qos-fip not supported by any of loaded plugins Mar 28 15:07:09.847669 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: qos_gateway_ip.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.848574 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.849066 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 15:07:09.849381 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: qos_port_network_policy.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.850270 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.850759 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 15:07:09.851106 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: qos_rule_type_details.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.852006 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.852493 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 15:07:09.852808 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: qos_rules_alias.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.853831 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.854336 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 15:07:09.854654 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: quotasv2.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.855569 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.855891 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: quotas Mar 28 15:07:09.856204 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: quotasv2_detail.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.857808 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.858138 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: quota_details Mar 28 15:07:09.858459 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: rbac.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.859529 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.860036 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: rbac-policies Mar 28 15:07:09.860358 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: rbac_address_group.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.861287 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.861789 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: rbac-address-group Mar 28 15:07:09.862110 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: rbac_address_scope.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.863014 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.863537 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: rbac-address-scope Mar 28 15:07:09.863856 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: rbac_security_groups.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.864760 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.865254 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: rbac-security-groups Mar 28 15:07:09.865572 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: rbac_subnetpool.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.866483 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.866976 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: rbac-subnetpool Mar 28 15:07:09.867325 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: revisionifmatch.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.868232 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.868730 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: revision-if-match Mar 28 15:07:09.869049 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: revisions.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.870285 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.870785 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: standard-attr-revisions Mar 28 15:07:09.871127 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: router_availability_zone.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.871799 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.872294 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: router_availability_zone Mar 28 15:07:09.872611 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: routerservicetype.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.873511 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.874003 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension router-service-type not supported by any of loaded plugins Mar 28 15:07:09.874319 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.875245 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.875743 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: security-groups-normalized-cidr Mar 28 15:07:09.876061 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.876967 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.877459 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: port-security-groups-filtering Mar 28 15:07:09.877776 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.878672 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.879201 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: security-groups-remote-address-group Mar 28 15:07:09.879522 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: securitygroup.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.889596 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.890122 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: security-group Mar 28 15:07:09.890451 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: segment.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.891241 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.891741 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension segment not supported by any of loaded plugins Mar 28 15:07:09.892065 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.892987 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.893482 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 15:07:09.893803 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: servicetype.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.894887 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.895411 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: service-type Mar 28 15:07:09.895734 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: sorting.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.896696 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.897023 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: sorting Mar 28 15:07:09.897336 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: standard_attr_segment.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.898240 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.898738 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 15:07:09.899076 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: standardattrdescription.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.899716 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.900211 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: standard-attr-description Mar 28 15:07:09.900531 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: stateful_security_group.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.902010 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.902507 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: stateful-security-group Mar 28 15:07:09.902826 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: stdattrs_common.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.903422 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 15:07:09.903739 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.904727 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.905226 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 15:07:09.905543 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: subnet_onboard.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.906616 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.907147 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: subnet_onboard Mar 28 15:07:09.907467 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.908383 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.908878 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 15:07:09.909198 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: subnet_service_types.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.910107 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.910604 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: subnet-service-types Mar 28 15:07:09.910925 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: subnetallocation.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.911997 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.912498 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: subnet_allocation Mar 28 15:07:09.912820 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.913479 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.913974 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: subnetpool-prefix-ops Mar 28 15:07:09.914291 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.915238 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.915734 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 15:07:09.916045 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: tagging.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.917119 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.917628 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: standard-attr-tag Mar 28 15:07:09.917949 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: timestamp.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.919151 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.919649 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loaded extension: standard-attr-timestamp Mar 28 15:07:09.919971 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: trunk.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.920988 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.921485 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension trunk not supported by any of loaded plugins Mar 28 15:07:09.921803 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: trunk_details.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.922709 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.923236 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension trunk-details not supported by any of loaded plugins Mar 28 15:07:09.923555 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: uplink_status_propagation.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.924458 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.924949 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 15:07:09.925285 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Loading extension file: vlantransparent.py {{(pid=88377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 15:07:09.941854 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 15:07:09.942345 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 15:07:09.945025 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:network Mar 28 15:07:09.945755 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:subnet Mar 28 15:07:09.946514 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 15:07:09.947121 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:port Mar 28 15:07:09.948970 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:09.949407 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service FLAVORS assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:09.950013 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:09.950431 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:09.950754 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:router Mar 28 15:07:09.951442 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:floatingip Mar 28 15:07:09.952134 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service METERING assigned prefix: /metering {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:09.953623 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.953997 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.954343 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:07:09.956670 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 15:07:09.957106 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:security_group Mar 28 15:07:09.957753 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 15:07:09.958485 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service CORE assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:09.958872 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 15:07:09.959229 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] subnetpool is already registered Mar 28 15:07:09.959846 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service CORE assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:09.960171 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 15:07:09.960499 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] subnetpool is already registered Mar 28 15:07:10.072422 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:10.072853 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service FLAVORS assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:10.073990 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:10.074403 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:10.074736 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:router Mar 28 15:07:10.075086 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] router is already registered Mar 28 15:07:10.075734 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:floatingip Mar 28 15:07:10.076058 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] floatingip is already registered Mar 28 15:07:10.076676 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service METERING assigned prefix: /metering {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:10.077462 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 15:07:10.077789 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] rbac_policy is already registered Mar 28 15:07:10.078200 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:security_group Mar 28 15:07:10.078524 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] security_group is already registered Mar 28 15:07:10.079125 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 15:07:10.079458 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] security_group_rule is already registered Mar 28 15:07:10.080112 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service CORE assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:10.080439 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 15:07:10.080759 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] subnetpool is already registered Mar 28 15:07:10.081352 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.v2.resource_helper [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Service CORE assigned prefix: {{(pid=88377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 15:07:10.081674 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 15:07:10.081992 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING neutron.quota.resource_registry [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] subnetpool is already registered Mar 28 15:07:10.082620 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: extensions {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.084112 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: address-groups {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.085727 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: address-scopes {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.086903 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: agents {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.088073 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: auto-allocated-topology {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.090143 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: availability_zones {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.091427 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: dhcp-networks {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.092750 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: dhcp-agents {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.094274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: routers {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.096081 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: flavors {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.097212 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: service_profiles {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.098397 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: next_providers {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.099937 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: service_profiles {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.101377 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: floatingip-pools {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.102557 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: routers {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.104382 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: floatingips {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.105557 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: l3-routers {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.106896 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: l3-agents {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.108481 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: metering-labels {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.109717 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: metering-label-rules {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.110956 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: network-ip-availabilities {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.112211 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: bindings {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.113827 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: quotas {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.115285 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: quotas {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.116664 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: rbac-policies {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.117922 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: security-groups {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.119127 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: security-group-rules {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.120354 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: service-providers {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.121660 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: subnetpools {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.122959 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: subnetpools {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.124395 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.126130 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.127847 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.129629 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.132395 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.134200 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.136407 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.138270 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.140031 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.141846 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron.api.extensions [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Extended resource: tags {{(pid=88377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 15:07:10.147677 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING keystonemiddleware.auth_token [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 15:07:10.152947 dv-neutron-828143-13-hyperv neutron-server[88377]: WARNING keystonemiddleware.auth_token [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 15:07:10.160937 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_concurrency.lockutils [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Acquired lock "singleton_lock" {{(pid=88377) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 28 15:07:10.161404 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_concurrency.lockutils [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Releasing lock "singleton_lock" {{(pid=88377) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 28 15:07:10.162015 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO oslo_service.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Starting 2 workers Mar 28 15:07:10.166621 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Started child 88486 {{(pid=88377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 15:07:10.170811 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Started child 88487 {{(pid=88377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 15:07:10.171914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:10.172485 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO neutron.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 15:07:10.173080 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Notify callbacks [] for process, before_spawn {{(pid=88377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:10.173395 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [-] (88486) wsgi starting up on http://0.0.0.0:9696 Mar 28 15:07:10.175256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:10.175718 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO oslo_service.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Starting 1 workers Mar 28 15:07:10.176622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [-] (88487) wsgi starting up on http://0.0.0.0:9696 Mar 28 15:07:10.180397 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Started child 88488 {{(pid=88377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 15:07:10.180892 dv-neutron-828143-13-hyperv neutron-server[88377]: INFO oslo_service.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Starting 1 workers Mar 28 15:07:10.184083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] calling RpcWorker wait() {{(pid=88488) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 15:07:10.184610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] returning from RpcWorker wait() {{(pid=88488) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 15:07:10.185159 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Started child 88489 {{(pid=88377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 15:07:10.185870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:10.185982 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG neutron_lib.callbacks.manager [None req-09d04522-85f2-4c4e-9e77-5989170e76ea None None] Notify callbacks [] for process, after_spawn {{(pid=88377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:10.186391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:07:10.187785 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88377) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 28 15:07:10.187992 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 15:07:10.188175 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 15:07:10.188390 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 15:07:10.188742 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 15:07:10.188905 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 15:07:10.189390 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.189664 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.189764 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:10.190198 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.190198 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.190470 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.190909 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:07:10.191162 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.191433 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.191688 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.191955 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.192200 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.192366 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.192529 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.192774 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.193267 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.193569 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.193821 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.194065 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.194317 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.194486 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.194745 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.195047 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.195286 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.195546 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] debug = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.195782 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.196244 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.196483 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.196750 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.196974 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.197232 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.197455 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.197717 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.197948 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.198709 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.198961 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.199238 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.199482 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.199688 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.199908 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.200149 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.200375 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.200839 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] host = dv-neutron-828143-13-hyperv {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.201067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.201299 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.201543 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.201835 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.202027 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.202270 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.202537 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.202786 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.203058 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.203301 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.203546 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.203768 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.204038 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.204211 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.204373 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_options = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.204603 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.204884 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.205135 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.205327 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.205486 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.205725 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.205904 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.206067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.206301 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.206515 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.206724 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.206935 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.207206 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.207437 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.207688 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.207930 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.208160 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.208396 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.208648 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.208873 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.209093 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.209331 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.209565 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.209780 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.210862 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.211234 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.211763 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.211763 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.211763 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.211763 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.211763 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.211763 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.214518 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.214518 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.214518 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.214518 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.214518 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.215219 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.215219 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.215219 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.215605 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.215746 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.215986 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.216144 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.216367 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.216619 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_json = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.216824 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.217213 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.217357 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.217511 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.217756 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.217980 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.218214 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.218471 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.218659 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.219106 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.219418 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.219718 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.219959 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.220191 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.220441 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.220691 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.220939 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.221151 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.221375 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.221681 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.221924 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.222206 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.222446 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.222686 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.223013 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.223274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.223543 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.223761 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.223983 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.224199 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.224438 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.224766 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.225048 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.225300 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.225563 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.225780 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.226026 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.226268 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.226509 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.226755 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.226974 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.227275 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.227550 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233203 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.233789 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234810 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234810 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234810 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234810 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234810 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234810 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.234810 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.235274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.235274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.235525 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.235700 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.235922 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.236155 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.236370 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.236583 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.236797 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.237040 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.237257 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.237471 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.237684 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.237940 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.238153 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.238365 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.238648 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.238973 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.239241 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.239506 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.239748 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.239984 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.240202 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.240472 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.240684 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.240911 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.241150 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.241376 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.241630 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.241888 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.242128 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.242345 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.242608 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.242841 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.243078 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.243325 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.243559 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.243779 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.244055 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.244286 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.244566 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.244798 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.245601 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.245878 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.246670 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.246670 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.246670 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.246933 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.247180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.247454 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.247750 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.247998 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.248243 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.248494 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.248741 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.248987 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.249247 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.249497 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.249738 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.250010 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.250271 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.250504 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.250716 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.250946 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.251307 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.251559 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.252519 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.253824 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.254119 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.254394 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.255316 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.255651 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.255933 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.256486 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.257332 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.257603 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.257846 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.258088 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.258342 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.258566 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.258792 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.259012 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.259287 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.259505 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.259722 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.259960 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.260213 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.260440 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.261296 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.261537 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.261777 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.262006 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.262219 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.262455 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.262693 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.262913 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.263637 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.263862 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.264098 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.265248 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.265511 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.265792 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.267656 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.268332 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.270459 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.270741 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.270999 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.271275 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.271542 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.271777 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.272024 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.272273 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.272505 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.272727 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.272965 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.273196 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.273415 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.273652 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.273871 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.274220 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.274478 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.274710 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.274954 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.276193 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.276444 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.276703 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.277456 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.277685 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.281237 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.281489 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.281750 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.282051 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.282233 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.282458 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.282686 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.282966 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.283237 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.283527 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.283702 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.283933 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.284171 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.284412 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.284647 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.284882 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.285093 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.285303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.285518 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.285744 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.286036 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.286284 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.286510 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.286755 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.286984 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.287276 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.287620 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.287974 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.288234 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.288452 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.288680 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.288889 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.289098 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.289501 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.289731 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.290030 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.290334 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.290578 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.290873 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.291123 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.291396 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.291653 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.292086 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.292308 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.292567 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.292807 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.293034 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.293274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.293530 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.293851 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.294145 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.294398 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.294649 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.294940 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.296311 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.296977 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.299233 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.299559 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.299895 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.300177 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.300477 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.300717 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.301001 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.301248 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.301470 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.301713 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.301961 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.302179 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.302433 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.302690 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.302934 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.303314 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.303715 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.304529 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.304769 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.305250 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.306162 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.306400 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.306563 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 15:07:10.307234 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88377) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 28 15:07:10.310389 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 15:07:10.310559 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 15:07:10.310737 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 15:07:10.310919 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 15:07:10.311095 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 15:07:10.311308 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.311476 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.311641 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.311804 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.311966 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.312156 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.312319 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.312478 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.312637 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.312795 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.312953 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.313112 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.313268 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.313426 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.313585 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.313744 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.313907 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.314062 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.314224 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.314380 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.314558 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.314713 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.314869 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] debug = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.315045 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.315321 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.315508 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.315686 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.315863 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.316035 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.316278 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.316448 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.316636 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.316805 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.316972 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.317133 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.317295 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.317456 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.317643 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.317780 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.318197 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.318336 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] host = dv-neutron-828143-13-hyperv {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.318495 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.318651 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.318809 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.318959 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.319132 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.319274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.319428 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.319585 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.319744 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.319902 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.320060 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.320218 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.320343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:07:10.320435 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.320515 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.320673 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_options = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.320830 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.320988 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.321144 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.321327 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.321487 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.321633 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.321790 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.321948 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.322106 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.322264 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.322421 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.322579 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.322736 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.322898 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.323093 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.323837 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.324475 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.324475 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.324635 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.324753 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.325095 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.325500 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.325807 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.326106 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.326267 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.326563 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.326867 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.327071 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.327226 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.327365 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.327523 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.327682 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.327839 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.328005 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.328159 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.328315 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.328474 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.328634 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.328793 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.328950 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.329122 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.329263 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.329419 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.329575 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.329737 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.329895 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_json = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.330055 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.330222 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.330365 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.330527 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.330684 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.330845 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.331003 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.331187 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.331346 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 15:07:10.331508 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.331663 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.331842 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.332005 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.332162 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.332325 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.332486 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.332650 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.332812 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.332970 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.333137 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.333299 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.333471 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.333632 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.333803 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.333959 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.334120 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.334280 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.334439 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.334599 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.334761 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.334928 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.335106 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.335267 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.335423 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.335656 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.335750 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.335882 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.336218 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.336218 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.336385 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.336494 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.336800 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.336967 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.337149 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.337302 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.337491 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.337604 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.337949 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.338112 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.338274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.338431 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.338976 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.338976 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.338976 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.339214 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.339214 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.339368 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.339513 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.339684 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.339848 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.339992 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.340153 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.340314 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.340479 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.340639 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.340796 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.340952 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.341113 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.341274 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.341483 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.341631 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.341770 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.341915 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.342066 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.342230 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.342391 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.342564 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.342710 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.343300 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.343300 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.343579 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.343748 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.343910 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.344070 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.344227 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.344387 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.344635 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.344735 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.344856 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.345028 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.345230 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.345446 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.345777 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.345777 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.345777 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.346060 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.346139 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.346288 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.346439 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.346540 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.346697 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348067 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348643 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348643 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348643 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348643 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.348643 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.349153 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.349153 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.349153 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.349369 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.349369 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.349582 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.349736 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.349876 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.350020 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.350164 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.350307 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.350453 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.350609 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.350794 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.350955 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.351139 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.351300 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.351460 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.351620 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.351780 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.351943 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.352090 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.352260 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.352432 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.352597 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.352760 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.352927 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.353113 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.353277 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.353441 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.353601 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.353760 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.353931 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.354096 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.354243 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.354416 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.354558 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.354693 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.354844 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.355001 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.355172 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.355307 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.355444 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.355618 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.355772 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.355921 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.356062 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.356183 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.356449 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.356545 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.356681 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.356805 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.356962 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.357121 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.357281 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.357441 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.357600 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.357785 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.357945 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.358105 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.358264 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.358449 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.358776 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.358776 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.361180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.361180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.361180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.361180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.361180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.361180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.361180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.361180 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.362082 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.362082 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.362082 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.362082 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.362082 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.362082 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.362082 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.362082 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363427 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363427 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363427 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363427 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363427 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363427 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51534) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:10.363827 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363827 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363827 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363827 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.363827 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.364112 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.364196 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.364524 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.364524 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.364671 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.364813 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.364909 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.365081 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.365321 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.365414 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.365551 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.365768 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.365861 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.366018 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.366176 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.366331 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.366483 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.366636 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.366794 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.366953 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.367561 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.367561 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.367561 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.367918 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.367918 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.368170 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.368170 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.368396 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.368396 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.368622 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.368743 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.368862 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.368981 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.369140 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.369303 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.369470 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.369629 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.369788 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.370469 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.370630 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.370790 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.370952 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.371143 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.371304 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.371465 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.371624 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.371733 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068426 Mar 28 15:07:10.371859 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.371970 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.372071 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.372229 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.372397 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.372564 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.372724 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.372892 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.373059 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.373224 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.373384 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.373548 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.373719 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.373877 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.374036 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.374194 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.374353 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.374511 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.374670 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.374828 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.374987 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.375188 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.375346 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.375503 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.375660 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.375895 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.375989 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.376124 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.376287 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.376444 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.376603 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.376761 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 15:07:10.376912 dv-neutron-828143-13-hyperv neutron-server[88377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 15:07:21.269223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb1826-2e1a-4735-ac95-129589b7b11e None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:07:21.365285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb1826-2e1a-4735-ac95-129589b7b11e None None] No non-hosted networks {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 15:07:21.377264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.agentschedulers_db [None req-dfbb1826-2e1a-4735-ac95-129589b7b11e None None] DHCP Agent not found on host dv-neutron-828143-13-hyperv {{(pid=88488) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 15:07:21.444634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d0604b9e-56ef-40c1-b598-7a398ffda427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2043154'] for agent, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:23.511937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bb8c-92f3-49ed-bd0f-9f772e09f2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2043154'] for agent, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:23.540386 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-183d6fd6-376f-4379-87be-21f990b5c2ef None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-828143-13-hyperv {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:07:23.541141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-183d6fd6-376f-4379-87be-21f990b5c2ef None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:07:24.167429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-183d6fd6-376f-4379-87be-21f990b5c2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:24.579248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2043154'] for agent, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:24.579888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.580376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.580567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.580892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.581618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.581618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.581886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.582514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.582848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.583229 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.583577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.583941 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:24.584297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828143-13-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:07:24.593010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828143-13-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:07:24.674001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2043154'] for agent, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:26.126885 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2043154'] for agent, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:27.486025 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51628) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:28.071079 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING oslo_policy.policy [None req-52ae732e-a64e-4457-aeb3-3b3deb63c25a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 15:07:28.071741 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING oslo_policy.policy [None req-52ae732e-a64e-4457-aeb3-3b3deb63c25a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 15:07:28.293544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-52ae732e-a64e-4457-aeb3-3b3deb63c25a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:07:28.294586 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-52ae732e-a64e-4457-aeb3-3b3deb63c25a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8075840 Mar 28 15:07:28.578571 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.db.l3_hamode_db [None req-ed29b097-4539-48a5-bdeb-3ed97721bb9c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 15:07:28.661816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29b097-4539-48a5-bdeb-3ed97721bb9c None None] Routers set() bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:07:28.662193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29b097-4539-48a5-bdeb-3ed97721bb9c None None] Router IDs set() for agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 28 15:07:30.649901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51642) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:31.011148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c9aacc51-e498-441f-96de-4a857dba046a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:07:31.107564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.policy [None req-c9aacc51-e498-441f-96de-4a857dba046a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88486) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 15:07:31.152635 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING oslo_policy.policy [None req-c9aacc51-e498-441f-96de-4a857dba046a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 15:07:31.153002 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING oslo_policy.policy [None req-c9aacc51-e498-441f-96de-4a857dba046a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 15:07:31.161249 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.quota [None req-c9aacc51-e498-441f-96de-4a857dba046a admin admin] Loaded quota_driver: . Mar 28 15:07:31.176459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c9aacc51-e498-441f-96de-4a857dba046a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:07:31.363849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9aacc51-e498-441f-96de-4a857dba046a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781952374746', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781952374031', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781952355021', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781952357809', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781952339088', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781952340909', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525915', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533909', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1680822', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2029914'] for rbac-policy, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:31.583238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9aacc51-e498-441f-96de-4a857dba046a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:31.584389 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c9aacc51-e498-441f-96de-4a857dba046a admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9330096 Mar 28 15:07:34.194498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51656) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:34.532103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:07:34.536741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:07:34.541150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Usage tracker for resource:network and tenant:661b4d4b9b824bb6b28baa0e700e617b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:07:34.545687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:07:34.551716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:07:34.617570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Made reservation on behalf of 661b4d4b9b824bb6b28baa0e700e617b for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:07:34.620990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:34.638097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:34.651625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:07:34.655251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Usage tracker for resource:security_group_rule and tenant:661b4d4b9b824bb6b28baa0e700e617b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:07:34.660127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:07:34.665583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:07:34.757315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:34.800521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:34.822413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:07:34.848853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781951126541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:34.849428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Unsubscribe: segment precommit_create {{(pid=88486) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 15:07:34.849917 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Added segment aef7585b-a253-4ef9-a9da-e0d100dd3ef0 of type vlan for network 8ff30609-0169-4b8b-b184-d5db26603494 Mar 28 15:07:34.858695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba24631-c2b3-44de-9c77-45b8cc4d196e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:34.907247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.907521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.907960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.908198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.908534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.908818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.909173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.909732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.909875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.910602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.910602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.911149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Tracked resource versions report: Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: pushed versions: Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: { 'AddressGroup': {'1.2'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'ConntrackHelper': {'1.0'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Log': {'1.0'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Network': {'1.1'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Port': {'1.7'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'PortForwarding': {'1.2'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'QosPolicy': {'1.8'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SecurityGroup': {'1.4'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SecurityGroupRule': {'1.2'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SubPort': {'1.0'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Subnet': {'1.1'}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Trunk': {'1.1'}} Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: consumer versions: Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: { DHCP agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: L3 agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: Metadata agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: Metering agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: Open vSwitch agent@dv-neutron-828143-13-hyperv: { 'AddressGroup': '1.2', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'ConntrackHelper': '1.0', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Log': '1.0', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Network': '1.1', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Port': '1.7', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'PortForwarding': '1.2', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'QosPolicy': '1.8', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SecurityGroup': '1.4', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SecurityGroupRule': '1.2', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SubPort': '1.0', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Subnet': '1.1', Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Trunk': '1.1'}} Mar 28 15:07:34.912621 dv-neutron-828143-13-hyperv neutron-server[88486]: {{(pid=88486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 15:07:34.964785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:35.079553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:35.080633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:07:35.081280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:35.185827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff30609-0169-4b8b-b184-d5db26603494,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:35.197810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 8ff30609-0169-4b8b-b184-d5db26603494 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:07:35.258363 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-09d2e8fc-3f86-418f-aa15-574f8ba7d334 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0627713 Mar 28 15:07:37.922754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 51672) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:38.491354 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING oslo_policy.policy [None req-7de553d0-87be-4c24-925d-a845955cf1d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 15:07:38.491936 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING oslo_policy.policy [None req-7de553d0-87be-4c24-925d-a845955cf1d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 15:07:38.913647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.policy [None req-7de553d0-87be-4c24-925d-a845955cf1d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88487) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 15:07:38.960038 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING oslo_policy.policy [None req-7de553d0-87be-4c24-925d-a845955cf1d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 15:07:38.960583 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING oslo_policy.policy [None req-7de553d0-87be-4c24-925d-a845955cf1d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 15:07:38.968753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de553d0-87be-4c24-925d-a845955cf1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:07:38.970625 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7de553d0-87be-4c24-925d-a845955cf1d5 admin admin] 10.222.0.16 "GET /v2.0/networks/8ff30609-0169-4b8b-b184-d5db26603494 HTTP/1.1" status: 200 len: 825 time: 1.0458527 Mar 28 15:07:39.001847 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-66b9db37-e771-4ff2-afa4-a67e8072ef17 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/4662eadf-47c2-48c0-a145-98ae82fb261e HTTP/1.1" status: 200 len: 734 time: 0.0259264 Mar 28 15:07:39.010236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Request body: {'subnet': {'subnetpool_id': '4662eadf-47c2-48c0-a145-98ae82fb261e', 'name': 'private-subnet', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:07:39.011832 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.quota [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Loaded quota_driver: . Mar 28 15:07:39.017685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:07:39.023120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Usage tracker for resource:subnet and tenant:661b4d4b9b824bb6b28baa0e700e617b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:07:39.026843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:07:39.033643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:07:39.149095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Made reservation on behalf of 661b4d4b9b824bb6b28baa0e700e617b for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:07:39.152611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:39.524970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:39.606006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Checking segment: {'id': 'aef7585b-a253-4ef9-a9da-e0d100dd3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:07:39.606375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Network hostable DHCP agents. Network: 8ff30609-0169-4b8b-b184-d5db26603494, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:07:39.623272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33c6fbd-736b-482d-a68b-264a3b554227,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:39.635858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.636206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.636541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.636872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.637196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.638868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.639220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.639543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.639864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.640183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.640498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.640813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Tracked resource versions report: Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: pushed versions: Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: { 'AddressGroup': {'1.2'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'ConntrackHelper': {'1.0'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Log': {'1.0'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Network': {'1.1'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Port': {'1.7'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'PortForwarding': {'1.2'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'QosPolicy': {'1.8'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SecurityGroup': {'1.4'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SecurityGroupRule': {'1.2'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SubPort': {'1.0'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Subnet': {'1.1'}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Trunk': {'1.1'}} Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: consumer versions: Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: { DHCP agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: L3 agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: Metadata agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: Metering agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: Open vSwitch agent@dv-neutron-828143-13-hyperv: { 'AddressGroup': '1.2', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'ConntrackHelper': '1.0', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Log': '1.0', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Network': '1.1', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Port': '1.7', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'PortForwarding': '1.2', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'QosPolicy': '1.8', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SecurityGroup': '1.4', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SecurityGroupRule': '1.2', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SubPort': '1.0', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Subnet': '1.1', Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Trunk': '1.1'}} Mar 28 15:07:39.642186 dv-neutron-828143-13-hyperv neutron-server[88487]: {{(pid=88487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 15:07:39.720198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Network 8ff30609-0169-4b8b-b184-d5db26603494 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:07:39.788623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 8ff30609-0169-4b8b-b184-d5db26603494) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:07:39.793091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:07:39.793712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:39.798025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53441379-1c66-4946-ad08-3612b88f1a12 None None] Network 8ff30609-0169-4b8b-b184-d5db26603494 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:07:39.875366 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5e6e2261-c5bf-46d2-8818-34e9e2729135 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8684242 Mar 28 15:07:40.106788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-8ff30609-0169-4b8b-b184-d5db26603494', 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'fixed_ips': [{'subnet_id': 'a33c6fbd-736b-482d-a68b-264a3b554227'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:07:40.107998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:40.295644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Allocated IP 172.20.0.2 (8ff30609-0169-4b8b-b184-d5db26603494/a33c6fbd-736b-482d-a68b-264a3b554227/c4b3969e-ffd8-4ae7-b478-cd9051c39026) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:07:40.521379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:40.534286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Transition to ACTIVE for port object c4b3969e-ffd8-4ae7-b478-cd9051c39026 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:07:40.553557 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Transition to ACTIVE for port object c4b3969e-ffd8-4ae7-b478-cd9051c39026 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:07:40.618184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:40.678416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Network 8ff30609-0169-4b8b-b184-d5db26603494 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:07:40.681150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:07:40.684423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:07:40.724753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Pushing event updated for resources: {'Port': ['ID=c4b3969e-ffd8-4ae7-b478-cd9051c39026,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:40.739382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.739741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.740079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.740410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.740733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.741057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.741379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.741706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.742046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.742363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.742678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.742992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Tracked resource versions report: Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: pushed versions: Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: { 'AddressGroup': {'1.2'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'ConntrackHelper': {'1.0'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Log': {'1.0'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Network': {'1.1'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Port': {'1.7'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'PortForwarding': {'1.2'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'QosPolicy': {'1.8'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SecurityGroup': {'1.4'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SecurityGroupRule': {'1.2'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SubPort': {'1.0'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Subnet': {'1.1'}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Trunk': {'1.1'}} Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: consumer versions: Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: { DHCP agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: L3 agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: Metadata agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: Metering agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: Open vSwitch agent@dv-neutron-828143-13-hyperv: { 'AddressGroup': '1.2', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'ConntrackHelper': '1.0', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Log': '1.0', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Network': '1.1', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Port': '1.7', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'PortForwarding': '1.2', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'QosPolicy': '1.8', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SecurityGroup': '1.4', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SecurityGroupRule': '1.2', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SubPort': '1.0', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Subnet': '1.1', Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Trunk': '1.1'}} Mar 28 15:07:40.744492 dv-neutron-828143-13-hyperv neutron-server[88488]: {{(pid=88488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 15:07:40.794795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Attempting to bind port c4b3969e-ffd8-4ae7-b478-cd9051c39026 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:07:40.795210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Attempting to bind port c4b3969e-ffd8-4ae7-b478-cd9051c39026 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'aef7585b-a253-4ef9-a9da-e0d100dd3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:07:40.795627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Attempting to bind port c4b3969e-ffd8-4ae7-b478-cd9051c39026 on network 8ff30609-0169-4b8b-b184-d5db26603494 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:07:40.800683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:07:40.801262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Checking segment: {'id': 'aef7585b-a253-4ef9-a9da-e0d100dd3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:07:40.801531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:40.801912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Bound using segment: {'id': 'aef7585b-a253-4ef9-a9da-e0d100dd3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:07:40.802380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Bound port: c4b3969e-ffd8-4ae7-b478-cd9051c39026, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef7585b-a253-4ef9-a9da-e0d100dd3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:07:40.802759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:40.889086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] For port c4b3969e-ffd8-4ae7-b478-cd9051c39026, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:07:40.892953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] For port c4b3969e-ffd8-4ae7-b478-cd9051c39026, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c4b3969e-ffd8-4ae7-b478-cd9051c39026,segment=NetworkSegment(aef7585b-a253-4ef9-a9da-e0d100dd3ef0),segment_id=aef7585b-a253-4ef9-a9da-e0d100dd3ef0)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:07:40.949638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:41.061471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83058a8-7b3f-409d-93bf-773aef2a4f97 None None] Pushing event updated for resources: {'Port': ['ID=c4b3969e-ffd8-4ae7-b478-cd9051c39026,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:42.359316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 51692) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:42.719786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-0df4cdc4-b149-4072-be9e-e5cd92361593 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:07:42.720777 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0df4cdc4-b149-4072-be9e-e5cd92361593 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3605294 Mar 28 15:07:44.270987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c4b3969e-ffd8-4ae7-b478-cd9051c39026 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:07:44.400380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port c4b3969e-ffd8-4ae7-b478-cd9051c39026 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:07:44.824298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e59b0b0-af33-43d6-9b61-356419c3ebd2 None None] Network 8ff30609-0169-4b8b-b184-d5db26603494 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:07:45.041655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8a748714-6b7c-4f51-88c1-878fc9a3b2ad None None] Provisioning for port c4b3969e-ffd8-4ae7-b478-cd9051c39026 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:07:45.058510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8a748714-6b7c-4f51-88c1-878fc9a3b2ad None None] Provisioning complete for port c4b3969e-ffd8-4ae7-b478-cd9051c39026 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:07:45.058825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8a748714-6b7c-4f51-88c1-878fc9a3b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:45.178531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51706) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:45.200776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8a748714-6b7c-4f51-88c1-878fc9a3b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:45.236571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8a748714-6b7c-4f51-88c1-878fc9a3b2ad None None] For port c4b3969e-ffd8-4ae7-b478-cd9051c39026, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c4b3969e-ffd8-4ae7-b478-cd9051c39026,segment=NetworkSegment(aef7585b-a253-4ef9-a9da-e0d100dd3ef0),segment_id=aef7585b-a253-4ef9-a9da-e0d100dd3ef0)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:07:45.330670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8a748714-6b7c-4f51-88c1-878fc9a3b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:45.402986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a748714-6b7c-4f51-88c1-878fc9a3b2ad None None] Pushing event updated for resources: {'Port': ['ID=c4b3969e-ffd8-4ae7-b478-cd9051c39026,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:45.450740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ed9cf4b1-3eaf-41f7-bfa5-a6b77a022d5b None None] Provisioning complete for port c4b3969e-ffd8-4ae7-b478-cd9051c39026 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:07:45.451044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ed9cf4b1-3eaf-41f7-bfa5-a6b77a022d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:45.561016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-9880181a-5cd2-4033-9371-491554c4e9cf admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:07:45.567314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9880181a-5cd2-4033-9371-491554c4e9cf admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3823862 Mar 28 15:07:46.237100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c4b3969e-ffd8-4ae7-b478-cd9051c39026 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:07:46.302341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port c4b3969e-ffd8-4ae7-b478-cd9051c39026 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:07:46.302707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:48.192572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51718) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:48.550499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'name': 'router1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:07:48.554922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:07:48.559205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Usage tracker for resource:router and tenant:661b4d4b9b824bb6b28baa0e700e617b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:07:48.562861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:07:48.568779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:07:48.650324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:48.651828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:48.672271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:48.835565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:48.924861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:48.926033 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ca855adc-13c1-4274-aba1-a6654c2a6d93 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7325170 Mar 28 15:07:51.274768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ec85d777-e593-454e-83fc-cfc38b8425d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:51.308920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51728) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:51.692932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-02af16cc-49f5-42bf-9a25-91bfecfaaf6a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:07:51.693908 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-02af16cc-49f5-42bf-9a25-91bfecfaaf6a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3840718 Mar 28 15:07:53.227214 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:07:53.486115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8da2b137-f385-4957-aad0-bd43c78776db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.069035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51738) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:54.423400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:07:54.428416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:07:54.432283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Usage tracker for resource:network and tenant:aae70768675746f7bd3fa7897b514716 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:07:54.435215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:07:54.440998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:07:54.537204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Made reservation on behalf of aae70768675746f7bd3fa7897b514716 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:07:54.539517 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.551352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.554351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.567147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:07:54.570856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Usage tracker for resource:security_group_rule and tenant:aae70768675746f7bd3fa7897b514716 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:07:54.574233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:07:54.579903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:07:54.627865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.657238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.731188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.759872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Reserving flat network on physical network physnet1 {{(pid=88486) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 15:07:54.774866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931c9369-b56e-426b-adaa-5c9faca6dc9b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:54.781582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.782048 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Added segment f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e of type flat for network ea8f32b8-8e81-47a7-a327-4e7d949ef68b Mar 28 15:07:54.813422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.908501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:54.909438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:07:54.910000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:55.017079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] Pushing event updated for resources: {'Network': ['ID=ea8f32b8-8e81-47a7-a327-4e7d949ef68b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:55.027168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:07:55.149302 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ea6ae858-f16d-4e45-81d1-66a611a29954 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0790973 Mar 28 15:07:56.079699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:57.519744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51758) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:07:57.730396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9332a4d-f1a8-4773-b8ea-03e3c2c664a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:07:57.731731 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c9332a4d-f1a8-4773-b8ea-03e3c2c664a2 admin admin] 10.222.0.16 "GET /v2.0/subnets/a33c6fbd-736b-482d-a68b-264a3b554227 HTTP/1.1" status: 200 len: 849 time: 0.2111194 Mar 28 15:07:57.871519 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-70a98822-a2a3-4e4d-8b98-f3b4756a8f59 admin admin] 10.222.0.16 "GET /v2.0/routers/ba66d4da-f042-437d-bbdc-27ee938bd5a3 HTTP/1.1" status: 200 len: 704 time: 0.1340649 Mar 28 15:07:58.317769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:58.541235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Allocated IP 172.20.0.1 (8ff30609-0169-4b8b-b184-d5db26603494/a33c6fbd-736b-482d-a68b-264a3b554227/bebc8e31-159d-4212-af3a-d953cde49e46) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:07:58.693359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:58.711189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Transition to ACTIVE for port object bebc8e31-159d-4212-af3a-d953cde49e46 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:07:58.823498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:58.882249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Network 8ff30609-0169-4b8b-b184-d5db26603494 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:07:58.884986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:07:58.895059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:07:58.895596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:59.061987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Pushing event updated for resources: {'Port': ['ID=bebc8e31-159d-4212-af3a-d953cde49e46,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:59.118616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c3242503-63ba-4d75-baf3-d1d58258d980 None None] Provisioning for port bebc8e31-159d-4212-af3a-d953cde49e46 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:07:59.123627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c3242503-63ba-4d75-baf3-d1d58258d980 None None] Provisioning complete for port bebc8e31-159d-4212-af3a-d953cde49e46 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:07:59.123989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c3242503-63ba-4d75-baf3-d1d58258d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:59.179880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c3242503-63ba-4d75-baf3-d1d58258d980 None None] Port bebc8e31-159d-4212-af3a-d953cde49e46 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:07:59.256572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:59.478188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:59.553604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:59.554320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:59.690289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Pushing event updated for resources: {'Port': ['ID=bebc8e31-159d-4212-af3a-d953cde49e46,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:07:59.741472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Network 8ff30609-0169-4b8b-b184-d5db26603494 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:07:59.742501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:07:59.900960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1c9a31f6-cbc8-4bbc-9954-13e5aa396684 None None] Provisioning complete for port bebc8e31-159d-4212-af3a-d953cde49e46 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:07:59.901325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1c9a31f6-cbc8-4bbc-9954-13e5aa396684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:07:59.952517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a31f6-cbc8-4bbc-9954-13e5aa396684 None None] Port bebc8e31-159d-4212-af3a-d953cde49e46 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:08:00.033363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Router ba66d4da-f042-437d-bbdc-27ee938bd5a3 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:08:00.188661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:08:00.198706 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b0345a99-85bb-42f8-a5af-bdd854e0a611 admin admin] 10.222.0.16 "PUT /v2.0/routers/ba66d4da-f042-437d-bbdc-27ee938bd5a3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3222349 Mar 28 15:08:00.199956 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Sync routers for ids ['ba66d4da-f042-437d-bbdc-27ee938bd5a3'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:08:00.210390 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Routers {'ba66d4da-f042-437d-bbdc-27ee938bd5a3'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:08:00.211236 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:07:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ba66d4da-f042-437d-bbdc-27ee938bd5a3'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:08:00.384673 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Set router ba66d4da-f042-437d-bbdc-27ee938bd5a3 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:08:00.748245 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'name': 'router1', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:07:48Z', 'updated_at': '2022-03-28T15:07:59Z', 'revision_number': 2, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'gw_port_host': None, '_interfaces': [{'id': 'bebc8e31-159d-4212-af3a-d953cde49e46', 'name': '', 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'mac_address': 'fa:16:3e:11:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:07:58Z', 'updated_at': '2022-03-28T15:07:59Z', 'revision_number': 2, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'subnets': [{'id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4662eadf-47c2-48c0-a145-98ae82fb261e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:08:00.753149 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Checking router: ba66d4da-f042-437d-bbdc-27ee938bd5a3 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:08:00.753525 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Updating router ba66d4da-f042-437d-bbdc-27ee938bd5a3 port bebc8e31-159d-4212-af3a-d953cde49e46 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:08:00.805201 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:01.179701 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:01.197283 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Transition to ACTIVE for port object bebc8e31-159d-4212-af3a-d953cde49e46 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:08:01.285814 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:01.491961 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Pushing event updated for resources: {'Port': ['ID=bebc8e31-159d-4212-af3a-d953cde49e46,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:08:01.510010 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.510359 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.510695 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.511045 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.511374 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.511715 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.512044 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.512379 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.512717 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.513039 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.513355 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.513669 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Tracked resource versions report: Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: pushed versions: Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: { 'AddressGroup': {'1.2'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'ConntrackHelper': {'1.0'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Log': {'1.0'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Network': {'1.1'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Port': {'1.7'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'PortForwarding': {'1.2'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'QosPolicy': {'1.8'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SecurityGroup': {'1.4'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SecurityGroupRule': {'1.2'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SubPort': {'1.0'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Subnet': {'1.1'}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Trunk': {'1.1'}} Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: consumer versions: Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: { DHCP agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: L3 agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: Metadata agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: Metering agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: Open vSwitch agent@dv-neutron-828143-13-hyperv: { 'AddressGroup': '1.2', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'ConntrackHelper': '1.0', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Log': '1.0', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Network': '1.1', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Port': '1.7', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'PortForwarding': '1.2', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'QosPolicy': '1.8', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SecurityGroup': '1.4', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SecurityGroupRule': '1.2', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SubPort': '1.0', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Subnet': '1.1', Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Trunk': '1.1'}} Mar 28 15:08:01.515054 dv-neutron-828143-13-hyperv neutron-server[88489]: {{(pid=88489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 15:08:01.520803 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Attempting to bind port bebc8e31-159d-4212-af3a-d953cde49e46 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:08:01.521200 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Attempting to bind port bebc8e31-159d-4212-af3a-d953cde49e46 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'aef7585b-a253-4ef9-a9da-e0d100dd3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:08:01.521609 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Attempting to bind port bebc8e31-159d-4212-af3a-d953cde49e46 on network 8ff30609-0169-4b8b-b184-d5db26603494 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:08:01.527326 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:08:01.527724 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Checking segment: {'id': 'aef7585b-a253-4ef9-a9da-e0d100dd3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:08:01.528200 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:01.528580 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Bound using segment: {'id': 'aef7585b-a253-4ef9-a9da-e0d100dd3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:08:01.529078 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Bound port: bebc8e31-159d-4212-af3a-d953cde49e46, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef7585b-a253-4ef9-a9da-e0d100dd3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:08:01.529467 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:01.616385 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] For port bebc8e31-159d-4212-af3a-d953cde49e46, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:08:01.620342 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] For port bebc8e31-159d-4212-af3a-d953cde49e46, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bebc8e31-159d-4212-af3a-d953cde49e46,segment=NetworkSegment(aef7585b-a253-4ef9-a9da-e0d100dd3ef0),segment_id=aef7585b-a253-4ef9-a9da-e0d100dd3ef0)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:08:01.703303 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:01.810215 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Routers {'ba66d4da-f042-437d-bbdc-27ee938bd5a3'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:08:01.810836 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:07:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ba66d4da-f042-437d-bbdc-27ee938bd5a3'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:08:01.878621 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e44fe3-f4be-4f3c-8a35-5f2cc92deed8 None None] Pushing event updated for resources: {'Port': ['ID=bebc8e31-159d-4212-af3a-d953cde49e46,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:08:01.970664 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] Set router ba66d4da-f042-437d-bbdc-27ee938bd5a3 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:08:02.290259 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'name': 'router1', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:07:48Z', 'updated_at': '2022-03-28T15:07:59Z', 'revision_number': 2, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'gw_port_host': None, '_interfaces': [{'id': 'bebc8e31-159d-4212-af3a-d953cde49e46', 'name': '', 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'mac_address': 'fa:16:3e:11:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:07:58Z', 'updated_at': '2022-03-28T15:08:01Z', 'revision_number': 4, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'subnets': [{'id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4662eadf-47c2-48c0-a145-98ae82fb261e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:08:02.294438 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466231f-4213-44b5-afa2-560a45e04275 None None] The sync data for ids ['ba66d4da-f042-437d-bbdc-27ee938bd5a3'] in dv-neutron-828143-13-hyperv is: [{'id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'name': 'router1', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:07:48Z', 'updated_at': '2022-03-28T15:07:59Z', 'revision_number': 2, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'gw_port_host': None, '_interfaces': [{'id': 'bebc8e31-159d-4212-af3a-d953cde49e46', 'name': '', 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'mac_address': 'fa:16:3e:11:93:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:07:58Z', 'updated_at': '2022-03-28T15:08:01Z', 'revision_number': 4, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'subnets': [{'id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4662eadf-47c2-48c0-a145-98ae82fb261e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:08:02.417607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 51780) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:08:02.564332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d24db-e50c-4191-8c36-a1dbd297c0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:08:02.564897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c94d24db-e50c-4191-8c36-a1dbd297c0cd admin admin] Synchronizing usage tracker for tenant:aae70768675746f7bd3fa7897b514716 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:08:02.656647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c94d24db-e50c-4191-8c36-a1dbd297c0cd admin admin] Unset dirty status for tenant:aae70768675746f7bd3fa7897b514716 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:08:02.657829 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c94d24db-e50c-4191-8c36-a1dbd297c0cd admin admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 842 time: 0.2391887 Mar 28 15:08:02.671261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.26.7.0/24', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.26.7.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:08:02.672975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:08:02.676978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Usage tracker for resource:subnet and tenant:aae70768675746f7bd3fa7897b514716 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:08:02.679934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:08:02.686824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:08:02.769775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Made reservation on behalf of aae70768675746f7bd3fa7897b514716 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:08:02.772151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:03.289738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:08:03.290220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:03.368327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c49747-66f9-45dc-b3fd-f29a057ddbe0,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:08:03.372004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:08:03.372362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Network hostable DHCP agents. Network: ea8f32b8-8e81-47a7-a327-4e7d949ef68b, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:08:03.456478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:08:03.547917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, ea8f32b8-8e81-47a7-a327-4e7d949ef68b) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:08:03.551849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:08:03.552435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:03.557241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035505b4-5d08-4f39-afa5-d65be9fea848 None None] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:08:03.640407 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-dccfd816-6a5d-426d-860c-f322cd180f28 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9766767 Mar 28 15:08:03.782664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ade2c7-6fd0-4856-8b66-37205f9b3c57 None None] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:08:04.262752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bebc8e31-159d-4212-af3a-d953cde49e46 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:08:04.382249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port bebc8e31-159d-4212-af3a-d953cde49e46 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:08:04.387006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bebc8e31-159d-4212-af3a-d953cde49e46 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:08:04.387403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:04.505199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:04.535662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port bebc8e31-159d-4212-af3a-d953cde49e46, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bebc8e31-159d-4212-af3a-d953cde49e46,segment=NetworkSegment(aef7585b-a253-4ef9-a9da-e0d100dd3ef0),segment_id=aef7585b-a253-4ef9-a9da-e0d100dd3ef0)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:08:04.622234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:04.687406 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=bebc8e31-159d-4212-af3a-d953cde49e46,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:08:05.979127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 51794) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:08:06.238924 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a526fc8a-0ffa-41ed-8710-90c44c4f3756 admin admin] 10.222.0.16 "GET /v2.0/routers/ba66d4da-f042-437d-bbdc-27ee938bd5a3 HTTP/1.1" status: 200 len: 710 time: 0.2587087 Mar 28 15:08:06.249061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bebc8e31-159d-4212-af3a-d953cde49e46 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:08:06.317240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bebc8e31-159d-4212-af3a-d953cde49e46 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:08:06.317603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:06.364288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841d9a72-4a63-4603-85ee-126177f28793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:08:06.365615 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-841d9a72-4a63-4603-85ee-126177f28793 admin admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 886 time: 0.1215465 Mar 28 15:08:06.374189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:08:06.807438 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:07.208550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:07.265218 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:07.398511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Allocated IP 172.26.7.132 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/e16f1852-68d5-44d6-b0db-250251fda624) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:08:07.577681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:07.695854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:07.756332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:08:07.758846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:08:07.762000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:08:07.827340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Pushing event updated for resources: {'Port': ['ID=e16f1852-68d5-44d6-b0db-250251fda624,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:08:08.221842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:08.544616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:08.547814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:08.718538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Router ba66d4da-f042-437d-bbdc-27ee938bd5a3 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:08:08.927838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:08:08.940171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:08.940171 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1615651f-15f2-4786-882c-79b3d762f863 admin admin] 10.222.0.16 "PUT /v2.0/routers/ba66d4da-f042-437d-bbdc-27ee938bd5a3 HTTP/1.1" status: 200 len: 890 time: 2.5660567 Mar 28 15:08:08.940362 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Sync routers for ids ['ba66d4da-f042-437d-bbdc-27ee938bd5a3'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:08:08.947594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Routers {'ba66d4da-f042-437d-bbdc-27ee938bd5a3'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:08:08.948249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:07:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ba66d4da-f042-437d-bbdc-27ee938bd5a3'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:08:09.157996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Set router ba66d4da-f042-437d-bbdc-27ee938bd5a3 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:08:09.489290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'name': 'router1', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': 'e16f1852-68d5-44d6-b0db-250251fda624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:07:48Z', 'updated_at': '2022-03-28T15:08:07Z', 'revision_number': 4, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'gw_port': {'id': 'e16f1852-68d5-44d6-b0db-250251fda624', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:08:07Z', 'updated_at': '2022-03-28T15:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'bebc8e31-159d-4212-af3a-d953cde49e46', 'name': '', 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'mac_address': 'fa:16:3e:11:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:07:58Z', 'updated_at': '2022-03-28T15:08:04Z', 'revision_number': 5, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'subnets': [{'id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4662eadf-47c2-48c0-a145-98ae82fb261e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:08:09.494606 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Checking router: ba66d4da-f042-437d-bbdc-27ee938bd5a3 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:08:09.494960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Updating router ba66d4da-f042-437d-bbdc-27ee938bd5a3 port e16f1852-68d5-44d6-b0db-250251fda624 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:08:09.547455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:09.863661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:09.875390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Transition to ACTIVE for port object e16f1852-68d5-44d6-b0db-250251fda624 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:08:09.965486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:10.043814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a629-b6ad-4113-974b-786eec8e3a62 None None] Pushing event updated for resources: {'Port': ['ID=e16f1852-68d5-44d6-b0db-250251fda624,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:08:10.045947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Attempting to bind port e16f1852-68d5-44d6-b0db-250251fda624 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:08:10.046314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Attempting to bind port e16f1852-68d5-44d6-b0db-250251fda624 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:08:10.046685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Attempting to bind port e16f1852-68d5-44d6-b0db-250251fda624 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:08:10.054546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:08:10.054546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:08:10.054546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:10.054546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:08:10.054546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Bound port: e16f1852-68d5-44d6-b0db-250251fda624, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:08:10.054546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:10.131127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] For port e16f1852-68d5-44d6-b0db-250251fda624, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:08:10.133960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] For port e16f1852-68d5-44d6-b0db-250251fda624, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e16f1852-68d5-44d6-b0db-250251fda624,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:08:10.200144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:10.278579 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Routers {'ba66d4da-f042-437d-bbdc-27ee938bd5a3'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:08:10.279216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:07:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ba66d4da-f042-437d-bbdc-27ee938bd5a3'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:08:10.327877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a629-b6ad-4113-974b-786eec8e3a62 None None] Pushing event updated for resources: {'Port': ['ID=e16f1852-68d5-44d6-b0db-250251fda624,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:08:10.456907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] Set router ba66d4da-f042-437d-bbdc-27ee938bd5a3 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:08:10.817877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'name': 'router1', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': 'e16f1852-68d5-44d6-b0db-250251fda624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:07:48Z', 'updated_at': '2022-03-28T15:08:07Z', 'revision_number': 4, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'gw_port': {'id': 'e16f1852-68d5-44d6-b0db-250251fda624', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:08:07Z', 'updated_at': '2022-03-28T15:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'bebc8e31-159d-4212-af3a-d953cde49e46', 'name': '', 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'mac_address': 'fa:16:3e:11:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:07:58Z', 'updated_at': '2022-03-28T15:08:04Z', 'revision_number': 5, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'subnets': [{'id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4662eadf-47c2-48c0-a145-98ae82fb261e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:08:10.821739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee641ec5-3877-4e1e-8372-327384bd96bb None None] The sync data for ids ['ba66d4da-f042-437d-bbdc-27ee938bd5a3'] in dv-neutron-828143-13-hyperv is: [{'id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'name': 'router1', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': 'e16f1852-68d5-44d6-b0db-250251fda624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:07:48Z', 'updated_at': '2022-03-28T15:08:07Z', 'revision_number': 4, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'gw_port': {'id': 'e16f1852-68d5-44d6-b0db-250251fda624', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:08:07Z', 'updated_at': '2022-03-28T15:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'bebc8e31-159d-4212-af3a-d953cde49e46', 'name': '', 'network_id': '8ff30609-0169-4b8b-b184-d5db26603494', 'tenant_id': '661b4d4b9b824bb6b28baa0e700e617b', 'mac_address': 'fa:16:3e:11:93:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba66d4da-f042-437d-bbdc-27ee938bd5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:07:58Z', 'updated_at': '2022-03-28T15:08:04Z', 'revision_number': 5, 'project_id': '661b4d4b9b824bb6b28baa0e700e617b', 'subnets': [{'id': 'a33c6fbd-736b-482d-a68b-264a3b554227', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4662eadf-47c2-48c0-a145-98ae82fb261e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:08:11.341517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 51804) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:08:11.458902 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-448013c5-b8ef-4685-8974-5e91dca2fbb7 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163235 Mar 28 15:08:12.275757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e16f1852-68d5-44d6-b0db-250251fda624 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:08:12.450886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port e16f1852-68d5-44d6-b0db-250251fda624 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:08:12.456016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e16f1852-68d5-44d6-b0db-250251fda624 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:08:12.456383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:12.569589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:12.585026 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port e16f1852-68d5-44d6-b0db-250251fda624, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e16f1852-68d5-44d6-b0db-250251fda624,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:08:12.662385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:12.743435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=e16f1852-68d5-44d6-b0db-250251fda624,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:08:14.259309 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e16f1852-68d5-44d6-b0db-250251fda624 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:08:14.353688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e16f1852-68d5-44d6-b0db-250251fda624 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:08:14.354054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:21.292514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-449e5da4-450e-409b-bcb4-a63647ea70c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:23.466567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f84fb9f2-47b7-4f97-826e-1680a15085da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:24.581623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:24.661828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:26.101899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:30.226222 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:08:51.300718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f4b1c50-4ce5-4df5-a8e8-6aba22055db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:53.501040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fec200d1-2e4c-4c02-9b6d-0ba035367efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:54.529314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:54.631982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:08:56.060798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:07.224241 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:09:21.299833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a0f162ae-3f6c-42c0-8db0-c30196026229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:23.498816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-289a375b-a99d-4ea6-807f-a2f6bfea883e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:24.596876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:24.654055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:26.071510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:44.223402 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:09:51.310901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-774cd96f-1ef9-4af3-ad78-71080cd98672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:53.470790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba0f5-f6a9-4b02-8913-8f6cd687f908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:54.533615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:54.619311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:09:56.065443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:20.521145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52406) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:20.586920 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f0c0e4-a802-4570-9090-de0c0e1c53fc admin admin] GET failed (client error): The resource could not be found. Mar 28 15:10:20.588185 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f1f0c0e4-a802-4570-9090-de0c0e1c53fc admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661738 Mar 28 15:10:20.716297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a389aca-aa21-4c75-a3b2-41234939fb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:20.717741 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6a389aca-aa21-4c75-a3b2-41234939fb3d admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1252794 Mar 28 15:10:21.222048 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:10:21.288051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9ec212cd-ad6e-444d-bd4e-dc05fcfde9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:22.863213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52416) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:22.968126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c905e1-824b-4642-ac88-b1777c71e484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:22.968700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f8c905e1-824b-4642-ac88-b1777c71e484 admin admin] Synchronizing usage tracker for tenant:aae70768675746f7bd3fa7897b514716 on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:10:23.053357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f8c905e1-824b-4642-ac88-b1777c71e484 admin admin] Unset dirty status for tenant:aae70768675746f7bd3fa7897b514716 on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:10:23.054467 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f8c905e1-824b-4642-ac88-b1777c71e484 admin admin] 10.222.0.16 "GET /v2.0/subnets/a33c6fbd-736b-482d-a68b-264a3b554227 HTTP/1.1" status: 200 len: 849 time: 0.1902602 Mar 28 15:10:23.063736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:10:23.179338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Notify callbacks [] for subnet, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:23.429732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781951052014'] for subnet, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:23.470048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:23.470959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:23.473776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] 10.222.0.16 "PUT /v2.0/subnets/a33c6fbd-736b-482d-a68b-264a3b554227 HTTP/1.1" status: 200 len: 868 time: 0.4118409 Mar 28 15:10:23.474790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579257e5-7309-4111-bf81-d61d588c9041 None None] Network 8ff30609-0169-4b8b-b184-d5db26603494 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:10:23.503563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33c6fbd-736b-482d-a68b-264a3b554227,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:10:23.505116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e5412e2e-166e-4c5c-b1be-ce931f37209e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:23.511188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.511523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.511866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.512207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.512529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.512860 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.513186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.513532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.513854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.514179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.514504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.514820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f838f73-bc18-4573-9f19-b0257770917a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:10:23.922560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-32976ac0-4d99-4721-966e-32f47543ccb8 None None] Provisioning complete for port bebc8e31-159d-4212-af3a-d953cde49e46 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:10:23.923238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-32976ac0-4d99-4721-966e-32f47543ccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:24.058805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-32976ac0-4d99-4721-966e-32f47543ccb8 None None] Provisioning complete for port c4b3969e-ffd8-4ae7-b478-cd9051c39026 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:10:24.059082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-32976ac0-4d99-4721-966e-32f47543ccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:24.556029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:24.647567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:25.622853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52426) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:25.793910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cf4da-b213-4050-a7f7-60258870b65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:25.794378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cf4da-b213-4050-a7f7-60258870b65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:25.795922 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-461cf4da-b213-4050-a7f7-60258870b65c admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1721179 Mar 28 15:10:26.099251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:27.940773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52436) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:28.110059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323266aa-ba4c-4246-8d7e-938fec579af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:28.110537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323266aa-ba4c-4246-8d7e-938fec579af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:28.112098 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-323266aa-ba4c-4246-8d7e-938fec579af4 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1703892 Mar 28 15:10:30.246566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52446) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:30.436417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eacf99c-f954-44f8-9351-7836659b72d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:30.437701 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3eacf99c-f954-44f8-9351-7836659b72d2 admin admin] 10.222.0.16 "GET /v2.0/networks/8ff30609-0169-4b8b-b184-d5db26603494 HTTP/1.1" status: 200 len: 869 time: 0.1901011 Mar 28 15:10:32.677321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52456) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:32.841767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f86ea7-4100-4c38-a826-c7abf666c659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:32.843123 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-03f86ea7-4100-4c38-a826-c7abf666c659 admin admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 886 time: 0.1647425 Mar 28 15:10:35.002515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52466) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:35.106699 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e807e8-b979-425d-b34f-289bf3179046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:35.107184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e807e8-b979-425d-b34f-289bf3179046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:35.108676 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-64e807e8-b979-425d-b34f-289bf3179046 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1051612 Mar 28 15:10:37.224520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52476) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:37.327508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f928dd2-e88a-40bb-8446-0c7a51d243c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:37.327960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f928dd2-e88a-40bb-8446-0c7a51d243c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:37.329418 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7f928dd2-e88a-40bb-8446-0c7a51d243c3 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1039808 Mar 28 15:10:39.450743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52486) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:39.551477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54adb587-50a4-44b0-a5f5-8b1df65d522e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:39.552802 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-54adb587-50a4-44b0-a5f5-8b1df65d522e admin admin] 10.222.0.16 "GET /v2.0/subnets/03c49747-66f9-45dc-b3fd-f29a057ddbe0 HTTP/1.1" status: 200 len: 816 time: 0.1010785 Mar 28 15:10:41.699983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52496) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:10:41.805521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b603ec-cc0f-48d8-b12d-502ef8cf770c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:10:41.807351 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-80b603ec-cc0f-48d8-b12d-502ef8cf770c admin admin] 10.222.0.16 "GET /v2.0/subnets/a33c6fbd-736b-482d-a68b-264a3b554227 HTTP/1.1" status: 200 len: 868 time: 0.1058998 Mar 28 15:10:51.281834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f52091f8-bb31-4118-af2e-a9d8f695bd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:53.515990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-92e99549-9420-4425-b6e2-c1008a81a4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:54.549532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:54.646242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:56.075801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:10:58.220203 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:11:01.344575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52542) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:11:01.390406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-10e167ea-3ab3-4ca9-8cd7-e7926baf2aea admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:11:01.391428 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-10e167ea-3ab3-4ca9-8cd7-e7926baf2aea admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458832 Mar 28 15:11:03.622929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52552) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:11:03.690050 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-683e4162-f334-4546-9415-5cc0529134ec admin admin] GET failed (client error): The resource could not be found. Mar 28 15:11:03.691343 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-683e4162-f334-4546-9415-5cc0529134ec admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672889 Mar 28 15:11:03.844355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e7b151-5ec2-4d60-9371-03f72f7a5ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:11:03.845722 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-73e7b151-5ec2-4d60-9371-03f72f7a5ea9 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1506000 Mar 28 15:11:06.004613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52562) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:11:06.051126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:11:06.056338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:11:06.066904 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:11:06.142851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Made reservation on behalf of aae70768675746f7bd3fa7897b514716 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:11:06.145153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:06.235786 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.services.revisions.revision_plugin [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Could not find related network for resource to bump revision. Mar 28 15:11:06.249541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:11:06.259528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781951126541', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:06.260043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Unsubscribe: segment precommit_create {{(pid=88487) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 15:11:06.260499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Added segment 6a226f71-fa86-40db-8f39-ffccda48dc17 of type vlan for network 895a4985-6f37-4ddb-acdf-3b44604b9c3d Mar 28 15:11:06.299082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:06.407133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:06.408098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:11:06.408666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:06.504210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Pushing event updated for resources: {'Network': ['ID=895a4985-6f37-4ddb-acdf-3b44604b9c3d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:11:06.510775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.511162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.511534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.511907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.512240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.512584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.512911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.513255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.513608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.513930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.514249 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.514565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:06.526592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 895a4985-6f37-4ddb-acdf-3b44604b9c3d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:11:06.555735 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c84d968b-92dc-4a95-b211-324d414c6603 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5500095 Mar 28 15:11:08.720749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52572) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:11:08.788177 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8666a8d8-a183-45b5-88b1-5b532548e1ec admin admin] GET failed (client error): The resource could not be found. Mar 28 15:11:08.788678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8666a8d8-a183-45b5-88b1-5b532548e1ec admin admin] Synchronizing usage tracker for tenant:aae70768675746f7bd3fa7897b514716 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:11:08.847420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8666a8d8-a183-45b5-88b1-5b532548e1ec admin admin] Unset dirty status for tenant:aae70768675746f7bd3fa7897b514716 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:11:08.848575 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8666a8d8-a183-45b5-88b1-5b532548e1ec admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1268699 Mar 28 15:11:08.951432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011bd69-5f8e-4f81-a76e-50b77260e605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:11:08.952871 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f011bd69-5f8e-4f81-a76e-50b77260e605 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003687 Mar 28 15:11:08.962231 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d', 'cidr': '192.168.233.0/24'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:11:08.967244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:11:08.976559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:11:09.024497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Made reservation on behalf of aae70768675746f7bd3fa7897b514716 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:11:09.027352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:09.274915 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:09.349190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b7f6eb-c28a-4ba9-ae9c-ce80fa694735,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:11:09.353096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Checking segment: {'id': '6a226f71-fa86-40db-8f39-ffccda48dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:11:09.353475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Network hostable DHCP agents. Network: 895a4985-6f37-4ddb-acdf-3b44604b9c3d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:11:09.424139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Network 895a4985-6f37-4ddb-acdf-3b44604b9c3d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:11:09.504212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 895a4985-6f37-4ddb-acdf-3b44604b9c3d) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:11:09.508158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:11:09.508742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:09.514435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ea319-026d-46bf-8ed8-4bad091637a3 None None] Network 895a4985-6f37-4ddb-acdf-3b44604b9c3d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:11:09.591268 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-68dda919-1ec1-4854-beda-e880f4109354 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6321564 Mar 28 15:11:09.741957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-895a4985-6f37-4ddb-acdf-3b44604b9c3d', 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d', 'tenant_id': 'aae70768675746f7bd3fa7897b514716', 'fixed_ips': [{'subnet_id': 'b8b7f6eb-c28a-4ba9-ae9c-ce80fa694735'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:11:09.742807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:09.906016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Allocated IP 192.168.233.2 (895a4985-6f37-4ddb-acdf-3b44604b9c3d/b8b7f6eb-c28a-4ba9-ae9c-ce80fa694735/2e281aa4-ba68-49d3-8116-6a63284f7912) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:11:10.119539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:10.129400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Transition to ACTIVE for port object 2e281aa4-ba68-49d3-8116-6a63284f7912 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:11:10.148581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Transition to ACTIVE for port object 2e281aa4-ba68-49d3-8116-6a63284f7912 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:11:10.223338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:10.284423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Network 895a4985-6f37-4ddb-acdf-3b44604b9c3d is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:11:10.287115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:11:10.296891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:11:10.304771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Pushing event updated for resources: {'Port': ['ID=2e281aa4-ba68-49d3-8116-6a63284f7912,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:11:10.345944 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.346319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.346639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.346977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.347324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.347649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.347995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.348332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.348672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.348993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.349308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.349621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:11:10.400914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Attempting to bind port 2e281aa4-ba68-49d3-8116-6a63284f7912 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:11:10.401268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Attempting to bind port 2e281aa4-ba68-49d3-8116-6a63284f7912 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '6a226f71-fa86-40db-8f39-ffccda48dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:11:10.401623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Attempting to bind port 2e281aa4-ba68-49d3-8116-6a63284f7912 on network 895a4985-6f37-4ddb-acdf-3b44604b9c3d {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:11:10.406764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:11:10.407151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Checking segment: {'id': '6a226f71-fa86-40db-8f39-ffccda48dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:11:10.407569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:10.407959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Bound using segment: {'id': '6a226f71-fa86-40db-8f39-ffccda48dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:11:10.408404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Bound port: 2e281aa4-ba68-49d3-8116-6a63284f7912, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a226f71-fa86-40db-8f39-ffccda48dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:11:10.408767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:10.498135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] For port 2e281aa4-ba68-49d3-8116-6a63284f7912, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:11:10.501401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] For port 2e281aa4-ba68-49d3-8116-6a63284f7912, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2e281aa4-ba68-49d3-8116-6a63284f7912,segment=NetworkSegment(6a226f71-fa86-40db-8f39-ffccda48dc17),segment_id=6a226f71-fa86-40db-8f39-ffccda48dc17)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:11:10.596676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:10.675771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49e9b0-1553-4982-bd2a-bc8d1c51aed7 None None] Pushing event updated for resources: {'Port': ['ID=2e281aa4-ba68-49d3-8116-6a63284f7912,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:11:11.482366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ffb34-5b9f-4895-8072-8bbe58095e5b None None] Network 895a4985-6f37-4ddb-acdf-3b44604b9c3d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:11:11.687690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-08a480b7-d2a2-46e6-85df-452d18aec574 None None] Provisioning for port 2e281aa4-ba68-49d3-8116-6a63284f7912 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:11:12.365010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2e281aa4-ba68-49d3-8116-6a63284f7912 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:11:12.481767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 2e281aa4-ba68-49d3-8116-6a63284f7912 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:11:12.486767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 2e281aa4-ba68-49d3-8116-6a63284f7912 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:11:12.492105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:12.635177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:12.665907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 2e281aa4-ba68-49d3-8116-6a63284f7912, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2e281aa4-ba68-49d3-8116-6a63284f7912,segment=NetworkSegment(6a226f71-fa86-40db-8f39-ffccda48dc17),segment_id=6a226f71-fa86-40db-8f39-ffccda48dc17)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:11:12.715982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:12.783397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=2e281aa4-ba68-49d3-8116-6a63284f7912,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:11:14.341842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2e281aa4-ba68-49d3-8116-6a63284f7912 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:11:14.408043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 2e281aa4-ba68-49d3-8116-6a63284f7912 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:11:14.408408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:21.310074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-642cce4c-058f-4a4e-88da-60466719a9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:23.487163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2755aa95-9c88-4264-91e5-b14a966076ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:24.554662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:24.641002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:26.109575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:35.218783 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:11:51.297578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-460f36ff-1759-4261-b17a-3b8c19015f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:53.487174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e9bb59a6-93f1-436b-a198-c98e5c0fdedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:54.561346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:54.658271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:11:56.104198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:12.217630 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:12:21.315354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-52c6e463-14fa-4d10-a796-311e6b088ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:23.509200 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4b42d471-b8c6-495a-8c4a-2f029c031f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:24.572109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:24.657711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:26.103679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:46.213717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52616) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:12:46.222777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-2a3c0ed2-e71e-400f-85eb-ea36e14e258c tempest-verify_tempest_config-376259987 tempest-verify_tempest_config-376259987-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:12:46.223786 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2a3c0ed2-e71e-400f-85eb-ea36e14e258c tempest-verify_tempest_config-376259987 tempest-verify_tempest_config-376259987-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0091195 Mar 28 15:12:46.667396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52634) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:12:46.780263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:46.797320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:12:46.801114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Usage tracker for resource:security_group_rule and tenant:316ce70bac4d4a859f072b3a99ec9398 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:12:46.803940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:12:46.810281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:12:46.887200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:46.953916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:46.998197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea40ccd6-8118-4e81-93a2-8249473d9563,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:12:47.002192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Synchronizing usage tracker for tenant:aae70768675746f7bd3fa7897b514716 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:12:47.008753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.009110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.009450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.009794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.010116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.010453 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.010778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.011130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.011450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.011764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.012215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.012545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:12:47.080108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] Unset dirty status for tenant:aae70768675746f7bd3fa7897b514716 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:12:47.081302 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1838fc97-5506-4ce3-bac0-dc6db833e774 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=316ce70bac4d4a859f072b3a99ec9398&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4129174 Mar 28 15:12:47.083970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52640) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:12:47.139151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d6fee99-30b7-4d2c-8712-55c7f9ed8ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:47.163174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d6fee99-30b7-4d2c-8712-55c7f9ed8ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:47.309618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d6fee99-30b7-4d2c-8712-55c7f9ed8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:47.330483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fee99-30b7-4d2c-8712-55c7f9ed8ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea40ccd6-8118-4e81-93a2-8249473d9563,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:12:47.336773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d6fee99-30b7-4d2c-8712-55c7f9ed8ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:47.340871 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4d6fee99-30b7-4d2c-8712-55c7f9ed8ee9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea40ccd6-8118-4e81-93a2-8249473d9563 HTTP/1.1" status: 204 len: 168 time: 0.2552428 Mar 28 15:12:49.220530 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:12:51.291616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f20d5f98-a840-402c-945d-eb04d4829cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:53.498197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fe32e711-2da4-4971-8570-ab5d8137ccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:54.577505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:54.674441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:12:56.125973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:21.274443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4e2006eb-c889-4180-af44-d6018f15b1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:23.491515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95a5443d-0b51-4396-9dc9-1e29746c14c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:24.588588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:24.697459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:26.074085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:26.218493 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 5 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:13:51.285153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fed66dce-016a-4068-8a62-10807fc28cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:53.502177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0c59d182-361a-4de6-a659-23488145909a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:54.565694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:54.678826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:13:56.113697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:02.329599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2043154'] for agent, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:03.218663 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:14:17.024728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52710) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:14:17.132080 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6569bf43-a8aa-45ef-a3d0-42d4985ea648 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4321 time: 0.1062267 Mar 28 15:14:19.276630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52724) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:14:19.337415 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a00f9b24-7e7d-4048-9330-586fe875b496 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4321 time: 0.0597057 Mar 28 15:14:21.302005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bfacd402-7408-4bba-991c-24b369ab7a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:23.513611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4390df7e-eea9-44b6-ba10-041667ea6587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:24.558893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:24.815259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:26.096136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:32.290408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:40.243070 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:14:51.290392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a595c164-4199-4e54-83a8-ed6c56e6851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:53.501064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8c8a002-0126-42ff-b64f-880b9787559f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:54.553465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:54.684429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:14:56.107119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:02.335754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:17.223327 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:15:21.272901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f8dcc62d-c161-4d48-ab07-92c9d2e20ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:23.495550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e90f8256-72a0-4e01-8b2b-059af628e799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:24.534285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:24.655274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:26.106530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:32.323854 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:48.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52868) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:48.454711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1067093401-network', 'tenant_id': '71538256e9c544879015090ed43c40d2'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:48.460756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:48.462901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Usage tracker for resource:network and tenant:71538256e9c544879015090ed43c40d2 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:48.466096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:48.471800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:48.557718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Made reservation on behalf of 71538256e9c544879015090ed43c40d2 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:48.560158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:48.581781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:48.598187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:48.602501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Usage tracker for resource:security_group_rule and tenant:71538256e9c544879015090ed43c40d2 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:48.605838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:48.612299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:48.703227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:48.792005 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:48.821417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:15:48.832957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab4ab95-ba20-417b-bb60-75468befd56f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:48.841046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.841400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.841739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.842072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.842483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.842895 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.843193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.843540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.843870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.844194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.844532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.845232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Tracked resource versions report: Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: pushed versions: Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: { 'AddressGroup': {'1.2'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'ConntrackHelper': {'1.0'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Log': {'1.0'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Network': {'1.1'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Port': {'1.7'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'PortForwarding': {'1.2'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'QosPolicy': {'1.8'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SecurityGroup': {'1.4'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SecurityGroupRule': {'1.2'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SubPort': {'1.0'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Subnet': {'1.1'}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Trunk': {'1.1'}} Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: consumer versions: Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: { DHCP agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: HyperV agent@hv-neutron-8281: {}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: L3 agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: Metadata agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: Metering agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: Open vSwitch agent@dv-neutron-828143-13-hyperv: { 'AddressGroup': '1.2', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'ConntrackHelper': '1.0', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Log': '1.0', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Network': '1.1', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Port': '1.7', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'PortForwarding': '1.2', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'QosPolicy': '1.8', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SecurityGroup': '1.4', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SecurityGroupRule': '1.2', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'SubPort': '1.0', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Subnet': '1.1', Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: 'Trunk': '1.1'}} Mar 28 15:15:48.845958 dv-neutron-828143-13-hyperv neutron-server[88487]: {{(pid=88487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 15:15:48.852328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:48.852679 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Added segment 558b6603-3705-4aa9-af66-1743a4216bfc of type vlan for network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 Mar 28 15:15:48.895834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:48.997754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:48.999111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:48.999744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:49.106636 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] Pushing event updated for resources: {'Network': ['ID=44d7c07f-cbaf-40e8-828f-e5c1a2b54003,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:49.186582 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-afa6d9ce-1069-4187-9b43-9c3b1079c3aa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9331932 Mar 28 15:15:49.189843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52908) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:49.195805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Request body: {'subnet': {'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1067093401-subnet', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:49.200854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:49.205477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Usage tracker for resource:subnet and tenant:71538256e9c544879015090ed43c40d2 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:49.208816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:49.215249 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:49.240802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:15:49.305465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Made reservation on behalf of 71538256e9c544879015090ed43c40d2 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:49.307847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:49.362789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52916) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:49.602853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:49.630804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52930) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:49.680810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea20140-7b74-4003-a858-eb982bbe9e79,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:49.692007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Checking segment: {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:15:49.692370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Network hostable DHCP agents. Network: 44d7c07f-cbaf-40e8-828f-e5c1a2b54003, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:15:49.751439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1453226738-network', 'tenant_id': '14b7dff61050496c838afb311e489455'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:49.756442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:49.760260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Usage tracker for resource:network and tenant:14b7dff61050496c838afb311e489455 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:49.763292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:49.769831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:49.796977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:15:49.886318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Made reservation on behalf of 14b7dff61050496c838afb311e489455 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:49.886525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 44d7c07f-cbaf-40e8-828f-e5c1a2b54003) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:49.892398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:49.894008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:49.894371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:49.903389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1979778-0837-4cc3-a221-05915477ebda None None] Network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:15:49.916328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:49.947934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:49.957125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Usage tracker for resource:security_group_rule and tenant:14b7dff61050496c838afb311e489455 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:49.961073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:49.968449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:50.022307 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fe7a8a56-b7d0-4202-8182-b2e1ad32f84a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8311410 Mar 28 15:15:50.026146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52942) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:50.033108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:50.037686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:50.042928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Usage tracker for resource:router and tenant:71538256e9c544879015090ed43c40d2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:50.046261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:50.053726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:50.146147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.160001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-916576209-network', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:50.161279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:15:50.162136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.168857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:50.173924 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Usage tracker for resource:network and tenant:d6614834b0154a0a973a949a1c1b5fd2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:50.177846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:50.184210 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:50.243921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.244967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.260222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.274690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.297832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:15:50.322999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.323368 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Added segment 9d5d31c5-4e67-4cae-ab1f-4490fc38513f of type vlan for network 32fdabfd-77e5-48a6-aac8-16b15e900f26 Mar 28 15:15:50.328573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334b87b-96db-4adc-8ba7-4a793fbcf614,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:50.339555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.344219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.345101 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Allocated IP 172.20.0.2 (44d7c07f-cbaf-40e8-828f-e5c1a2b54003/7ea20140-7b74-4003-a858-eb982bbe9e79/f29850ab-db4d-497d-bf67-65ecf64e1171) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Tracked resource versions report: Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: pushed versions: Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: { 'AddressGroup': {'1.2'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'ConntrackHelper': {'1.0'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Log': {'1.0'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Network': {'1.1'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Port': {'1.7'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'PortForwarding': {'1.2'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'QosPolicy': {'1.8'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SecurityGroup': {'1.4'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SecurityGroupRule': {'1.2'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SubPort': {'1.0'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Subnet': {'1.1'}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Trunk': {'1.1'}} Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: consumer versions: Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: { DHCP agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: HyperV agent@hv-neutron-8281: {}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: L3 agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: Metadata agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: Metering agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: Open vSwitch agent@dv-neutron-828143-13-hyperv: { 'AddressGroup': '1.2', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'ConntrackHelper': '1.0', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Log': '1.0', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Network': '1.1', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Port': '1.7', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'PortForwarding': '1.2', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'QosPolicy': '1.8', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SecurityGroup': '1.4', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SecurityGroupRule': '1.2', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'SubPort': '1.0', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Subnet': '1.1', Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: 'Trunk': '1.1'}} Mar 28 15:15:50.345546 dv-neutron-828143-13-hyperv neutron-server[88486]: {{(pid=88486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 15:15:50.365907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.452947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Made reservation on behalf of d6614834b0154a0a973a949a1c1b5fd2 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:50.456000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.482797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.497759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.498863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:50.499653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.557761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.567982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Transition to ACTIVE for port object f29850ab-db4d-497d-bf67-65ecf64e1171 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:15:50.586049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Transition to ACTIVE for port object f29850ab-db4d-497d-bf67-65ecf64e1171 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:15:50.605254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:50.678184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d6614834b0154a0a973a949a1c1b5fd2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:50.689901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.723823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:50.762335 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Pushing event updated for resources: {'Port': ['ID=f29850ab-db4d-497d-bf67-65ecf64e1171,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:50.770200 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.770561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.770898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.771245 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.771570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.771914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.772236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.772553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.772869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.773327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.773827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.774153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Tracked resource versions report: Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: pushed versions: Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: { 'AddressGroup': {'1.2'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'ConntrackHelper': {'1.0'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Log': {'1.0'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Network': {'1.1'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Port': {'1.7'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'PortForwarding': {'1.2'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'QosPolicy': {'1.8'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SecurityGroup': {'1.4'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SecurityGroupRule': {'1.2'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SubPort': {'1.0'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Subnet': {'1.1'}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Trunk': {'1.1'}} Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: consumer versions: Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: { DHCP agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: HyperV agent@hv-neutron-8281: {}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: L3 agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: Metadata agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: Metering agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: Open vSwitch agent@dv-neutron-828143-13-hyperv: { 'AddressGroup': '1.2', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'ConntrackHelper': '1.0', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Log': '1.0', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Network': '1.1', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Port': '1.7', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'PortForwarding': '1.2', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'QosPolicy': '1.8', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SecurityGroup': '1.4', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SecurityGroupRule': '1.2', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'SubPort': '1.0', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Subnet': '1.1', Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: 'Trunk': '1.1'}} Mar 28 15:15:50.775343 dv-neutron-828143-13-hyperv neutron-server[88488]: {{(pid=88488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 15:15:50.786475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:15:50.787975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:50.791764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:15:50.791996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:50.808349 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4441435 Mar 28 15:15:50.814186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.816539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52970) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:50.817539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb98d77-35fb-410b-85c1-641719eecd61 admin admin] Pushing event updated for resources: {'Network': ['ID=32fdabfd-77e5-48a6-aac8-16b15e900f26,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:50.831663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Request body: {'subnet': {'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1453226738-subnet', 'tenant_id': '14b7dff61050496c838afb311e489455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:50.840083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:50.848604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Usage tracker for resource:subnet and tenant:14b7dff61050496c838afb311e489455 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:50.856397 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:50.868863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:50.880160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 32fdabfd-77e5-48a6-aac8-16b15e900f26 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:15:50.939885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.963823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Made reservation on behalf of 14b7dff61050496c838afb311e489455 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:50.966735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Notify callbacks [] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.968303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Attempting to bind port f29850ab-db4d-497d-bf67-65ecf64e1171 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:15:50.969906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Attempting to bind port f29850ab-db4d-497d-bf67-65ecf64e1171 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:15:50.974886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Attempting to bind port f29850ab-db4d-497d-bf67-65ecf64e1171 on network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:15:50.982059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:15:50.982790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Checking segment: {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:15:50.983444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:50.984004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Bound using segment: {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:15:50.984819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Bound port: f29850ab-db4d-497d-bf67-65ecf64e1171, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:15:50.985523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.032557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.044819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:15:51.053644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.054061 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Added segment 981a96a7-aa4f-471e-8c2f-76bfc3b563d6 of type vlan for network ef6d515c-97b9-44e2-93df-2e1574694367 Mar 28 15:15:51.081609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.137224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a102b21-85e2-4a4d-a49f-4bd32f79e11d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:51.192604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 52980) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:51.196113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] For port f29850ab-db4d-497d-bf67-65ecf64e1171, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:15:51.199756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] For port f29850ab-db4d-497d-bf67-65ecf64e1171, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f29850ab-db4d-497d-bf67-65ecf64e1171,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:15:51.216678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.217625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:51.219831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.261539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.330666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1958775d-b49c-430a-b90e-6595f0f08582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.346579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.391584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65900484-1ade-4a55-9cf7-aa27465df88d None None] Pushing event updated for resources: {'Port': ['ID=f29850ab-db4d-497d-bf67-65ecf64e1171,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:51.403403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6d515c-97b9-44e2-93df-2e1574694367,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:51.414896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network ef6d515c-97b9-44e2-93df-2e1574694367 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:15:51.475875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:51.477951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.486584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Checking segment: {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:15:51.487008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Network hostable DHCP agents. Network: 32fdabfd-77e5-48a6-aac8-16b15e900f26, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:15:51.520928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.557245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-536645656'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:51.558092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-692ccdd5-7a1c-414e-bfbf-a57282a6f8e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9257975 Mar 28 15:15:51.561293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 52998) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:51.569863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:51.579498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Request body: {'subnet': {'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-916576209-subnet', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:51.588509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Usage tracker for resource:network and tenant:7d3cba76fb3c421098b5fe3e5e0a9a36 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:51.594372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:51.595273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:51.603450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Usage tracker for resource:subnet and tenant:d6614834b0154a0a973a949a1c1b5fd2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:51.608511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:51.623767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:51.637902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:51.652453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Network 32fdabfd-77e5-48a6-aac8-16b15e900f26 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:15:51.702629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Allocated IP 172.26.7.231 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/091f3cf5-d624-4921-a32c-4b6fa2ef56fb) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:15:51.740770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 32fdabfd-77e5-48a6-aac8-16b15e900f26) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:51.745311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:51.746180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.754178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c1816-15b9-45ee-9765-571cea95edfb None None] Network 32fdabfd-77e5-48a6-aac8-16b15e900f26 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:15:51.792329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Made reservation on behalf of 7d3cba76fb3c421098b5fe3e5e0a9a36 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:51.797241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.820244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.848688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:51.857280 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d98144b0-0898-4c43-a5cb-12b0dd406fab admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0395961 Mar 28 15:15:51.859961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53004) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:51.861244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Usage tracker for resource:security_group_rule and tenant:7d3cba76fb3c421098b5fe3e5e0a9a36 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:51.866031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Made reservation on behalf of d6614834b0154a0a973a949a1c1b5fd2 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:51.866850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:51.868263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:51.873140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:51.882520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:51.885503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:51.891014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Usage tracker for resource:router and tenant:14b7dff61050496c838afb311e489455 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:51.896895 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:51.910224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:52.040520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.044099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.055509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.080168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.103081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.108654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-32fdabfd-77e5-48a6-aac8-16b15e900f26', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:15:52.110186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.182338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.236912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.241325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85feadf9-f716-45ee-98bb-12c2e2d74004,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:52.270854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:15:52.291315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.291744 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Added segment a4e9f988-4963-45c6-a207-d22ad42c79f0 of type vlan for network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 Mar 28 15:15:52.326363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.372676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:15:52.376688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:52.381252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:15:52.391727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Allocated IP 172.20.0.2 (32fdabfd-77e5-48a6-aac8-16b15e900f26/c3fe0fd3-ad0e-4333-b27a-ae4b461c3587/ee0f8fd5-e770-4657-b3c9-1aa07dacbf39) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:15:52.604584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53022) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:52.613926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f29850ab-db4d-497d-bf67-65ecf64e1171 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:15:52.679461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.690408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Pushing event updated for resources: {'Port': ['ID=091f3cf5-d624-4921-a32c-4b6fa2ef56fb,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:52.693943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:52.694683 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.736512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.790939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da82f416-b10f-4e93-84cc-673dd53080b3 None None] Network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:15:52.810815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0ee85f-a616-4b7a-b0cd-5fe28a554489,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:52.859822 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6656048 Mar 28 15:15:52.877620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:52.942174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465638-8fad-4ca0-b99b-fcd28a389b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Pushing event updated for resources: {'Network': ['ID=4f99f8ac-ace2-4b06-b80e-516b82ee1815,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:53.004293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port f29850ab-db4d-497d-bf67-65ecf64e1171 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:15:53.008470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Checking segment: {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:15:53.011334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Network hostable DHCP agents. Network: ef6d515c-97b9-44e2-93df-2e1574694367, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:15:53.021033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:15:53.064736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53042) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:53.115417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Network ef6d515c-97b9-44e2-93df-2e1574694367 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:15:53.123744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53048) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:53.146533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7e2e68fb-33e2-47b1-b1e5-c0d8aae75fe8 None None] Provisioning for port f29850ab-db4d-497d-bf67-65ecf64e1171 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:15:53.163384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.163998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7e2e68fb-33e2-47b1-b1e5-c0d8aae75fe8 None None] Provisioning complete for port f29850ab-db4d-497d-bf67-65ecf64e1171 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:15:53.164542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68fb-33e2-47b1-b1e5-c0d8aae75fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.225415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, ef6d515c-97b9-44e2-93df-2e1574694367) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:53.240201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:53.240872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.247695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a84c7d-ce5e-47d4-b22a-4bd2bb57c797 None None] Network ef6d515c-97b9-44e2-93df-2e1574694367 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:15:53.287829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.298681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Transition to ACTIVE for port object ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:15:53.318826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Transition to ACTIVE for port object ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:15:53.366702 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9b964df8-1028-4003-b65c-65d2975b2541 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8015525 Mar 28 15:15:53.368994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53058) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:53.393891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:53.411621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:53.432458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Usage tracker for resource:router and tenant:d6614834b0154a0a973a949a1c1b5fd2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:53.437273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:53.462281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1855250704'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:53.482323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:53.486622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.530325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:53.564556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Usage tracker for resource:router and tenant:22ac5042b994476d8cb34220d0460dd4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:53.573350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2110571918'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:53.577773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:53.596824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:53.602122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:53.605655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68fb-33e2-47b1-b1e5-c0d8aae75fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.649189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Usage tracker for resource:network and tenant:ea6d1259d9f444ee82546416b4671e2d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:53.657376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Network 32fdabfd-77e5-48a6-aac8-16b15e900f26 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:15:53.666578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:53.667465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Pushing event updated for resources: {'Port': ['ID=ee0f8fd5-e770-4657-b3c9-1aa07dacbf39,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:53.678744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:53.691662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:15:53.696002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:53.720063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.987837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1395356241'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:53.990311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.990986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.990986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.991827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.991827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.992236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.992500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a84aeb2d-750b-4143-83dd-878b9062ce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.992631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.992762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7e2e68fb-33e2-47b1-b1e5-c0d8aae75fe8 None None] For port f29850ab-db4d-497d-bf67-65ecf64e1171, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f29850ab-db4d-497d-bf67-65ecf64e1171,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:15:53.992905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Made reservation on behalf of ea6d1259d9f444ee82546416b4671e2d for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:53.993033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:53.993158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.993158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.993158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.993158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:53.993636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Usage tracker for resource:network and tenant:c5c850c6f48f47cfa61be0e977233dde is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:53.993770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Usage tracker for resource:security_group_rule and tenant:ea6d1259d9f444ee82546416b4671e2d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:53.993896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Attempting to bind port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:15:53.993896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Attempting to bind port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:15:53.993896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Attempting to bind port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 on network 32fdabfd-77e5-48a6-aac8-16b15e900f26 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:15:53.994267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:53.994437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:53.994608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-ef6d515c-97b9-44e2-93df-2e1574694367', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:15:53.994608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.994884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:53.995019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:15:53.995019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Checking segment: {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:15:53.995019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.995019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Bound using segment: {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:15:53.995019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Bound port: ee0f8fd5-e770-4657-b3c9-1aa07dacbf39, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:15:53.995019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:53.995888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:54.013122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Allocated IP 172.26.7.191 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/a0a0ea61-badb-41c8-8220-c2aee6e91448) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:15:54.056242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e2e68fb-33e2-47b1-b1e5-c0d8aae75fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.158587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.222695 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:15:54.278841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e68fb-33e2-47b1-b1e5-c0d8aae75fe8 None None] Pushing event updated for resources: {'Port': ['ID=f29850ab-db4d-497d-bf67-65ecf64e1171,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:54.283797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] For port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:15:54.351166 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] For port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ee0f8fd5-e770-4657-b3c9-1aa07dacbf39,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:15:54.380054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Allocated IP 172.20.0.2 (ef6d515c-97b9-44e2-93df-2e1574694367/9c0ee85f-a616-4b7a-b0cd-5fe28a554489/ede697c4-e40f-40bf-aa1b-7c4127d05aca) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:15:54.392122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.417505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.420622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cbb92942-0057-4c91-ac20-ccb08b275c3d tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.7501307 Mar 28 15:15:54.427099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53076) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:54.434106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53078) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:54.434302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.445361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.455885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Made reservation on behalf of c5c850c6f48f47cfa61be0e977233dde for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:54.462471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.559440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f29850ab-db4d-497d-bf67-65ecf64e1171 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:15:54.565398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Request body: {'port': {'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768680549'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:54.581536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53086) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:54.592191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.615348 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:54.621240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Usage tracker for resource:port and tenant:8336e81c35e74a2f895fffb0937a4eee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:54.626282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:54.634145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:54.687503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.707494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ef37c-5c96-442d-b6d8-4af2e8a14487 None None] Pushing event updated for resources: {'Port': ['ID=ee0f8fd5-e770-4657-b3c9-1aa07dacbf39,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:54.731933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-94220698-e6a9-43e9-b60b-659ba8e60eec None None] Provisioning complete for port f29850ab-db4d-497d-bf67-65ecf64e1171 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:15:54.732302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-94220698-e6a9-43e9-b60b-659ba8e60eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.777591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:54.780396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.790823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.792002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:15:54.805171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.805532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Usage tracker for resource:security_group_rule and tenant:c5c850c6f48f47cfa61be0e977233dde is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:54.805710 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Added segment 35614553-96fd-483d-b15d-a7c1a84774ed of type vlan for network df07d00d-8957-4a3c-bab0-bf81603d0dbb Mar 28 15:15:54.809867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:54.822609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:54.846538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.859565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-411bcbdd-4f7a-46c4-82e4-10deb058fb3f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.938540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.946707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f29850ab-db4d-497d-bf67-65ecf64e1171 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:15:54.947124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.960386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:54.967548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.974471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Made reservation on behalf of 8336e81c35e74a2f895fffb0937a4eee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:54.977115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:54.986361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Router d041b1cc-7e58-4dab-85ce-a09598d55f56 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:15:55.051116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.063619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:15:55.087237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.106797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.115799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Transition to ACTIVE for port object ede697c4-e40f-40bf-aa1b-7c4127d05aca will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:15:55.166298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Transition to ACTIVE for port object ede697c4-e40f-40bf-aa1b-7c4127d05aca will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:15:55.172455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:55.176166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:15:55.225117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:55.235392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:55.256897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Usage tracker for resource:floatingip and tenant:e9e87296571247039d669be44d21889b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:55.256897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650c36e7-1e39-4217-8b56-2b06a6b2c037,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:55.262751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.307786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:55.310520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Usage tracker for resource:security_group_rule and tenant:8336e81c35e74a2f895fffb0937a4eee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:55.315977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:15:55.330045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:15:55.352938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.353135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17bc138-f979-4958-909b-0ed229ad828d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:55.359221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:15:55.368890 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Sync routers for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:15:55.377119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.377265 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Added segment 83e03e4c-6638-4816-8c1b-84d5a180b034 of type vlan for network c16b89d8-9888-4c71-ac25-4f5e4f9c710d Mar 28 15:15:55.383460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:55.384373 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:15:55.386775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:55.386887 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:15:55.406613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:55.428035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.480127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Network ef6d515c-97b9-44e2-93df-2e1574694367 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:15:55.483192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:55.487453 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:15:55.530469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.534754 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1b9feb78-305d-49e4-9285-688f4fb64582 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5074074 Mar 28 15:15:55.537439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Pushing event updated for resources: {'Port': ['ID=ede697c4-e40f-40bf-aa1b-7c4127d05aca,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:55.544156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53102) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:55.621648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Attempting to bind port ede697c4-e40f-40bf-aa1b-7c4127d05aca on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:15:55.622149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Attempting to bind port ede697c4-e40f-40bf-aa1b-7c4127d05aca by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:15:55.622367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Attempting to bind port ede697c4-e40f-40bf-aa1b-7c4127d05aca on network ef6d515c-97b9-44e2-93df-2e1574694367 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:15:55.629178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:15:55.629550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Checking segment: {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:15:55.630121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.630513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Bound using segment: {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:15:55.630980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Bound port: ede697c4-e40f-40bf-aa1b-7c4127d05aca, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:15:55.631539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.647718 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:15:55.661157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.666656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:55.667268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.760912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.768390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:55.768912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.775842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-deda22a5-f850-4808-bbb8-33333968847c None None] For port ede697c4-e40f-40bf-aa1b-7c4127d05aca, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:15:55.779091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-deda22a5-f850-4808-bbb8-33333968847c None None] For port ede697c4-e40f-40bf-aa1b-7c4127d05aca, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ede697c4-e40f-40bf-aa1b-7c4127d05aca,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:15:55.804916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-411bcbdd-4f7a-46c4-82e4-10deb058fb3f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.807652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-411bcbdd-4f7a-46c4-82e4-10deb058fb3f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.809394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Pushing event updated for resources: {'Network': ['ID=c16b89d8-9888-4c71-ac25-4f5e4f9c710d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:55.822908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network c16b89d8-9888-4c71-ac25-4f5e4f9c710d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:15:55.862290 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c3a02fb9-2b37-4a0a-a3ad-98cf64e90de9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7344167 Mar 28 15:15:55.866267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53106) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:55.875116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Request body: {'subnet': {'network_id': 'c16b89d8-9888-4c71-ac25-4f5e4f9c710d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:55.882799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.897118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.955884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:55.966358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.011256 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:15:52Z', 'revision_number': 3, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:15:56.016227 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Checking router: d041b1cc-7e58-4dab-85ce-a09598d55f56 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:15:56.016851 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Updating router d041b1cc-7e58-4dab-85ce-a09598d55f56 port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:15:56.088151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Pushing event updated for resources: {'Port': ['ID=a0a0ea61-badb-41c8-8220-c2aee6e91448,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:56.111747 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.194202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3121cb-f32e-4181-9d95-3c4b5612824d None None] Network 32fdabfd-77e5-48a6-aac8-16b15e900f26 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:15:56.304538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:56.314739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Usage tracker for resource:subnet and tenant:c5c850c6f48f47cfa61be0e977233dde is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:56.318827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda22a5-f850-4808-bbb8-33333968847c None None] Pushing event updated for resources: {'Port': ['ID=ede697c4-e40f-40bf-aa1b-7c4127d05aca,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:56.333803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.389106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:56.412013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:56.533676 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.541682 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4481493d-052b-4385-a6c0-19c383ee9cb9 None None] Provisioning for port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:15:56.555275 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Transition to ACTIVE for port object 091f3cf5-d624-4921-a32c-4b6fa2ef56fb will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:15:56.609569 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-411bcbdd-4f7a-46c4-82e4-10deb058fb3f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.610580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411bcbdd-4f7a-46c4-82e4-10deb058fb3f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f982b41b-9688-447e-941f-ca677ab215ea {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:15:56.613605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Pushing event updated for resources: {'Network': ['ID=df07d00d-8957-4a3c-bab0-bf81603d0dbb,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:56.633935 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.663140 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ede697c4-e40f-40bf-aa1b-7c4127d05aca up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:15:56.671991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Made reservation on behalf of c5c850c6f48f47cfa61be0e977233dde for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:56.675844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks [] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.710010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.710245 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Attempting to bind port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:15:56.710758 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Attempting to bind port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:15:56.711208 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Attempting to bind port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:15:56.715346 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fb99c99f-53d4-49bb-b79e-ca806f931a93 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.6361349 Mar 28 15:15:56.723058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53112) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:56.751082 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:15:56.751725 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:15:56.752288 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.752965 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:15:56.753585 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Bound port: 091f3cf5-d624-4921-a32c-4b6fa2ef56fb, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:15:56.754114 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.827895 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.850185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network df07d00d-8957-4a3c-bab0-bf81603d0dbb details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:15:56.869504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-411bcbdd-4f7a-46c4-82e4-10deb058fb3f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:56.878477 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-411bcbdd-4f7a-46c4-82e4-10deb058fb3f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f982b41b-9688-447e-941f-ca677ab215ea HTTP/1.1" status: 204 len: 168 time: 2.4323967 Mar 28 15:15:56.879607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53118) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:56.885238 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] For port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:15:56.887495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] device_id is not set on port ba1f93fd-d0fa-4be1-b407-2c957da0dade yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:15:56.899448 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] For port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=091f3cf5-d624-4921-a32c-4b6fa2ef56fb,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:15:56.944566 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Pushing event updated for resources: {'Port': ['ID=091f3cf5-d624-4921-a32c-4b6fa2ef56fb,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:56.965779 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.966139 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.966447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Request body: {'router': {'name': 'tempest-router-458955258', 'distributed': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:56.966548 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.966794 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.970453 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.970853 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.971225 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.971568 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.971667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:56.971898 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.972224 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.975900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Usage tracker for resource:router and tenant:22ac5042b994476d8cb34220d0460dd4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:56.979387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:56.981680 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.982098 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:15:56.987573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Tracked resource versions report: Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: pushed versions: Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: { 'AddressGroup': {'1.2'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'ConntrackHelper': {'1.0'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Log': {'1.0'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Network': {'1.1'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Port': {'1.7'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'PortForwarding': {'1.2'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'QosPolicy': {'1.8'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SecurityGroup': {'1.4'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SecurityGroupRule': {'1.2'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SubPort': {'1.0'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Subnet': {'1.1'}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Trunk': {'1.1'}} Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: consumer versions: Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: { DHCP agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: HyperV agent@hv-neutron-8281: {}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: L3 agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: Metadata agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: Metering agent@dv-neutron-828143-13-hyperv: {}, Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: Open vSwitch agent@dv-neutron-828143-13-hyperv: { 'AddressGroup': '1.2', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'ConntrackHelper': '1.0', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Log': '1.0', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Network': '1.1', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Port': '1.7', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'PortForwarding': '1.2', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'QosPolicy': '1.8', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SecurityGroup': '1.4', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SecurityGroupRule': '1.2', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'SubPort': '1.0', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Subnet': '1.1', Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: 'Trunk': '1.1'}} Mar 28 15:15:56.990012 dv-neutron-828143-13-hyperv neutron-server[88489]: {{(pid=88489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 15:15:56.998204 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.026326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Allocated IP 172.26.7.67 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/c075252b-6984-47f6-952a-ede570600bba) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:15:57.053554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Request body: {'network': {'name': 'tempest-network--588920967', 'router:external': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:15:57.073867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port ede697c4-e40f-40bf-aa1b-7c4127d05aca completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:15:57.085195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:15:57.093736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.100278 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8b31f-e14c-43d3-9920-d79ae2e49efa None None] Pushing event updated for resources: {'Port': ['ID=091f3cf5-d624-4921-a32c-4b6fa2ef56fb,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:57.128128 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:15:57.128799 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:15:57.131418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.132449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.187763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:57.217801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Usage tracker for resource:network and tenant:ec3e82d2c4c14957bf81b73d8af83a36 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:57.228542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:57.250619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:57.254485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4364fa77-21b7-44dd-b834-6130f0a5e287,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:57.315719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.323515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:15:57.328789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:15:57.329102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.353353 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:15:57.396507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Made reservation on behalf of ec3e82d2c4c14957bf81b73d8af83a36 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:15:57.398867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.475144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.486776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.512681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.554449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ee0f8fd5-e770-4657-b3c9-1aa07dacbf39,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:15:57.575131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:15:57.589019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.601175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.619740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7528f-a123-4bf0-a44d-dc6b3ed8faab None None] Network ef6d515c-97b9-44e2-93df-2e1574694367 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:15:57.627084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.638177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.653822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Usage tracker for resource:security_group_rule and tenant:ec3e82d2c4c14957bf81b73d8af83a36 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:15:57.664369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:57.678905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:15:57.687621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:57.689866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:15:57.712999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:15:57.736579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:15:57.778631 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:15:52Z', 'revision_number': 3, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:15:57.786786 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3435e9-4a0b-4331-b00d-694843be0656 None None] The sync data for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv is: [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:15:52Z', 'revision_number': 3, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:15:57.840801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=ee0f8fd5-e770-4657-b3c9-1aa07dacbf39,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:57.857414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6a62fec9-0184-4bfa-9bdf-6fd4f419e969 None None] Provisioning for port ede697c4-e40f-40bf-aa1b-7c4127d05aca completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:15:57.866959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6a62fec9-0184-4bfa-9bdf-6fd4f419e969 None None] Provisioning complete for port ede697c4-e40f-40bf-aa1b-7c4127d05aca triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:15:57.867412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a62fec9-0184-4bfa-9bdf-6fd4f419e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.063139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] device_id is not set on port ba1f93fd-d0fa-4be1-b407-2c957da0dade yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:15:58.080655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Pushing event updated for resources: {'Port': ['ID=c075252b-6984-47f6-952a-ede570600bba,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:58.101918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.142528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.146947 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e9be8d7a-5a2a-4998-bed5-bffb7f91cd94 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2599900 Mar 28 15:15:58.149174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53124) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:58.188483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a62fec9-0184-4bfa-9bdf-6fd4f419e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.190780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Transition to ACTIVE for port object ba1f93fd-d0fa-4be1-b407-2c957da0dade will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:15:58.241069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.250999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Allocated IP 172.26.7.43 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/ca65c292-73f7-4c26-ac21-337f94aaf257) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:15:58.256625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6a62fec9-0184-4bfa-9bdf-6fd4f419e969 None None] For port ede697c4-e40f-40bf-aa1b-7c4127d05aca, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ede697c4-e40f-40bf-aa1b-7c4127d05aca,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:15:58.342859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.363336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a62fec9-0184-4bfa-9bdf-6fd4f419e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.382077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.441271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Pushing event updated for resources: {'Subnet': ['ID=0acbad84-e290-4182-a0bd-70a9a6da7c44,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:58.488743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62fec9-0184-4bfa-9bdf-6fd4f419e969 None None] Pushing event updated for resources: {'Port': ['ID=ede697c4-e40f-40bf-aa1b-7c4127d05aca,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:58.540229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.548095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'Port': ['ID=ba1f93fd-d0fa-4be1-b407-2c957da0dade,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:58.591980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-02369e33-58c2-4015-839f-56b04f68e2ce tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.674670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 091f3cf5-d624-4921-a32c-4b6fa2ef56fb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:15:58.755814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.762790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e70b6bcc-5cb5-4629-b453-a4107cf169d4 None None] Provisioning complete for port ede697c4-e40f-40bf-aa1b-7c4127d05aca triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:15:58.763325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e70b6bcc-5cb5-4629-b453-a4107cf169d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.766467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Allocated IP 172.20.0.1 (44d7c07f-cbaf-40e8-828f-e5c1a2b54003/7ea20140-7b74-4003-a858-eb982bbe9e79/762c100e-6ada-4e2f-a2fd-d003f84ffa7c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:15:58.820359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:15:58.829874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:15:58.830401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.841728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:15:58.866651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Checking segment: {'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:15:58.866932 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Network hostable DHCP agents. Network: 4f99f8ac-ace2-4b06-b80e-516b82ee1815, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:15:58.881706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1384022e-c111-413f-b45b-f3c328fb1746,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:58.915383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.915773 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Added segment 62f67aac-7637-467e-b8b3-9d61a82a5bbd of type vlan for network fff7e182-8cbc-48ee-9349-8b347cb366df Mar 28 15:15:58.950609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:58.970648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Transition to ACTIVE for port object 762c100e-6ada-4e2f-a2fd-d003f84ffa7c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:15:58.979762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.007537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.053944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:15:59.064765 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.082764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.098615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=091f3cf5-d624-4921-a32c-4b6fa2ef56fb,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:15:59.129096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:15:59.180900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.181883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:15:59.190944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.195289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 4f99f8ac-ace2-4b06-b80e-516b82ee1815) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:59.223555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Checking segment: {'id': '83e03e4c-6638-4816-8c1b-84d5a180b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c16b89d8-9888-4c71-ac25-4f5e4f9c710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:15:59.223923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Network hostable DHCP agents. Network: c16b89d8-9888-4c71-ac25-4f5e4f9c710d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:15:59.236595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.237558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:15:59.238124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.264165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8797bdb-f632-4ded-ac6a-b1bd16388096 None None] Network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:15:59.286006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:15:59.295887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:15:59.346966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.389281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:15:59.394860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:15:59.395250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:15:59.395616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:15:59.397873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:59.398818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=091f3cf5-d624-4921-a32c-4b6fa2ef56fb,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:59.407848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:15:59.408424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.411765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:59.423252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:15:59.423722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.429289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:15:59.436816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'Network': ['ID=fff7e182-8cbc-48ee-9349-8b347cb366df,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:59.440667 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:15:59.440667 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:15:59.440866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Pushing event updated for resources: {'Port': ['ID=762c100e-6ada-4e2f-a2fd-d003f84ffa7c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:59.440983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event updated for resources: {'Port': ['ID=ca65c292-73f7-4c26-ac21-337f94aaf257,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:15:59.502806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network fff7e182-8cbc-48ee-9349-8b347cb366df details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:15:59.509737 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 2 to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade Mar 28 15:15:59.541369 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9aa2ab43-b01e-4297-a259-974329f0af2b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7547948 Mar 28 15:15:59.544655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53128) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:59.631591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:15:59.631926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:15:59.632263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:15:59.646848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-02369e33-58c2-4015-839f-56b04f68e2ce tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.652013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-02369e33-58c2-4015-839f-56b04f68e2ce tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.672225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:15:59.672225 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:15:59.677898 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 3 to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade Mar 28 15:15:59.740887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:15:59.760542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Sync routers for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:15:59.773971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:15:59.774822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:15:59.778989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.785943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Network c16b89d8-9888-4c71-ac25-4f5e4f9c710d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:15:59.797377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:15:59.797714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:15:59.798059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:15:59.808437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.813568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:15:59.813855 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:15:59.814659 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 4 to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade Mar 28 15:15:59.835253 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:15:59.835537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:15:59.835875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:15:59.859482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, c16b89d8-9888-4c71-ac25-4f5e4f9c710d) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:15:59.866918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:15:59.867291 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:15:59.870100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de5e45-1393-4b94-87cc-a7aedf2d2da3 None None] Network c16b89d8-9888-4c71-ac25-4f5e4f9c710d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:15:59.870669 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 5 to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade Mar 28 15:15:59.946438 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:15:59.950286 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-63339986-e939-4aa8-982d-88de649daf7f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0829821 Mar 28 15:15:59.953791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53132) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:15:59.963433 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b388c315-6a8c-43e8-9b4f-094c00069ee3 None None] Provisioning for port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:00.016534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:00.017274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.034846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b388c315-6a8c-43e8-9b4f-094c00069ee3 None None] Provisioning complete for port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:00.035252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b388c315-6a8c-43e8-9b4f-094c00069ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.051745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-02369e33-58c2-4015-839f-56b04f68e2ce tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.052236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02369e33-58c2-4015-839f-56b04f68e2ce tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1528d0b2-9603-430b-916f-71ccb6ff57f0 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:16:00.077031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:00.077872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:00.078291 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:00.084222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-02369e33-58c2-4015-839f-56b04f68e2ce tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.091775 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-02369e33-58c2-4015-839f-56b04f68e2ce tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "DELETE /v2.0/routers/1528d0b2-9603-430b-916f-71ccb6ff57f0 HTTP/1.1" status: 204 len: 168 time: 1.9320176 Mar 28 15:16:00.091775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53136) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:00.101328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Request body: {'router': {'name': 'tempest-router-1035535417', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '561367f3e1194d74b8c5d84b9d6fa25c'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:00.115700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:00.153790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.154952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:00.174151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:00.174996 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:00.179275 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 6 to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade Mar 28 15:16:00.182987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Usage tracker for resource:router and tenant:561367f3e1194d74b8c5d84b9d6fa25c is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:00.186298 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7f8f8094-cdc6-4ec6-8eb4-7637c6f21f2b tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3176665 Mar 28 15:16:00.188382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:00.191837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.200545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53140) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:00.206644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:00.211626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Request body: {'port': {'network_id': 'c16b89d8-9888-4c71-ac25-4f5e4f9c710d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-461537355'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:00.258855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:00.258855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:00.258855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:00.262937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.263311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.264091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.264431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > port after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.264757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.265670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > port after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.266012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.267688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.267688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.267688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.279384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b388c315-6a8c-43e8-9b4f-094c00069ee3 None None] Port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:00.356632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.382321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.391363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.392305 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.428059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.428416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.428754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.429090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:00.429674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff7e182-8cbc-48ee-9349-8b347cb366df']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:00.456506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:00.456666 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:00.465660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f67aac-7637-467e-b8b3-9d61a82a5bbd') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:00.465961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f67aac-7637-467e-b8b3-9d61a82a5bbd') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:00.479060 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 7 to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade Mar 28 15:16:00.522402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-c16b89d8-9888-4c71-ac25-4f5e4f9c710d', 'network_id': 'c16b89d8-9888-4c71-ac25-4f5e4f9c710d', 'tenant_id': 'c5c850c6f48f47cfa61be0e977233dde', 'fixed_ips': [{'subnet_id': '0acbad84-e290-4182-a0bd-70a9a6da7c44'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:16:00.523292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.535398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.555007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.578227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:00.578558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:00.578892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:00.589702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ede697c4-e40f-40bf-aa1b-7c4127d05aca up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:00.612694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.617877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:00.618187 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:00.630574 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 8 to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade Mar 28 15:16:00.653381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:00.672298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Usage tracker for resource:port and tenant:c5c850c6f48f47cfa61be0e977233dde is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:00.682213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:15:55Z', 'revision_number': 3, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:00.686117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:00.687412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ede697c4-e40f-40bf-aa1b-7c4127d05aca triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:00.688009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.694378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:00.694794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: from cryptography.utils import int_from_bytes Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: from cryptography.utils import int_from_bytes Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn_limited( Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn_limited( Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:00.712913 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:00.719409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Checking router: 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:16:00.720930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Updating router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec port a0a0ea61-badb-41c8-8220-c2aee6e91448 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:16:00.723193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:00.739796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.807418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.814291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Made reservation on behalf of c5c850c6f48f47cfa61be0e977233dde for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:00.817677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.854518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:00.854844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:00.855200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:00.860621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] device_id is not set on port 927b2c63-f88c-40f6-a0a0-67c2ddfeb75e yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:00.873934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:00.874994 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:00.880127 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 9 to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade Mar 28 15:16:00.926158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:00.926712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:00.927227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:00.944518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:00.948832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8f182d78-15f5-449f-bdbb-5233fe123a2f tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8545759 Mar 28 15:16:00.958874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53144) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:00.968760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:00.970540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 091f3cf5-d624-4921-a32c-4b6fa2ef56fb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:00.996980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:00.997539 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:01.004194 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 10 to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade Mar 28 15:16:01.011366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.065243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fff7e182-8cbc-48ee-9349-8b347cb366df {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 15:16:01.075739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event deleted for resources: {'Network': ['ID=fff7e182-8cbc-48ee-9349-8b347cb366df,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:01.082096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.085694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:01.086176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:01.086639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:01.155403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port ba1f93fd-d0fa-4be1-b407-2c957da0dade on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:01.156452 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port ba1f93fd-d0fa-4be1-b407-2c957da0dade on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:01.156968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.185368 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d257bcb1-06e7-402f-bdad-a341873a80dd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "DELETE /v2.0/networks/fff7e182-8cbc-48ee-9349-8b347cb366df HTTP/1.1" status: 204 len: 168 time: 1.6033587 Mar 28 15:16:01.190793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53148) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:01.199448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.207223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:01.220157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:01.264735 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Allocated IP 172.20.0.2 (c16b89d8-9888-4c71-ac25-4f5e4f9c710d/0acbad84-e290-4182-a0bd-70a9a6da7c44/902e96be-d5d5-4fdb-b52d-b15bd1fe00b3) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:01.266288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Usage tracker for resource:network and tenant:ec3e82d2c4c14957bf81b73d8af83a36 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:01.271450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:01.276627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:01.276999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.281566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.296418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:01.485845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.486380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.510049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Made reservation on behalf of ec3e82d2c4c14957bf81b73d8af83a36 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:01.512759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.585347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.613172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Transition to ACTIVE for port object a0a0ea61-badb-41c8-8220-c2aee6e91448 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:01.635859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88486) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 28 15:16:01.636312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Router 86e6bd26-156d-417d-bb23-9be3ea1effdb migrating from provider to provider. {{(pid=88486) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 28 15:16:01.636753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.642054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.644844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] For port ba1f93fd-d0fa-4be1-b407-2c957da0dade, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:01.645393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempted to set empty binding levels {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 15:16:01.650447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Router f3e00708-c200-4120-9192-ddbb595b1d22 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:16:01.661956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event updated for resources: {'Port': ['ID=ca65c292-73f7-4c26-ac21-337f94aaf257,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:01.696080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.705562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.715530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.743930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.754549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:01.815532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Transition to ACTIVE for port object 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:01.826557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:01.827260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.835337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.838230 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Added segment adf98928-81ed-429f-9bc3-85ec0939f1d2 of type vlan for network 1658a6a2-73b2-4627-a1aa-d3c59c67544d Mar 28 15:16:01.850557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.882519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Attempting to bind port a0a0ea61-badb-41c8-8220-c2aee6e91448 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:01.882888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Attempting to bind port a0a0ea61-badb-41c8-8220-c2aee6e91448 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:01.883328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Attempting to bind port a0a0ea61-badb-41c8-8220-c2aee6e91448 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:01.891629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:01.891998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:01.895698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.895698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:01.895698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Bound port: a0a0ea61-badb-41c8-8220-c2aee6e91448, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:01.895698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.898834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.902973 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f1fdfd83-a13c-4594-9849-37762fd0dcd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3205056 Mar 28 15:16:01.906796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53152) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:01.918578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3606d2-b675-410e-8800-460be48fd73e None None] Pushing event updated for resources: {'Port': ['ID=a0a0ea61-badb-41c8-8220-c2aee6e91448,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:01.924317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'Port': ['ID=ba1f93fd-d0fa-4be1-b407-2c957da0dade,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:01.930290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1514592382'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:01.944735 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Transition to ACTIVE for port object 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:01.948721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:01.960623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.966325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Usage tracker for resource:network and tenant:e9e87296571247039d669be44d21889b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:01.971349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:01.983238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:01.986881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:01.989025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] For port a0a0ea61-badb-41c8-8220-c2aee6e91448, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:01.992481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] For port a0a0ea61-badb-41c8-8220-c2aee6e91448, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a0a0ea61-badb-41c8-8220-c2aee6e91448,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:02.007572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:16:02.011060 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6342279c-9047-4569-8d8f-b4c9574d2df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.5814490 Mar 28 15:16:02.016286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53156) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:02.026975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.035624 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] No L3 agents can host the router 86e6bd26-156d-417d-bb23-9be3ea1effdb Mar 28 15:16:02.043523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.086770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:16:02.100023 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Sync routers for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:16:02.104218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Network c16b89d8-9888-4c71-ac25-4f5e4f9c710d is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:02.109578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:02.115651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:02.121705 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:02.122705 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:02.145206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Made reservation on behalf of e9e87296571247039d669be44d21889b for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:02.148639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.154236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.163936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6ad256bb-cb17-4a30-88e4-66a9df99caaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Deleting port ba1f93fd-d0fa-4be1-b407-2c957da0dade {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:02.164470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ad256bb-cb17-4a30-88e4-66a9df99caaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.186077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.187703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.200315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.218388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.219350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:02.220085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.264038 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:02.264685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:02.313443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:02.318971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Pushing event updated for resources: {'Port': ['ID=902e96be-d5d5-4fdb-b52d-b15bd1fe00b3,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:02.335609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Allocated IP 172.20.0.13 (c16b89d8-9888-4c71-ac25-4f5e4f9c710d/0acbad84-e290-4182-a0bd-70a9a6da7c44/927b2c63-f88c-40f6-a0a0-67c2ddfeb75e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:02.348018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.349228 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fc1bdde6-5aae-4b5f-89ae-eb520ee5eaec admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.9755380 Mar 28 15:16:02.386837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53160) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:02.391827 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:02.423002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Attempting to bind port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:02.423504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Attempting to bind port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '83e03e4c-6638-4816-8c1b-84d5a180b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c16b89d8-9888-4c71-ac25-4f5e4f9c710d'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:02.423929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Attempting to bind port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 on network c16b89d8-9888-4c71-ac25-4f5e4f9c710d {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:02.455322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Usage tracker for resource:security_group_rule and tenant:e9e87296571247039d669be44d21889b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:02.455538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:02.455794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Checking segment: {'id': '83e03e4c-6638-4816-8c1b-84d5a180b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c16b89d8-9888-4c71-ac25-4f5e4f9c710d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:02.456336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.456798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Bound using segment: {'id': '83e03e4c-6638-4816-8c1b-84d5a180b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c16b89d8-9888-4c71-ac25-4f5e4f9c710d'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:02.457341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Bound port: 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e03e4c-6638-4816-8c1b-84d5a180b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c16b89d8-9888-4c71-ac25-4f5e4f9c710d'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:02.457805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.461172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:02.469677 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:02.517811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'Network': ['ID=1658a6a2-73b2-4627-a1aa-d3c59c67544d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:02.527035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.587644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 1658a6a2-73b2-4627-a1aa-d3c59c67544d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:02.614784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Pushing event updated for resources: {'Port': ['ID=762c100e-6ada-4e2f-a2fd-d003f84ffa7c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:02.615415 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3606d2-b675-410e-8800-460be48fd73e None None] Pushing event updated for resources: {'Port': ['ID=a0a0ea61-badb-41c8-8220-c2aee6e91448,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:02.625290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Hosts for router 86e6bd26-156d-417d-bb23-9be3ea1effdb: [] {{(pid=88486) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 28 15:16:02.726901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Hosts for other DVR routers connected to router 86e6bd26-156d-417d-bb23-9be3ea1effdb: set() {{(pid=88486) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 28 15:16:02.729557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.733102 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ae8fb24d-f72b-4a47-85fb-fdedb2e3d98c tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "PUT /v2.0/routers/86e6bd26-156d-417d-bb23-9be3ea1effdb HTTP/1.1" status: 200 len: 717 time: 1.7686775 Mar 28 15:16:02.739106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53164) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:02.747940 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:15:57Z', 'revision_number': 3, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:02.752764 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Checking router: f3e00708-c200-4120-9192-ddbb595b1d22 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:16:02.753722 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Updating router f3e00708-c200-4120-9192-ddbb595b1d22 port c075252b-6984-47f6-952a-ede570600bba binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:16:02.759663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-6ad256bb-cb17-4a30-88e4-66a9df99caaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] For port ba1f93fd-d0fa-4be1-b407-2c957da0dade, host hv-neutron-8281, got binding levels [] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:02.760274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ad256bb-cb17-4a30-88e4-66a9df99caaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.761859 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:02.819579 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:02.881085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] For port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:02.900705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6ad256bb-cb17-4a30-88e4-66a9df99caaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Calling delete_port for ba1f93fd-d0fa-4be1-b407-2c957da0dade owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:02.914793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] For port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=902e96be-d5d5-4fdb-b52d-b15bd1fe00b3,segment=NetworkSegment(83e03e4c-6638-4816-8c1b-84d5a180b034),segment_id=83e03e4c-6638-4816-8c1b-84d5a180b034)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:02.960234 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ba9db464-e0fd-4b33-8356-9f3885a04dc8 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7620952 Mar 28 15:16:02.962058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53168) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:02.999452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.050176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Request body: {'subnet': {'network_id': '1658a6a2-73b2-4627-a1aa-d3c59c67544d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:03.085674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46320fac-396e-45a3-86e8-f64634543cfb None None] Pushing event updated for resources: {'Port': ['ID=902e96be-d5d5-4fdb-b52d-b15bd1fe00b3,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:03.133509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:03.152646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:03.154912 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4491e73c-ab2f-4acf-a677-94ff290543f5 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "GET /v2.0/routers/86e6bd26-156d-417d-bb23-9be3ea1effdb HTTP/1.1" status: 200 len: 717 time: 0.4076169 Mar 28 15:16:03.161341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53172) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:03.178952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Usage tracker for resource:subnet and tenant:ec3e82d2c4c14957bf81b73d8af83a36 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:03.184134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:03.189288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:03.221971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:15:55Z', 'revision_number': 3, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:03.228090 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5186452-e72e-44d5-9252-8e782c4a1318 None None] The sync data for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv is: [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:15:55Z', 'revision_number': 3, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:16:03.247335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Allocated IP 172.20.0.1 (32fdabfd-77e5-48a6-aac8-16b15e900f26/c3fe0fd3-ad0e-4333-b27a-ae4b461c3587/a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:03.264559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.267624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ad256bb-cb17-4a30-88e4-66a9df99caaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.349883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:03.363484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad256bb-cb17-4a30-88e4-66a9df99caaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba1f93fd-d0fa-4be1-b407-2c957da0dade,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:03.368021 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.392683 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.412111 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Transition to ACTIVE for port object c075252b-6984-47f6-952a-ede570600bba will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:03.447614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ad256bb-cb17-4a30-88e4-66a9df99caaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.517838 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.549056 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6ad256bb-cb17-4a30-88e4-66a9df99caaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "DELETE /v2.0/ports/ba1f93fd-d0fa-4be1-b407-2c957da0dade HTTP/1.1" status: 204 len: 168 time: 1.5307720 Mar 28 15:16:03.555943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:03.585410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53178) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:03.598473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-933e43b6-1e7e-4104-a09b-39c5c2e2ad64 None None] Provisioning complete for port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:03.598849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-933e43b6-1e7e-4104-a09b-39c5c2e2ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.673528 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Attempting to bind port c075252b-6984-47f6-952a-ede570600bba on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:03.673987 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Attempting to bind port c075252b-6984-47f6-952a-ede570600bba by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:03.674415 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Attempting to bind port c075252b-6984-47f6-952a-ede570600bba on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:03.685851 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:03.686324 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:03.687099 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.687561 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:03.688103 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Bound port: c075252b-6984-47f6-952a-ede570600bba, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:03.688563 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.722080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a792380-fe7a-455d-a989-a5189c36b8d5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:03.727003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-933e43b6-1e7e-4104-a09b-39c5c2e2ad64 None None] Port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:03.766488 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae6e7c-ec5b-4644-ba1f-9203027f201b None None] Pushing event updated for resources: {'Port': ['ID=c075252b-6984-47f6-952a-ede570600bba,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:03.778294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.778731 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Added segment 46ba0db9-ca47-4a34-82ee-e47032b2b0d5 of type vlan for network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e Mar 28 15:16:03.814179 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] For port c075252b-6984-47f6-952a-ede570600bba, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:03.815178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Made reservation on behalf of ec3e82d2c4c14957bf81b73d8af83a36 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:03.817479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.817954 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] For port c075252b-6984-47f6-952a-ede570600bba, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c075252b-6984-47f6-952a-ede570600bba,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:03.830439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.854942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.883759 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d16b8f6-bcaf-41c5-a55c-d436eec50f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] GET failed (client error): The resource could not be found. Mar 28 15:16:03.889260 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0d16b8f6-bcaf-41c5-a55c-d436eec50f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "GET /v2.0/ports/ba1f93fd-d0fa-4be1-b407-2c957da0dade HTTP/1.1" status: 404 len: 333 time: 0.2987642 Mar 28 15:16:03.890724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53186) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:03.891750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Transition to ACTIVE for port object a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:03.892707 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.897948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Request body: {'port': {'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-828475917'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:03.905770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:03.911586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Usage tracker for resource:port and tenant:8336e81c35e74a2f895fffb0937a4eee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:03.915247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:03.922760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:03.980197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:03.990445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:03.995254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:04.016040 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:04.016731 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:04.023639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:04.035954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Made reservation on behalf of 8336e81c35e74a2f895fffb0937a4eee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:04.038505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:04.070894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:04.123807 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae6e7c-ec5b-4644-ba1f-9203027f201b None None] Pushing event updated for resources: {'Port': ['ID=c075252b-6984-47f6-952a-ede570600bba,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:04.245523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] device_id is not set on port 38cfbd7f-de4a-4568-956e-a0d7abc017ff yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:04.320624 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4036841 Mar 28 15:16:04.335689 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:04.379207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53190) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:04.385658 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Network 32fdabfd-77e5-48a6-aac8-16b15e900f26 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:04.400754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:04.403300 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:04.423779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Request body: {'subnet': {'network_id': 'f83a7d70-c102-49a3-8f55-8a0ddcc8b44e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:04.445006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cd842-22ab-4df4-811c-fd6a97158fd1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event updated for resources: {'Network': ['ID=f83a7d70-c102-49a3-8f55-8a0ddcc8b44e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:04.457287 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5f31eba8-e711-412d-bdd4-eb5cefe09202 tempest-RoutersTestDVR-101673454 tempest-RoutersTestDVR-101673454-project] 10.222.0.16 "GET /v2.0/routers/86e6bd26-156d-417d-bb23-9be3ea1effdb HTTP/1.1" status: 200 len: 683 time: 1.2751670 Mar 28 15:16:04.458003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53194) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:04.476813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Pushing event updated for resources: {'Port': ['ID=a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:04.512161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Transition to ACTIVE for port object 927b2c63-f88c-40f6-a0a0-67c2ddfeb75e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:04.532556 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:04.536258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:04.731879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:04.823320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029d8db9-6da7-462d-887b-3457085c78d5 None None] Network c16b89d8-9888-4c71-ac25-4f5e4f9c710d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:04.829387 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:15:57Z', 'revision_number': 3, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:04.834869 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f35619-41b2-4131-94d9-fdf0564e912a None None] The sync data for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv is: [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:15:57Z', 'revision_number': 3, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:16:04.912016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Router d041b1cc-7e58-4dab-85ce-a09598d55f56 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:16:05.026630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-102b2406-40a7-4f46-8eb2-79babfff1cf9 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.084662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:05.096207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a0a0ea61-badb-41c8-8220-c2aee6e91448 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:05.138261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.140090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.143428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Provisioning for port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:05.161192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Provisioning complete for port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:05.161614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.193179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:05.305786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Usage tracker for resource:subnet and tenant:e9e87296571247039d669be44d21889b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:05.315262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:05.346996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:05.429483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.454187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Provisioning for port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:05.458284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port a0a0ea61-badb-41c8-8220-c2aee6e91448 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:05.465339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Provisioning complete for port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:05.465715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.503155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a0a0ea61-badb-41c8-8220-c2aee6e91448 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:05.510123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.533661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:05.555796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:05.562305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:05.571129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:05.572076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:05.572668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.592696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.649595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'Port': ['ID=38cfbd7f-de4a-4568-956e-a0d7abc017ff,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:05.669320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.722218 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-14907ea4-7c4e-48e6-a9a8-6149d4610f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8288846 Mar 28 15:16:05.723344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53198) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:05.730816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:05.765760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.773587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.777610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-102b2406-40a7-4f46-8eb2-79babfff1cf9 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.784086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port a0a0ea61-badb-41c8-8220-c2aee6e91448, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a0a0ea61-badb-41c8-8220-c2aee6e91448,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:05.797798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-102b2406-40a7-4f46-8eb2-79babfff1cf9 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.800982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.813818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Made reservation on behalf of e9e87296571247039d669be44d21889b for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:05.818595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.841654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.887291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b676e752-8a9e-4989-a812-999960db83ec None None] For port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=902e96be-d5d5-4fdb-b52d-b15bd1fe00b3,segment=NetworkSegment(83e03e4c-6638-4816-8c1b-84d5a180b034),segment_id=83e03e4c-6638-4816-8c1b-84d5a180b034)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:05.936841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=a0a0ea61-badb-41c8-8220-c2aee6e91448,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:05.940721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.977665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:05.988927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Pushing event updated for resources: {'Port': ['ID=a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:05.994503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.096482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Network c16b89d8-9888-4c71-ac25-4f5e4f9c710d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:06.115767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c050c71c-ba1c-4a37-b9f7-5d19118d019d None None] Provisioning complete for port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:06.116139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c050c71c-ba1c-4a37-b9f7-5d19118d019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.120637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:06.182482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676e752-8a9e-4989-a812-999960db83ec None None] Pushing event updated for resources: {'Port': ['ID=902e96be-d5d5-4fdb-b52d-b15bd1fe00b3,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:06.208058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:06.222312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:06.222996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.236244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:16:06.258877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Sync routers for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:16:06.272207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Pushing event updated for resources: {'Port': ['ID=927b2c63-f88c-40f6-a0a0-67c2ddfeb75e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:06.280974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-102b2406-40a7-4f46-8eb2-79babfff1cf9 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.281468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102b2406-40a7-4f46-8eb2-79babfff1cf9 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86e6bd26-156d-417d-bb23-9be3ea1effdb {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:16:06.291609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:06.292311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:06.390643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Network 32fdabfd-77e5-48a6-aac8-16b15e900f26 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:06.404692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-102b2406-40a7-4f46-8eb2-79babfff1cf9 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.411833 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-102b2406-40a7-4f46-8eb2-79babfff1cf9 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "DELETE /v2.0/routers/86e6bd26-156d-417d-bb23-9be3ea1effdb HTTP/1.1" status: 204 len: 168 time: 1.9341624 Mar 28 15:16:06.414632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53204) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:06.423379 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b1f0f70b-7208-4c2d-8492-d3cc93f948d0 admin admin] 10.222.0.16 "PUT /v2.0/routers/d041b1cc-7e58-4dab-85ce-a09598d55f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8769753 Mar 28 15:16:06.433463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Request body: {'router': {'name': 'tempest-router-63474109', 'distributed': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:06.447845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:06.469461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Usage tracker for resource:router and tenant:22ac5042b994476d8cb34220d0460dd4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:06.473246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.501394 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ad019055-78ad-47fa-88fc-2ffd660f08e9 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2931604 Mar 28 15:16:06.507066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:06.513544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53210) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:06.519653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:06.538013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:06.671911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:06.684729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] device_id is not set on port 38cfbd7f-de4a-4568-956e-a0d7abc017ff yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:06.697802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.728290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Transition to ACTIVE for port object 38cfbd7f-de4a-4568-956e-a0d7abc017ff will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:06.760501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:06.816026 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-279263c8-9994-4bc1-9d81-5fc3a26f6e54 None None] Provisioning for port 927b2c63-f88c-40f6-a0a0-67c2ddfeb75e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:06.842355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-279263c8-9994-4bc1-9d81-5fc3a26f6e54 None None] Provisioning complete for port 927b2c63-f88c-40f6-a0a0-67c2ddfeb75e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:06.842952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-279263c8-9994-4bc1-9d81-5fc3a26f6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.859057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.949645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.950738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:06.995616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-279263c8-9994-4bc1-9d81-5fc3a26f6e54 None None] Port 927b2c63-f88c-40f6-a0a0-67c2ddfeb75e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:07.008516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-65f5e2e0-7212-44e0-ae85-30abccfa4a3e tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Deleting port 927b2c63-f88c-40f6-a0a0-67c2ddfeb75e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:07.008876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-65f5e2e0-7212-44e0-ae85-30abccfa4a3e tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.115920 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'Port': ['ID=38cfbd7f-de4a-4568-956e-a0d7abc017ff,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:07.141385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.204298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:07.204298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.204571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.204571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.204571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.209559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.209878 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.212112 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 2 to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff Mar 28 15:16:07.232111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2a88b0bb-35d6-4855-bba8-ac0206e23081 None None] Provisioning complete for port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:07.232621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2a88b0bb-35d6-4855-bba8-ac0206e23081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.246319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.246651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.246984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.253355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Allocated IP 172.20.0.1 (ef6d515c-97b9-44e2-93df-2e1574694367/9c0ee85f-a616-4b7a-b0cd-5fe28a554489/44466e52-a8d5-41b8-a109-ae05f3b54832) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:07.263481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:16:07.266068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.266352 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.267703 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 3 to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff Mar 28 15:16:07.268711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.284999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.285331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.285666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.293749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.294078 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.296653 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 4 to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff Mar 28 15:16:07.362001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.376500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2a88b0bb-35d6-4855-bba8-ac0206e23081 None None] Port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:07.391806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.392138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.392470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.401963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.402312 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.404596 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 5 to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff Mar 28 15:16:07.422387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.422641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.422974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.439923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.440245 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.493433 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 6 to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff Mar 28 15:16:07.530205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.530890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.530890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.553140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.553461 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.555969 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 7 to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff Mar 28 15:16:07.565051 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:16:07.566593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a0a0ea61-badb-41c8-8220-c2aee6e91448 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:07.571419 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-54e49c35-5caa-43ee-8606-8fee0d34e266 admin admin] 10.222.0.16 "PUT /v2.0/routers/197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6137855 Mar 28 15:16:07.576460 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Sync routers for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:16:07.586806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.586945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.587422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.588743 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:07.589598 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:07.596695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.597033 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.599115 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 8 to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff Mar 28 15:16:07.608315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event updated for resources: {'Subnet': ['ID=c270e3c8-ec28-4ccf-b0df-57cfd991625b,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:07.637173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.637516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.643306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.649749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.650072 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.650456 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 9 to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff Mar 28 15:16:07.685134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.687723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.688199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.699842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.700371 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.700731 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 10 to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff Mar 28 15:16:07.719784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:07.720238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:07.720580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:07.726524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:07.726920 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:07.727419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.788962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '762c100e-6ada-4e2f-a2fd-d003f84ffa7c', 'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'mac_address': 'fa:16:3e:22:3c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:58Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 2, 'project_id': '71538256e9c544879015090ed43c40d2', 'subnets': [{'id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:07.793366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Checking router: d041b1cc-7e58-4dab-85ce-a09598d55f56 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:16:07.797524 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Updating router d041b1cc-7e58-4dab-85ce-a09598d55f56 port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:16:07.807799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:16:07.808234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.824772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Checking segment: {'id': '46ba0db9-ca47-4a34-82ee-e47032b2b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f83a7d70-c102-49a3-8f55-8a0ddcc8b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:07.836173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a0a0ea61-badb-41c8-8220-c2aee6e91448 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:07.836577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.836999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Network hostable DHCP agents. Network: f83a7d70-c102-49a3-8f55-8a0ddcc8b44e, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:16:07.853335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] For port 38cfbd7f-de4a-4568-956e-a0d7abc017ff, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:07.854349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempted to set empty binding levels {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 15:16:07.906982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.907744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:07.985347 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:08.001761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.005547 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-dcda89c2-7314-4492-8778-1273481c8757 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 1.5841575 Mar 28 15:16:08.012720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53234) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:08.047084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53238) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:08.083146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.108033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Transition to ACTIVE for port object 44466e52-a8d5-41b8-a109-ae05f3b54832 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:08.117535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c075252b-6984-47f6-952a-ede570600bba up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:08.118308 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] In _notify_port_updated(), no bound segment for port 38cfbd7f-de4a-4568-956e-a0d7abc017ff on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:16:08.118980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:08.119682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.121798 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "PUT /v2.0/ports/38cfbd7f-de4a-4568-956e-a0d7abc017ff HTTP/1.1" status: 200 len: 980 time: 2.3970356 Mar 28 15:16:08.146927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71428511', 'description': 'tempest-description--1126065315'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:08.153591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53240) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:08.220605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c04dc5b-c2b8-4e80-8e1c-9c86dde76a44 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.233676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:08.255979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.284149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbf0af-6fbc-448a-ab40-0c6fee6b2644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'Port': ['ID=38cfbd7f-de4a-4568-956e-a0d7abc017ff,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:08.339594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port c075252b-6984-47f6-952a-ede570600bba completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:08.354037 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port c075252b-6984-47f6-952a-ede570600bba triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:08.354855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.355714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Usage tracker for resource:security_group and tenant:71538256e9c544879015090ed43c40d2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:08.361410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-65f5e2e0-7212-44e0-ae85-30abccfa4a3e tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.369897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53246) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:08.373025 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:08.375906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937254151', 'description': 'tempest-description--576994036'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:08.394682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:08.462235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Network ef6d515c-97b9-44e2-93df-2e1574694367 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:08.463358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:08.503099 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:16:04Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5', 'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'mac_address': 'fa:16:3e:d8:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:02Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 2, 'project_id': '14b7dff61050496c838afb311e489455', 'subnets': [{'id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:08.508308 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Checking router: 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:16:08.508728 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Updating router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:16:08.537703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'Subnet': ['ID=529c2ef0-055d-4c43-8b53-13b7475603a4,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:08.544735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:08.557144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-65f5e2e0-7212-44e0-ae85-30abccfa4a3e tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Calling delete_port for 927b2c63-f88c-40f6-a0a0-67c2ddfeb75e owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:08.579122 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.581205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.594592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:16:08.603628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.606418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Usage tracker for resource:security_group and tenant:14b7dff61050496c838afb311e489455 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:08.617018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Checking segment: {'id': 'adf98928-81ed-429f-9bc3-85ec0939f1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1658a6a2-73b2-4627-a1aa-d3c59c67544d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:08.617515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Network hostable DHCP agents. Network: 1658a6a2-73b2-4627-a1aa-d3c59c67544d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:16:08.620284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:08.622325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Transition to ACTIVE for port object 762c100e-6ada-4e2f-a2fd-d003f84ffa7c will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:08.632371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:08.632602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port c075252b-6984-47f6-952a-ede570600bba, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c075252b-6984-47f6-952a-ede570600bba,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:08.648915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:08.649753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.698346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c04dc5b-c2b8-4e80-8e1c-9c86dde76a44 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.702887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c04dc5b-c2b8-4e80-8e1c-9c86dde76a44 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.736129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.769638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.788384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, f83a7d70-c102-49a3-8f55-8a0ddcc8b44e) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:08.797781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.810239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa7dc4-8b02-48c2-805e-8d40517c4769 None None] Network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:08.815120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.833691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c04dc5b-c2b8-4e80-8e1c-9c86dde76a44 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.834158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c04dc5b-c2b8-4e80-8e1c-9c86dde76a44 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a71cc1a7-d5fc-4c4f-a895-df1f4791b762 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:16:08.835755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:08.855405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Usage tracker for resource:security_group_rule and tenant:14b7dff61050496c838afb311e489455 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:08.859134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:08.867405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:08.868632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c04dc5b-c2b8-4e80-8e1c-9c86dde76a44 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:08.874659 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4c04dc5b-c2b8-4e80-8e1c-9c86dde76a44 tempest-RoutersTestDVR-553989217 tempest-RoutersTestDVR-553989217-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a71cc1a7-d5fc-4c4f-a895-df1f4791b762 HTTP/1.1" status: 204 len: 168 time: 0.8491051 Mar 28 15:16:08.997155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.012815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.013473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.050042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.055264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:09.060816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Usage tracker for resource:security_group_rule and tenant:71538256e9c544879015090ed43c40d2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:09.065009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=44466e52-a8d5-41b8-a109-ae05f3b54832,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:09.071528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:09.087710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:09.098999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8192190-8500-49c2-857d-a487f899082a None None] Pushing event updated for resources: {'Port': ['ID=762c100e-6ada-4e2f-a2fd-d003f84ffa7c,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:09.155821 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1a5224-1167-42a5-a3a9-7157445d4148,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:09.172624 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.172781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.173578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.173680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.174122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.174583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.175616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.175616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.175948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.176413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.176868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.177318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.177768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.178215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.178654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.179159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.179609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.180195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.186184 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e8bacad8-aa9e-49e3-9dc8-32c0a698870e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15269 time: 1.0134451 Mar 28 15:16:09.186184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Network 1658a6a2-73b2-4627-a1aa-d3c59c67544d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:16:09.189088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53256) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:09.225003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 1658a6a2-73b2-4627-a1aa-d3c59c67544d) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:09.231541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.235443 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8bebe4f9-0504-4b91-a690-df7721787af9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8619440 Mar 28 15:16:09.240825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53260) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:09.244868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:09.245456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.250082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Request body: {'security_group_rule': {'security_group_id': 'ea1a5224-1167-42a5-a3a9-7157445d4148', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:09.259445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fcafca-5e66-40c1-a98e-56bd2ee3588d None None] Network 1658a6a2-73b2-4627-a1aa-d3c59c67544d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:09.263413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:09.269943 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-289a846f-76bf-40ec-bc8d-07e84ac43ef3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8712871 Mar 28 15:16:09.273784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53264) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:09.275284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Usage tracker for resource:security_group_rule and tenant:14b7dff61050496c838afb311e489455 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:09.288861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-619971311', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:09.298641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:09.304213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Usage tracker for resource:router and tenant:e9e87296571247039d669be44d21889b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:09.307364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:09.314888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:09.324035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:09.340120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:09.349767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ab2eb278-488c-4a86-bae0-794c65c8b304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Deleting port 38cfbd7f-de4a-4568-956e-a0d7abc017ff {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:09.350312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb278-488c-4a86-bae0-794c65c8b304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.350826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.399377 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Transition to ACTIVE for port object a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:09.403246 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3ac6e58f-a90b-4631-bdf9-c86519e341d6 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.4235444 Mar 28 15:16:09.403952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53270) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:09.404598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-65f5e2e0-7212-44e0-ae85-30abccfa4a3e tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.448335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Request body: {'floatingip': {'floating_network_id': '1658a6a2-73b2-4627-a1aa-d3c59c67544d'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:09.455978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.458208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.459836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.487855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:09.509179 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.520155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b3759f0f-a3b0-4162-b4ff-73fc57703bf7 None None] Provisioning for port 44466e52-a8d5-41b8-a109-ae05f3b54832 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:09.525825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5e2e0-7212-44e0-ae85-30abccfa4a3e tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Pushing event deleted for resources: {'Port': ['ID=927b2c63-f88c-40f6-a0a0-67c2ddfeb75e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:09.531455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Usage tracker for resource:floatingip and tenant:ec3e82d2c4c14957bf81b73d8af83a36 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:09.542922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.552726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b3759f0f-a3b0-4162-b4ff-73fc57703bf7 None None] Provisioning complete for port 44466e52-a8d5-41b8-a109-ae05f3b54832 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:09.555735 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b3759f0f-a3b0-4162-b4ff-73fc57703bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.567146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:09.574623 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.588537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-f83a7d70-c102-49a3-8f55-8a0ddcc8b44e', 'network_id': 'f83a7d70-c102-49a3-8f55-8a0ddcc8b44e', 'tenant_id': 'e9e87296571247039d669be44d21889b', 'fixed_ips': [{'subnet_id': 'c270e3c8-ec28-4ccf-b0df-57cfd991625b'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:16:09.589703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.603536 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=c075252b-6984-47f6-952a-ede570600bba,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:09.626542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Attempting to bind port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:09.626975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Attempting to bind port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:09.627320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Attempting to bind port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c on network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:09.637044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:09.645533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:09.645913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Checking segment: {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:09.646316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.646709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Bound using segment: {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:09.647201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Bound port: 762c100e-6ada-4e2f-a2fd-d003f84ffa7c, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:09.647580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.693723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-65f5e2e0-7212-44e0-ae85-30abccfa4a3e tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.695390 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-65f5e2e0-7212-44e0-ae85-30abccfa4a3e tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] 10.222.0.16 "DELETE /v2.0/ports/927b2c63-f88c-40f6-a0a0-67c2ddfeb75e HTTP/1.1" status: 204 len: 168 time: 3.1774507 Mar 28 15:16:09.699977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.713149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53276) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:09.738884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e495725b-8120-463f-9267-b41a101af528,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:09.745076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.759953 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d45630ec-bd98-4e67-80fa-9b39cd43d911 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6207855 Mar 28 15:16:09.763500 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53280) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:09.772634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.784468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Request body: {'security_group_rule': {'security_group_id': 'e495725b-8120-463f-9267-b41a101af528', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:09.809395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53286) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:09.810718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ab2eb278-488c-4a86-bae0-794c65c8b304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] For port 38cfbd7f-de4a-4568-956e-a0d7abc017ff, host hv-neutron-8281, got binding levels [] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:09.813759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb278-488c-4a86-bae0-794c65c8b304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.826449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:09.837318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.871957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Usage tracker for resource:security_group_rule and tenant:71538256e9c544879015090ed43c40d2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:09.901566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:09.907623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:09.955381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:09.998792 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d690ba1-94c6-4def-b332-18bc691d1b4e None None] Pushing event updated for resources: {'Port': ['ID=a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:10.069351 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Attempting to bind port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:10.071126 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Attempting to bind port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:10.071588 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Attempting to bind port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 on network 32fdabfd-77e5-48a6-aac8-16b15e900f26 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:10.085801 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:10.086322 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Checking segment: {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:10.086814 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.087901 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Bound using segment: {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:10.089332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b3759f0f-a3b0-4162-b4ff-73fc57703bf7 None None] Port 44466e52-a8d5-41b8-a109-ae05f3b54832 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:10.089879 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Bound port: a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:10.090351 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.155989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ab2eb278-488c-4a86-bae0-794c65c8b304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Calling delete_port for 38cfbd7f-de4a-4568-956e-a0d7abc017ff owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:10.191899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.195118 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9509158 Mar 28 15:16:10.225927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53292) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:10.232101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.232648 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] For port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:10.232750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Request body: {'security_group_rule': {'security_group_id': 'ea1a5224-1167-42a5-a3a9-7157445d4148', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:10.235897 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] For port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:10.239205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:10.248457 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13031440-9b0b-448b-9a02-7a7601b72fa7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e08018b-f8a4-47bf-ba2b-c0a0cd9fd4a9,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:10.252235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Allocated IP 172.20.0.2 (f83a7d70-c102-49a3-8f55-8a0ddcc8b44e/c270e3c8-ec28-4ccf-b0df-57cfd991625b/db2841b3-9d90-48ef-b3ea-bfa38c388d17) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:10.268282 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a269b889-94c7-411e-9376-ec314beb4a46 tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.5524189 Mar 28 15:16:10.269092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbd507ac-84e8-4358-9ddd-b2f249e74a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.281048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53296) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:10.284241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Usage tracker for resource:security_group_rule and tenant:14b7dff61050496c838afb311e489455 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:10.288736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-634408945'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:10.308595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:10.313188 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.321435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Usage tracker for resource:network and tenant:c5c850c6f48f47cfa61be0e977233dde is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:10.330120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:10.348722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:10.349821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:10.354183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bbd507ac-84e8-4358-9ddd-b2f249e74a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:10.368189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:10.375000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bbd507ac-84e8-4358-9ddd-b2f249e74a05 admin admin] Usage tracker for resource:security_group_rule and tenant:561367f3e1194d74b8c5d84b9d6fa25c is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:10.380427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.387460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] For port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:10.420125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.423530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.445302 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:10.446242 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:10.481114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Made reservation on behalf of c5c850c6f48f47cfa61be0e977233dde for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:10.485337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.513760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.516692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.521168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.527016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bbd507ac-84e8-4358-9ddd-b2f249e74a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:10.541169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.550176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bbd507ac-84e8-4358-9ddd-b2f249e74a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:10.551657 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] For port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=762c100e-6ada-4e2f-a2fd-d003f84ffa7c,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:10.555763 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d690ba1-94c6-4def-b332-18bc691d1b4e None None] Pushing event updated for resources: {'Port': ['ID=a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:10.584117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0415d6-9580-4ec9-b167-1505035bc426 None None] Network 1658a6a2-73b2-4627-a1aa-d3c59c67544d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:10.665740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.676186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55bb6ed-efb5-4ddd-be7d-1ca1702b00ad,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:10.702394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.766532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb278-488c-4a86-bae0-794c65c8b304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.797995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=44466e52-a8d5-41b8-a109-ae05f3b54832,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:10.803680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:10.821650 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:10.868320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb278-488c-4a86-bae0-794c65c8b304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.909888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.923144 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7dfb2265-19f4-4212-b267-f2e56a0f6e0d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1585681 Mar 28 15:16:10.928692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53300) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:10.935669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbd507ac-84e8-4358-9ddd-b2f249e74a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.946110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Request body: {'security_group_rule': {'security_group_id': 'e495725b-8120-463f-9267-b41a101af528', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:10.946493 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ab2eb278-488c-4a86-bae0-794c65c8b304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "DELETE /v2.0/ports/38cfbd7f-de4a-4568-956e-a0d7abc017ff HTTP/1.1" status: 204 len: 168 time: 1.7561898 Mar 28 15:16:10.954637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53304) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:10.967388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:10.967801 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Added segment 19904a0e-4bd9-4d54-88fb-c93183a4682b of type vlan for network 1348ae65-c281-4d04-880a-5b36df4d94c0 Mar 28 15:16:10.969135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:10.971214 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c075252b-6984-47f6-952a-ede570600bba up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:10.977503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2eb278-488c-4a86-bae0-794c65c8b304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event deleted for resources: {'Port': ['ID=38cfbd7f-de4a-4568-956e-a0d7abc017ff,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:11.027182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:11.027863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:11.034196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Allocated IP 172.20.0.4 (1658a6a2-73b2-4627-a1aa-d3c59c67544d/529c2ef0-055d-4c43-8b53-13b7475603a4/53c9d26a-44ce-44ce-83ae-a10033028366) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:11.152546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8192190-8500-49c2-857d-a487f899082a None None] Pushing event updated for resources: {'Port': ['ID=762c100e-6ada-4e2f-a2fd-d003f84ffa7c,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:11.209171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.215704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.224754 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:16:04Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5', 'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'mac_address': 'fa:16:3e:d8:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:02Z', 'updated_at': '2022-03-28T15:16:10Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'subnets': [{'id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:11.227708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbd507ac-84e8-4358-9ddd-b2f249e74a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.229549 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12902b1-2867-47f8-b0e5-934944213f0a None None] The sync data for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv is: [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:16:04Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5', 'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'mac_address': 'fa:16:3e:d8:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:02Z', 'updated_at': '2022-03-28T15:16:10Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'subnets': [{'id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:16:11.232131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Usage tracker for resource:security_group_rule and tenant:71538256e9c544879015090ed43c40d2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:11.240321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:11.255257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:11.261832 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a21ea7-056e-4378-9733-5dfd287e23ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] GET failed (client error): The resource could not be found. Mar 28 15:16:11.262447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-47a21ea7-056e-4378-9733-5dfd287e23ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Synchronizing usage tracker for tenant:8336e81c35e74a2f895fffb0937a4eee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:11.329266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.346120 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.350368 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bbd507ac-84e8-4358-9ddd-b2f249e74a05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=561367f3e1194d74b8c5d84b9d6fa25c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5207851 Mar 28 15:16:11.366700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53308) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:11.369171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.378396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Transition to ACTIVE for port object db2841b3-9d90-48ef-b3ea-bfa38c388d17 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:11.405413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.421363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Network ef6d515c-97b9-44e2-93df-2e1574694367 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:11.427152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd507ac-84e8-4358-9ddd-b2f249e74a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7954edee-dd18-4949-9188-c35a2f28313a,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:11.440395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81af4f1f-86dd-4b80-bad2-a0d1e4cfce9b,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:11.477074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:11.482013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:11.489961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.500015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:11.503869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.507156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7b80-9463-46ad-a160-2932aff8785f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.512815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-47a21ea7-056e-4378-9733-5dfd287e23ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Unset dirty status for tenant:8336e81c35e74a2f895fffb0937a4eee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:11.520451 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-47a21ea7-056e-4378-9733-5dfd287e23ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "GET /v2.0/ports/38cfbd7f-de4a-4568-956e-a0d7abc017ff HTTP/1.1" status: 404 len: 333 time: 0.5479980 Mar 28 15:16:11.521407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.522869 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3a6fa2ec-4e78-4c1d-bec7-e91a150d9b67 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2944226 Mar 28 15:16:11.525867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53312) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:11.526190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53314) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:11.533189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.537735 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port c075252b-6984-47f6-952a-ede570600bba triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:11.538277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.544432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:11.552615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2064483288', 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:11.569220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:11.572656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Transition to ACTIVE for port object db2841b3-9d90-48ef-b3ea-bfa38c388d17 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:11.575485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:11.582663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Usage tracker for resource:floatingip and tenant:14b7dff61050496c838afb311e489455 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:11.732988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7b80-9463-46ad-a160-2932aff8785f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.751778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:11.795110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.822182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:11.826427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:11.848748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.921671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Made reservation on behalf of 8336e81c35e74a2f895fffb0937a4eee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:11.924039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:11.950007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] device_id is not set on port aa765ba3-d8f7-4300-801a-6246dbdcf123 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:11.973421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Network 1658a6a2-73b2-4627-a1aa-d3c59c67544d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:11.987326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Router f3e00708-c200-4120-9192-ddbb595b1d22 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:16:11.988526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:12.003486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.014367 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7283220 Mar 28 15:16:12.017760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:12.071961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:12.088694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:12.096494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:12.102996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.112150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1997a941-d6a5-4b3b-8c1c-696d6a889f88 None None] Provisioning complete for port 44466e52-a8d5-41b8-a109-ae05f3b54832 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:12.112569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1997a941-d6a5-4b3b-8c1c-696d6a889f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.123592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53320) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:12.172633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.203876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.206970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.235244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1997a941-d6a5-4b3b-8c1c-696d6a889f88 None None] Port 44466e52-a8d5-41b8-a109-ae05f3b54832 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:12.298224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.361751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Attempting to bind port db2841b3-9d90-48ef-b3ea-bfa38c388d17 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:12.362235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Attempting to bind port db2841b3-9d90-48ef-b3ea-bfa38c388d17 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '46ba0db9-ca47-4a34-82ee-e47032b2b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f83a7d70-c102-49a3-8f55-8a0ddcc8b44e'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:12.362884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Attempting to bind port db2841b3-9d90-48ef-b3ea-bfa38c388d17 on network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:12.378999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.383508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Pushing event updated for resources: {'Port': ['ID=db2841b3-9d90-48ef-b3ea-bfa38c388d17,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:12.389079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:12.389517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Checking segment: {'id': '46ba0db9-ca47-4a34-82ee-e47032b2b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f83a7d70-c102-49a3-8f55-8a0ddcc8b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:12.390076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.390457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Bound using segment: {'id': '46ba0db9-ca47-4a34-82ee-e47032b2b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f83a7d70-c102-49a3-8f55-8a0ddcc8b44e'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:12.390931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Bound port: db2841b3-9d90-48ef-b3ea-bfa38c388d17, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ba0db9-ca47-4a34-82ee-e47032b2b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f83a7d70-c102-49a3-8f55-8a0ddcc8b44e'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:12.391343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.435633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7b80-9463-46ad-a160-2932aff8785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.476657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:12.480522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf7b80-9463-46ad-a160-2932aff8785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7954edee-dd18-4949-9188-c35a2f28313a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:12.486954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:12.489729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:12.490647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:12.491259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.494953 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'Port': ['ID=aa765ba3-d8f7-4300-801a-6246dbdcf123,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:12.533052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Allocated IP 172.26.7.237 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/38287d8f-80a4-45f2-9cb8-dbbf7309bcfa) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:12.560179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '762c100e-6ada-4e2f-a2fd-d003f84ffa7c', 'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'mac_address': 'fa:16:3e:22:3c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:58Z', 'updated_at': '2022-03-28T15:16:10Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'subnets': [{'id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:12.570404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53fb72-7c82-455f-854e-d601c52c5f1e None None] The sync data for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv is: [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '762c100e-6ada-4e2f-a2fd-d003f84ffa7c', 'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'mac_address': 'fa:16:3e:22:3c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:58Z', 'updated_at': '2022-03-28T15:16:10Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'subnets': [{'id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:16:12.581311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] For port db2841b3-9d90-48ef-b3ea-bfa38c388d17, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:12.584554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] For port db2841b3-9d90-48ef-b3ea-bfa38c388d17, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=db2841b3-9d90-48ef-b3ea-bfa38c388d17,segment=NetworkSegment(46ba0db9-ca47-4a34-82ee-e47032b2b0d5),segment_id=46ba0db9-ca47-4a34-82ee-e47032b2b0d5)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:12.592175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7b80-9463-46ad-a160-2932aff8785f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.593920 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3aaf7b80-9463-46ad-a160-2932aff8785f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7954edee-dd18-4949-9188-c35a2f28313a HTTP/1.1" status: 204 len: 168 time: 1.2260358 Mar 28 15:16:12.606201 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-19cbcdd9-d3da-47a5-b957-719ee213abe6 tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] 10.222.0.16 "GET /v2.0/agents/b21bf33d-a355-47af-8190-31cb8d101a73/dhcp-networks HTTP/1.1" status: 200 len: 8027 time: 0.3977411 Mar 28 15:16:12.607256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.609749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'Port': ['ID=53c9d26a-44ce-44ce-83ae-a10033028366,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:12.621870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53326) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:12.660333 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dde77ae0-400b-4df5-850c-31b990fcedf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1243548 Mar 28 15:16:12.661778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53330) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:12.666965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.713087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cd53b-56f7-4b52-b84b-92190d56e951 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Pushing event updated for resources: {'Network': ['ID=1348ae65-c281-4d04-880a-5b36df4d94c0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:12.789173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:12.796088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395432fd-8675-4807-943d-d83fece2bb11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:12.801771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-395432fd-8675-4807-943d-d83fece2bb11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Synchronizing usage tracker for tenant:8336e81c35e74a2f895fffb0937a4eee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:12.829913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3eaeb-8f0a-472b-9abd-9476ca293f4a None None] Pushing event updated for resources: {'Port': ['ID=db2841b3-9d90-48ef-b3ea-bfa38c388d17,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:12.875176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 1348ae65-c281-4d04-880a-5b36df4d94c0 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:12.951363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:16:12.976814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64545c72-d7d9-4500-8de5-6d730eacc98d,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:12.983207 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-906508b5-d8d1-43e7-9dca-be1c60d5b8a2 admin admin] 10.222.0.16 "PUT /v2.0/routers/f3e00708-c200-4120-9192-ddbb595b1d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5971048 Mar 28 15:16:13.005443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:13.066039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:13.070656 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9a26cb90-c880-4b0b-9eb8-879ce8484f1f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1409290 Mar 28 15:16:13.075605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53338) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:13.101244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:13.121693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-395432fd-8675-4807-943d-d83fece2bb11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Unset dirty status for tenant:8336e81c35e74a2f895fffb0937a4eee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:13.127628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Sync routers for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:16:13.129995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 762c100e-6ada-4e2f-a2fd-d003f84ffa7c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:13.130138 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-395432fd-8675-4807-943d-d83fece2bb11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "GET /v2.0/ports/aa765ba3-d8f7-4300-801a-6246dbdcf123 HTTP/1.1" status: 200 len: 959 time: 0.4557793 Mar 28 15:16:13.131888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53342) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:13.135720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:13.155805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Usage tracker for resource:floatingip and tenant:71538256e9c544879015090ed43c40d2 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:13.292226 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:13.292871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:13.338614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d380a931-b23e-405b-8015-3c29140860f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Deleting port aa765ba3-d8f7-4300-801a-6246dbdcf123 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:13.339375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d380a931-b23e-405b-8015-3c29140860f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:13.431830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:13.455182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:13.462735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:13.465021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6daf9d-1dbf-4ad4-9b62-f0a6b8c52e55 tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] Network 1348ae65-c281-4d04-880a-5b36df4d94c0 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:16:13.491307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:13.578620 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bd6daf9d-1dbf-4ad4-9b62-f0a6b8c52e55 tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] 10.222.0.16 "POST /v2.0/agents/b21bf33d-a355-47af-8190-31cb8d101a73/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9422309 Mar 28 15:16:13.581488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53350) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:13.586407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45955f3-1bc7-4a96-8d5b-aefde0686136 None None] Network 1348ae65-c281-4d04-880a-5b36df4d94c0 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:13.620242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:13.705104 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53354) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:13.717814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event updated for resources: {'Port': ['ID=38287d8f-80a4-45f2-9cb8-dbbf7309bcfa,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:13.725204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:13.747803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:13.750034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:13.765502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:13.777534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:13.788257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:13.788564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:13.860402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-779cea2d-7960-4606-b1d1-909b6208ba95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:13.865727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:14.020728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Allocated IP 172.26.7.82 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/cc6203a2-c96f-407a-9c0a-97f153cc80dd) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:14.117226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-779cea2d-7960-4606-b1d1-909b6208ba95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:14.120681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'Port': ['ID=53c9d26a-44ce-44ce-83ae-a10033028366,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:14.135547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-779cea2d-7960-4606-b1d1-909b6208ba95 admin admin] Usage tracker for resource:security_group_rule and tenant:22ac5042b994476d8cb34220d0460dd4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:14.143096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-779cea2d-7960-4606-b1d1-909b6208ba95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:14.153395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-779cea2d-7960-4606-b1d1-909b6208ba95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:14.186150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.191014 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4efdd337-b4f0-461b-8722-0b5bcaaa907b tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7818389 Mar 28 15:16:14.192227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53358) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:14.261983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.285711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7c65c63a-44a6-4a5d-b802-b9fd1280957d tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Synchronizing usage tracker for tenant:ec3e82d2c4c14957bf81b73d8af83a36 on resource:floatingip {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:14.305512 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2f0c118a-21d0-415b-b771-707846e069fa tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] 10.222.0.16 "GET /v2.0/agents/b21bf33d-a355-47af-8190-31cb8d101a73/dhcp-networks HTTP/1.1" status: 200 len: 8796 time: 0.7219672 Mar 28 15:16:14.319825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53362) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:14.332028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53366) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:14.358786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215042664', 'description': 'tempest-description--737355642'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:14.372456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:14.423615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da9fbeb-b99a-4ff5-9900-02668f837859 None None] Network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:14.438229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Usage tracker for resource:security_group and tenant:d6614834b0154a0a973a949a1c1b5fd2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:14.448365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:14.455518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.459769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.464404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:14.469146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7c65c63a-44a6-4a5d-b802-b9fd1280957d tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Unset dirty status for tenant:ec3e82d2c4c14957bf81b73d8af83a36 on resource:floatingip {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:14.473192 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7c65c63a-44a6-4a5d-b802-b9fd1280957d tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=1658a6a2-73b2-4627-a1aa-d3c59c67544d HTTP/1.1" status: 200 len: 689 time: 0.2740347 Mar 28 15:16:14.480089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53370) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:14.567165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d380a931-b23e-405b-8015-3c29140860f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.591747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.614835 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ee08cf8a-f97e-4317-977c-12be0b3e274f tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] 10.222.0.16 "DELETE /v2.0/agents/b21bf33d-a355-47af-8190-31cb8d101a73/dhcp-networks/1348ae65-c281-4d04-880a-5b36df4d94c0 HTTP/1.1" status: 204 len: 168 time: 0.2833529 Mar 28 15:16:14.623728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53374) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:14.638392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=762c100e-6ada-4e2f-a2fd-d003f84ffa7c,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:14.654029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:14.659610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Usage tracker for resource:security_group_rule and tenant:d6614834b0154a0a973a949a1c1b5fd2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:14.662932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:14.666084 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9fa9555c-3ec7-4b5f-875a-def853fbea56 None None] Provisioning for port db2841b3-9d90-48ef-b3ea-bfa38c388d17 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:14.669164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:14.747115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.747347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.751396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-779cea2d-7960-4606-b1d1-909b6208ba95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.761947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d380a931-b23e-405b-8015-3c29140860f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Calling delete_port for aa765ba3-d8f7-4300-801a-6246dbdcf123 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:14.771351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.772119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:14.779528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.834783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:09Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '44466e52-a8d5-41b8-a109-ae05f3b54832', 'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'mac_address': 'fa:16:3e:f0:2a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:06Z', 'updated_at': '2022-03-28T15:16:10Z', 'revision_number': 2, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'subnets': [{'id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:14.849431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.873012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Checking router: f3e00708-c200-4120-9192-ddbb595b1d22 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:16:14.873403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Updating router f3e00708-c200-4120-9192-ddbb595b1d22 port 44466e52-a8d5-41b8-a109-ae05f3b54832 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:16:14.901488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-779cea2d-7960-4606-b1d1-909b6208ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.918534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Deleting port 53c9d26a-44ce-44ce-83ae-a10033028366 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:14.918748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:14.919750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:14.948843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=762c100e-6ada-4e2f-a2fd-d003f84ffa7c,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:14.971199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.058027 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:15.090418 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a3492ca1-e5ec-4afc-b0b1-9b6399e3ceb6 tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] 10.222.0.16 "GET /v2.0/agents/b21bf33d-a355-47af-8190-31cb8d101a73/dhcp-networks HTTP/1.1" status: 200 len: 8027 time: 0.4606369 Mar 28 15:16:15.091401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:15.110569 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53378) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:15.114949 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:15.115385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.118649 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:15.215417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8ad761-aa43-43b5-9e43-255e82bece7e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:15.217732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.221440 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b5ded8db-7cb2-4870-b788-59419633cebe tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8859823 Mar 28 15:16:15.234161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53382) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:15.250265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Pushing event updated for resources: {'Port': ['ID=cc6203a2-c96f-407a-9c0a-97f153cc80dd,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:15.255838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.256524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.277173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Request body: {'security_group_rule': {'security_group_id': '2a8ad761-aa43-43b5-9e43-255e82bece7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:15.298085 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-779cea2d-7960-4606-b1d1-909b6208ba95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22ac5042b994476d8cb34220d0460dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5915492 Mar 28 15:16:15.304842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:15.307012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53386) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:15.380407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Usage tracker for resource:security_group_rule and tenant:d6614834b0154a0a973a949a1c1b5fd2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:15.403062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.445680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:15.464362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Calling delete_port for 53c9d26a-44ce-44ce-83ae-a10033028366 owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:15.482162 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a5053730-df82-4f34-94b5-9825a3f4bb64 tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] 10.222.0.16 "GET /v2.0/networks/c16b89d8-9888-4c71-ac25-4f5e4f9c710d/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2925000 Mar 28 15:16:15.491351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:15.493269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53390) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:15.511255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:15.513163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cea2d-7960-4606-b1d1-909b6208ba95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bd513b-0307-4e9c-8196-b960802c9d61,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:15.532830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.545489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Transition to ACTIVE for port object 44466e52-a8d5-41b8-a109-ae05f3b54832 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:15.576126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.592838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.599924 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94b9c5dd-2d75-4029-9012-8705cf9396a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.613780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d380a931-b23e-405b-8015-3c29140860f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.659997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.668051 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-93205454-c402-4e3f-af6f-2d5bb9a72a89 tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] 10.222.0.16 "GET /v2.0/networks/c16b89d8-9888-4c71-ac25-4f5e4f9c710d/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1710427 Mar 28 15:16:15.673339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:15.673517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380a931-b23e-405b-8015-3c29140860f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa765ba3-d8f7-4300-801a-6246dbdcf123,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:15.680027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53394) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:15.695682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94b9c5dd-2d75-4029-9012-8705cf9396a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.711228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.726822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.790436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d380a931-b23e-405b-8015-3c29140860f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.839992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.866673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f698f-fb60-4783-8de1-ce366caa514c None None] Pushing event updated for resources: {'Port': ['ID=44466e52-a8d5-41b8-a109-ae05f3b54832,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:15.869356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 762c100e-6ada-4e2f-a2fd-d003f84ffa7c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:15.870582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.923713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:15.992866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.007455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94b9c5dd-2d75-4029-9012-8705cf9396a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.017015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Attempting to bind port 44466e52-a8d5-41b8-a109-ae05f3b54832 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:16.017375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Attempting to bind port 44466e52-a8d5-41b8-a109-ae05f3b54832 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:16.017729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Attempting to bind port 44466e52-a8d5-41b8-a109-ae05f3b54832 on network ef6d515c-97b9-44e2-93df-2e1574694367 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:16.019737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:16.020097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.031294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event deleted for resources: {'Port': ['ID=53c9d26a-44ce-44ce-83ae-a10033028366,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:16.059273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:16.060167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Checking segment: {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:16.060566 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.060952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Bound using segment: {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:16.061695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Bound port: 44466e52-a8d5-41b8-a109-ae05f3b54832, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:16.062061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.077618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9c5dd-2d75-4029-9012-8705cf9396a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bd513b-0307-4e9c-8196-b960802c9d61,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:16.079740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ab00a6-497f-422a-8cf8-95a4e09bd00e,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:16.085089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.107889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.154243 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d380a931-b23e-405b-8015-3c29140860f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "DELETE /v2.0/ports/aa765ba3-d8f7-4300-801a-6246dbdcf123 HTTP/1.1" status: 204 len: 168 time: 3.0099494 Mar 28 15:16:16.158824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53398) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:16.205509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.209377 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c9598a73-6982-49f2-851b-5775214f46b0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9687254 Mar 28 15:16:16.209377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94b9c5dd-2d75-4029-9012-8705cf9396a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.212076 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-94b9c5dd-2d75-4029-9012-8705cf9396a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24bd513b-0307-4e9c-8196-b960802c9d61 HTTP/1.1" status: 204 len: 168 time: 0.8964798 Mar 28 15:16:16.212731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53402) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:16.220263 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b8d33e-a185-4375-95ce-8cd8cad17ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] GET failed (client error): The resource could not be found. Mar 28 15:16:16.225404 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-42b8d33e-a185-4375-95ce-8cd8cad17ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "GET /v2.0/ports/aa765ba3-d8f7-4300-801a-6246dbdcf123 HTTP/1.1" status: 404 len: 333 time: 0.0616739 Mar 28 15:16:16.228581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Request body: {'security_group_rule': {'security_group_id': '2a8ad761-aa43-43b5-9e43-255e82bece7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:16.235942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53408) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:16.239588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:16.250083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Request body: {'port': {'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1207192557'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:16.253379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Usage tracker for resource:security_group_rule and tenant:d6614834b0154a0a973a949a1c1b5fd2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:16.256878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.286191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:16.290749 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] For port 44466e52-a8d5-41b8-a109-ae05f3b54832, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:16.300074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:16.304703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] For port 44466e52-a8d5-41b8-a109-ae05f3b54832, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=44466e52-a8d5-41b8-a109-ae05f3b54832,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:16.306227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:16.320514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Usage tracker for resource:port and tenant:8336e81c35e74a2f895fffb0937a4eee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:16.324974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device db2841b3-9d90-48ef-b3ea-bfa38c388d17 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:16.329357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:16.339378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:16.370906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.421648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.450868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Made reservation on behalf of 8336e81c35e74a2f895fffb0937a4eee for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:16.454138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.471156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:16.471760 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d10dc66f-1aca-486a-9d68-6e8dc5bf42ce tempest-DHCPAgentSchedulersTestJSON-2093300821 tempest-DHCPAgentSchedulersTestJSON-2093300821-project-admin] 10.222.0.16 "GET /v2.0/agents/b21bf33d-a355-47af-8190-31cb8d101a73/dhcp-networks HTTP/1.1" status: 200 len: 8027 time: 0.7631176 Mar 28 15:16:16.472241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:16.477886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.482247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53412) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:16.548878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f698f-fb60-4783-8de1-ce366caa514c None None] Pushing event updated for resources: {'Port': ['ID=44466e52-a8d5-41b8-a109-ae05f3b54832,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:16.581815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=529c2ef0-055d-4c43-8b53-13b7475603a4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:16.597770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] device_id is not set on port 87874811-6efd-4aa0-88a0-8bb2a8daf97d yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:16.601042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Allocated IP 172.26.7.164 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/e7200f71-6da8-429a-9cb7-4f976a1b2a6c) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:16.690314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port db2841b3-9d90-48ef-b3ea-bfa38c388d17 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:16.701897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.708381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port db2841b3-9d90-48ef-b3ea-bfa38c388d17 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:16.714023 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.834362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:16.840350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:16:16.995992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.006911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.044511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.092647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.093081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.093960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.094383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > port after_create 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.094831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.095300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > port after_update 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.095773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.096213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.096632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.097046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.142546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.152316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.156240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Pushing event updated for resources: {'Port': ['ID=cc6203a2-c96f-407a-9c0a-97f153cc80dd,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:17.184767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.209014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port db2841b3-9d90-48ef-b3ea-bfa38c388d17, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=db2841b3-9d90-48ef-b3ea-bfa38c388d17,segment=NetworkSegment(46ba0db9-ca47-4a34-82ee-e47032b2b0d5),segment_id=46ba0db9-ca47-4a34-82ee-e47032b2b0d5)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:17.281359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:09Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '44466e52-a8d5-41b8-a109-ae05f3b54832', 'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'mac_address': 'fa:16:3e:f0:2a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:06Z', 'updated_at': '2022-03-28T15:16:16Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'subnets': [{'id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:17.282895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.283859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.284203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.285208 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 15:16:17.285747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1658a6a2-73b2-4627-a1aa-d3c59c67544d']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:17.286762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcba073-1154-44ec-aff1-e3547065cae5 None None] The sync data for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv is: [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:09Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '44466e52-a8d5-41b8-a109-ae05f3b54832', 'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'mac_address': 'fa:16:3e:f0:2a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:06Z', 'updated_at': '2022-03-28T15:16:16Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'subnets': [{'id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:16:17.294555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.328762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.395196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=db2841b3-9d90-48ef-b3ea-bfa38c388d17,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:17.434162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.435414 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-eafba2fc-c57c-4d8e-9c45-d138d091ee3f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8996754 Mar 28 15:16:17.444484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.448022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf98928-81ed-429f-9bc3-85ec0939f1d2') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:17.448316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf98928-81ed-429f-9bc3-85ec0939f1d2') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:17.471755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4947d0-05b2-4562-9c70-6a33b7c5dea0,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:17.647971 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.666604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.704019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.743555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:17.744276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: from cryptography.utils import int_from_bytes Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: from cryptography.utils import int_from_bytes Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn_limited( Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn_limited( Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:17.805379 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:17.863270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Pushing event updated for resources: {'Port': ['ID=e7200f71-6da8-429a-9cb7-4f976a1b2a6c,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:17.867274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Router b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:16:17.894292 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:17.905237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:17.908898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:17.926532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 44466e52-a8d5-41b8-a109-ae05f3b54832 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:18.021386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.038706 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ebaa543e-2c2d-4ff3-a82b-2900dd868b90 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8225930 Mar 28 15:16:18.053462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.060673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53456) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:18.083840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:18.091407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:18.096532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Usage tracker for resource:floatingip and tenant:d6614834b0154a0a973a949a1c1b5fd2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:18.099542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:18.105558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:18.118753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.136778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 44466e52-a8d5-41b8-a109-ae05f3b54832 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:18.147269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 44466e52-a8d5-41b8-a109-ae05f3b54832 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:18.149416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.161132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1348ae65-c281-4d04-880a-5b36df4d94c0']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:18.177146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.182770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19904a0e-4bd9-4d54-88fb-c93183a4682b') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:18.182770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19904a0e-4bd9-4d54-88fb-c93183a4682b') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:18.194108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.212693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.255752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.286032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.289935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:18.290301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:18.310353 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:18.362574 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:16:18.362927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1658a6a2-73b2-4627-a1aa-d3c59c67544d {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 15:16:18.368248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.387597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.453847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 44466e52-a8d5-41b8-a109-ae05f3b54832, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=44466e52-a8d5-41b8-a109-ae05f3b54832,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:18.454047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53470) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:18.465941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event deleted for resources: {'Network': ['ID=1658a6a2-73b2-4627-a1aa-d3c59c67544d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:18.470251 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 15:16:18.491019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1d046e83-a5ad-4924-b4d5-0c2411e889fc tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "DELETE /v2.0/networks/1658a6a2-73b2-4627-a1aa-d3c59c67544d HTTP/1.1" status: 204 len: 168 time: 4.0076401 Mar 28 15:16:18.491984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53474) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:18.546636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.547808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:18.575572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.587786 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9ddc27e3-45d1-4995-9525-62aa795bb65c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0902576 Mar 28 15:16:18.587786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.617244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53480) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:18.637152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.694808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:18.715902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.728849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:18.751165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:18.752514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:18.753256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.761561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Pushing event deleted for resources: {'Network': ['ID=1348ae65-c281-4d04-880a-5b36df4d94c0,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:18.783441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=44466e52-a8d5-41b8-a109-ae05f3b54832,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:18.789461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.790835 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7d2a7614-7300-48e2-b978-368091b15e42 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.5077202 Mar 28 15:16:18.795867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:18.796023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.796302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:18.804853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53486) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:18.895414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53490) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:18.909146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-cd9b88a7-d55f-4f36-84c4-091e7dd761cf tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Synchronizing usage tracker for tenant:14b7dff61050496c838afb311e489455 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:18.960293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Allocated IP 172.26.7.212 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/ebc113d9-4f86-4336-ac19-36898703d905) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:18.991754 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9906ada-ddd8-4da4-87a6-042176e6f843 None None] Sync routers for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:16:19.000607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device db2841b3-9d90-48ef-b3ea-bfa38c388d17 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:19.006493 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9906ada-ddd8-4da4-87a6-042176e6f843 None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:19.008163 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-e9906ada-ddd8-4da4-87a6-042176e6f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:19.022610 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4e80a6ee-7c3e-41f7-99b3-aa26c090a3dd tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] 10.222.0.16 "DELETE /v2.0/networks/1348ae65-c281-4d04-880a-5b36df4d94c0 HTTP/1.1" status: 204 len: 168 time: 2.5082231 Mar 28 15:16:19.035903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53496) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:19.036535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'Port': ['ID=87874811-6efd-4aa0-88a0-8bb2a8daf97d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:19.112212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-cd9b88a7-d55f-4f36-84c4-091e7dd761cf tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Unset dirty status for tenant:14b7dff61050496c838afb311e489455 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:19.120741 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-cd9b88a7-d55f-4f36-84c4-091e7dd761cf tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--937254151&fields=id&tenant_id=14b7dff61050496c838afb311e489455 HTTP/1.1" status: 200 len: 267 time: 0.6547766 Mar 28 15:16:19.147381 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-e9906ada-ddd8-4da4-87a6-042176e6f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:19.152814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1172307057', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:19.169062 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9906ada-ddd8-4da4-87a6-042176e6f843 None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:19.169947 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-e9906ada-ddd8-4da4-87a6-042176e6f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:15:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:19.198677 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9f9e72-0e26-442b-95c0-a5b5bf11b3da tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] DELETE failed (client error): The resource could not be found. Mar 28 15:16:19.200693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9f9e72-0e26-442b-95c0-a5b5bf11b3da tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:16:19.206165 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2d9f9e72-0e26-442b-95c0-a5b5bf11b3da tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] 10.222.0.16 "DELETE /v2.0/ports/927b2c63-f88c-40f6-a0a0-67c2ddfeb75e HTTP/1.1" status: 404 len: 333 time: 0.1661336 Mar 28 15:16:19.224436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53502) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:19.227233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port db2841b3-9d90-48ef-b3ea-bfa38c388d17 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:19.227601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.261072 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-e9906ada-ddd8-4da4-87a6-042176e6f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:19.261485 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9906ada-ddd8-4da4-87a6-042176e6f843 None None] The sync data for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:16:19.325225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:16:19.341177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-137731bf-d970-4fff-b0a3-888ba3a88806 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:19.345540 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-137731bf-d970-4fff-b0a3-888ba3a88806 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 812 time: 0.1992311 Mar 28 15:16:19.351510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:19.364819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Usage tracker for resource:port and tenant:d6b09d0ed809487a891b1c4506d34231 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:19.371797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.376343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:19.378264 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-893e5492-af78-437b-b73f-982e457e6902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.1403515 Mar 28 15:16:19.382335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:19.382791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:19.383262 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:19.383706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:19.384145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:19.384315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53506) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:19.384676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:19.385133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:19.385564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:19.386635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Synchronizing usage tracker for tenant:ec3e82d2c4c14957bf81b73d8af83a36 on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:19.392161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:19.400368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:19.425633 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-a8087b9c-e1ef-4678-8a00-1cd2447bc5d5 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/quotas/14b7dff61050496c838afb311e489455 HTTP/1.1" status: 200 len: 375 time: 0.0624223 Mar 28 15:16:19.455633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.462076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.482415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-56af2583-3ab0-4223-9c92-662264525447 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Deleting subnet 0acbad84-e290-4182-a0bd-70a9a6da7c44 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:16:19.486972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56af2583-3ab0-4223-9c92-662264525447 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.549075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56af2583-3ab0-4223-9c92-662264525447 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.590666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Unset dirty status for tenant:ec3e82d2c4c14957bf81b73d8af83a36 on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:19.591991 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8c032331-75d3-4bef-bf1b-fd47e6e35537 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.9669273 Mar 28 15:16:19.596096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53510) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:19.656720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 44466e52-a8d5-41b8-a109-ae05f3b54832 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:19.678569 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-c1018ac5-5745-464b-a37d-b5f6c23a6e87 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] delete failed (client error): The resource could not be found. Mar 28 15:16:19.682186 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c1018ac5-5745-464b-a37d-b5f6c23a6e87 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/6d9d25cc-d0de-4b8f-b051-fc3ee25ca21c HTTP/1.1" status: 404 len: 345 time: 0.0826044 Mar 28 15:16:19.684394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53514) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:19.691068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.709826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Made reservation on behalf of d6b09d0ed809487a891b1c4506d34231 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:19.712120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.732218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 44466e52-a8d5-41b8-a109-ae05f3b54832 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:19.733060 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.749751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.792468 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81dad00-02a6-455a-ab1c-aac882b818ec tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] DELETE failed (client error): The resource could not be found. Mar 28 15:16:19.792468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81dad00-02a6-455a-ab1c-aac882b818ec tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:16:19.797149 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f81dad00-02a6-455a-ab1c-aac882b818ec tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "DELETE /v2.0/networks/1658a6a2-73b2-4627-a1aa-d3c59c67544d HTTP/1.1" status: 404 len: 339 time: 0.1081367 Mar 28 15:16:19.807611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53518) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:19.825817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Request body: {'network': {'name': 'tempest-network--1050106793', 'router:external': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:19.839094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:19.844160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:19.849851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:19.852274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:19.867298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Pushing event updated for resources: {'Port': ['ID=e7200f71-6da8-429a-9cb7-4f976a1b2a6c,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:19.878265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:19.895831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Usage tracker for resource:network and tenant:ec3e82d2c4c14957bf81b73d8af83a36 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:19.906177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:19.913961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Pushing event updated for resources: {'Port': ['ID=ebc113d9-4f86-4336-ac19-36898703d905,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:19.919261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56af2583-3ab0-4223-9c92-662264525447 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:19.939502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Usage tracker for resource:security_group_rule and tenant:d6b09d0ed809487a891b1c4506d34231 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:19.953582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:19.956669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:19.970681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:20.002738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.019304 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.025888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.047944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Made reservation on behalf of ec3e82d2c4c14957bf81b73d8af83a36 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:20.050370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.080385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:20.090985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.091740 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Added segment 6aa22ded-c0f4-48a6-8b16-544184159f70 of type vlan for network 09a82cc1-589c-488d-821b-6f36c581896b Mar 28 15:16:20.114685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56af2583-3ab0-4223-9c92-662264525447 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.151747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-906683c8-e513-4404-940b-2528ec9bced6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Synchronizing usage tracker for tenant:14b7dff61050496c838afb311e489455 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:20.192643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.201713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af2583-3ab0-4223-9c92-662264525447 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Pushing event deleted for resources: {'Subnet': ['ID=0acbad84-e290-4182-a0bd-70a9a6da7c44,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:20.215711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56af2583-3ab0-4223-9c92-662264525447 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.220229 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff4bcf-5e47-44de-a88c-6cdfb85fe3c0 None None] Network c16b89d8-9888-4c71-ac25-4f5e4f9c710d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:20.254587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.281100 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.282295 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-70745017-5a63-4e2d-9252-7e89c1db11f7 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2035549 Mar 28 15:16:20.329822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-906683c8-e513-4404-940b-2528ec9bced6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Unset dirty status for tenant:14b7dff61050496c838afb311e489455 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:20.331991 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-906683c8-e513-4404-940b-2528ec9bced6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8865769 Mar 28 15:16:20.332151 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-56af2583-3ab0-4223-9c92-662264525447 tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] 10.222.0.16 "DELETE /v2.0/subnets/0acbad84-e290-4182-a0bd-70a9a6da7c44 HTTP/1.1" status: 204 len: 168 time: 1.1065998 Mar 28 15:16:20.343710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53524) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:20.519453 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.520399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:20.521261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.536273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8a0ed8-d1d4-490a-8d69-db50b1a866c4 None None] DHCP port deletion for c16b89d8-9888-4c71-ac25-4f5e4f9c710d request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:16:20.540307 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a0ed8-d1d4-490a-8d69-db50b1a866c4 None None] Deleting port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:20.540709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0ed8-d1d4-490a-8d69-db50b1a866c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.651361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'Network': ['ID=09a82cc1-589c-488d-821b-6f36c581896b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:20.664066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 09a82cc1-589c-488d-821b-6f36c581896b details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:20.667229 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f8c16d7e-b00f-4b84-80ad-a1b3b7ee51cd tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8493140 Mar 28 15:16:20.668689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53544) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:20.698599 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-a125a908-211d-4941-9fa7-90156f510cfc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:16:20.704704 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-a125a908-211d-4941-9fa7-90156f510cfc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2057104 Mar 28 15:16:20.817142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.826157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.863490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bb8a0ed8-d1d4-490a-8d69-db50b1a866c4 None None] For port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=902e96be-d5d5-4fdb-b52d-b15bd1fe00b3,segment=NetworkSegment(83e03e4c-6638-4816-8c1b-84d5a180b034),segment_id=83e03e4c-6638-4816-8c1b-84d5a180b034)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:20.864050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0ed8-d1d4-490a-8d69-db50b1a866c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.877311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567201e3-73a2-4b3c-a436-c69ca822ff81 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:20.883945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567201e3-73a2-4b3c-a436-c69ca822ff81 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:20.890951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567201e3-73a2-4b3c-a436-c69ca822ff81 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:20.897583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567201e3-73a2-4b3c-a436-c69ca822ff81 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:20.899629 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-567201e3-73a2-4b3c-a436-c69ca822ff81 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2299211 Mar 28 15:16:20.900532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53558) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:20.902731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53560) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:20.906115 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 15:16:20.965185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:20.979617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Deleting port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:20.979960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.002948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a0ed8-d1d4-490a-8d69-db50b1a866c4 None None] Calling delete_port for 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:21.012779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.055094 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:16:21.087361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.097581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-2a48452b-fea2-40a5-bdac-5c1b5032258e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Synchronizing usage tracker for tenant:71538256e9c544879015090ed43c40d2 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:21.137439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] device_id is not set on port 8c29cf9e-67aa-4eac-8b6e-88efca88bfba yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:21.139193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.171617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Pushing event updated for resources: {'Port': ['ID=ebc113d9-4f86-4336-ac19-36898703d905,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:21.188390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.255050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0ed8-d1d4-490a-8d69-db50b1a866c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.259283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.281104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] device_id is not set on port 87874811-6efd-4aa0-88a0-8bb2a8daf97d yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:21.307044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a0ed8-d1d4-490a-8d69-db50b1a866c4 None None] Pushing event deleted for resources: {'Port': ['ID=902e96be-d5d5-4fdb-b52d-b15bd1fe00b3,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:21.309359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37961a2-62cc-4780-a277-b98124fd3081,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:21.312091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a0ed8-d1d4-490a-8d69-db50b1a866c4 None None] No DVR routers for this DVR port 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:16:21.313993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f4b7-6dc5-44cd-b68a-ffe9c1f59cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.325518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-2a48452b-fea2-40a5-bdac-5c1b5032258e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Unset dirty status for tenant:71538256e9c544879015090ed43c40d2 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:21.325665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.334550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] The port '902e96be-d5d5-4fdb-b52d-b15bd1fe00b3' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:16:21.335695 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-2a48452b-fea2-40a5-bdac-5c1b5032258e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--71428511&fields=id&tenant_id=71538256e9c544879015090ed43c40d2 HTTP/1.1" status: 200 len: 267 time: 0.4337361 Mar 28 15:16:21.375602 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-425b4d65-dd5b-47f1-927c-16637acf230e service neutron] 10.222.0.16 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690781 Mar 28 15:16:21.439773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.448877 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0e6d618a-c4b9-41af-a43a-a153ea70f045 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3729699 Mar 28 15:16:21.492680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.538562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a82cc1-589c-488d-821b-6f36c581896b']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:21.563081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa22ded-c0f4-48a6-8b16-544184159f70') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:21.563362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa22ded-c0f4-48a6-8b16-544184159f70') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:21.585795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.601666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-20c7f02a-f9a9-41a7-8673-92e3a794ac77 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:21.603133 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-20c7f02a-f9a9-41a7-8673-92e3a794ac77 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/networks?id=44d7c07f-cbaf-40e8-828f-e5c1a2b54003 HTTP/1.1" status: 200 len: 812 time: 0.2668884 Mar 28 15:16:21.611546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.623881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:21.624282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:21.637540 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:21.653111 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-e2e601a3-8f05-42b8-87f4-1176ba723f43 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/quotas/71538256e9c544879015090ed43c40d2 HTTP/1.1" status: 200 len: 375 time: 0.0368121 Mar 28 15:16:21.669402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:16:21.705908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:16:21.706252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 902e96be-d5d5-4fdb-b52d-b15bd1fe00b3 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:16:21.787383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-e6b11572-5214-4620-b6fe-fbe7f1e3934d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Synchronizing usage tracker for tenant:71538256e9c544879015090ed43c40d2 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:21.792617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.837176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.856945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09a82cc1-589c-488d-821b-6f36c581896b {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 15:16:21.861741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event deleted for resources: {'Network': ['ID=09a82cc1-589c-488d-821b-6f36c581896b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:21.863671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.866257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-e6b11572-5214-4620-b6fe-fbe7f1e3934d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Unset dirty status for tenant:71538256e9c544879015090ed43c40d2 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:21.867402 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-e6b11572-5214-4620-b6fe-fbe7f1e3934d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71538256e9c544879015090ed43c40d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1686738 Mar 28 15:16:21.876321 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bf1d9eee-13e8-41b1-8ee9-08ed186bab78 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "DELETE /v2.0/networks/09a82cc1-589c-488d-821b-6f36c581896b HTTP/1.1" status: 204 len: 168 time: 0.9721558 Mar 28 15:16:21.880146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53570) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:21.885732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Request body: {'network': {'name': 'tempest-network--1347595790', 'router:external': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:21.891382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:21.896880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Usage tracker for resource:network and tenant:ec3e82d2c4c14957bf81b73d8af83a36 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:21.901388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:21.902606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Transition to ACTIVE for port object 87874811-6efd-4aa0-88a0-8bb2a8daf97d will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:21.906281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Allocated IP 172.26.7.193 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/8c29cf9e-67aa-4eac-8b6e-88efca88bfba) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:21.909925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:21.928582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16b89d8-9888-4c71-ac25-4f5e4f9c710d']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:21.966632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e03e4c-6638-4816-8c1b-84d5a180b034') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:21.967042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e03e4c-6638-4816-8c1b-84d5a180b034') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:21.992659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:21.993401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Made reservation on behalf of ec3e82d2c4c14957bf81b73d8af83a36 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:22.000487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:22.033093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:22.050071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:22.050344 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Added segment 17d8a394-b14b-43e4-bb7f-3ad63308bcca of type vlan for network 83d6dbdb-a68d-4b4c-ae23-e680bd1059e2 Mar 28 15:16:22.063117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-59d00f3e-78e8-44f5-bb31-c9ddb751f315 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:16:22.064095 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-59d00f3e-78e8-44f5-bb31-c9ddb751f315 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0870588 Mar 28 15:16:22.088031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:22.095818 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-90df4e98-a7bc-4084-a11e-87531e945c9a service neutron] 10.222.0.16 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086642 Mar 28 15:16:22.137160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:22.198609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:22.262940 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-7eff53e7-ec73-4b11-870b-d5f813c7837d service neutron] 10.222.0.16 "GET /v2.0/networks/44d7c07f-cbaf-40e8-828f-e5c1a2b54003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889303 Mar 28 15:16:22.264962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:22.265366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:22.282648 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:22.285401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'Port': ['ID=87874811-6efd-4aa0-88a0-8bb2a8daf97d,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:22.369019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:22.369967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:22.370547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:22.518824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'Network': ['ID=83d6dbdb-a68d-4b4c-ae23-e680bd1059e2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:22.532933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 83d6dbdb-a68d-4b4c-ae23-e680bd1059e2 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:22.539810 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-6b121522-949e-495c-976d-dd942236ebaa service neutron] 10.222.0.16 "GET /v2.0/networks/44d7c07f-cbaf-40e8-828f-e5c1a2b54003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705638 Mar 28 15:16:22.556510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:22.556510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:22.557062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:22.580219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:22.580550 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:22.584905 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 2 to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d Mar 28 15:16:22.598636 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-be0dc4c8-8fd6-4797-a0bb-7edc340eee4e tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7172568 Mar 28 15:16:22.602379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53604) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:22.688865 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-4c594223-35dc-45a4-bf6f-faddeb143f08 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--215042664&fields=id&tenant_id=d6614834b0154a0a973a949a1c1b5fd2 HTTP/1.1" status: 200 len: 267 time: 0.1774700 Mar 28 15:16:22.726472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:22.726803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:22.727157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:22.757489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:22.757813 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:22.763085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ded86f-79d7-44f9-b7ad-ce9effebee7b tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:22.765635 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d6ded86f-79d7-44f9-b7ad-ce9effebee7b tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] 10.222.0.16 "GET /v2.0/networks/83d6dbdb-a68d-4b4c-ae23-e680bd1059e2 HTTP/1.1" status: 200 len: 757 time: 0.1636300 Mar 28 15:16:22.769688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53612) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:22.786546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Allocated IP 172.20.0.1 (f83a7d70-c102-49a3-8f55-8a0ddcc8b44e/c270e3c8-ec28-4ccf-b0df-57cfd991625b/a51eca16-e9ec-4f57-84b6-598ce567e4c2) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:22.832588 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 3 to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d Mar 28 15:16:22.859786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:22.949063 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44700b65-1633-4779-8d13-9e864b29e636 req-1e88d951-fe63-4498-a358-a5cc3d5c299a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 210 time: 0.0470543 Mar 28 15:16:23.009855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee17421-9ae5-4252-aad5-10491db364a2 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:23.011457 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-eee17421-9ae5-4252-aad5-10491db364a2 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] 10.222.0.16 "GET /v2.0/networks/df07d00d-8957-4a3c-bab0-bf81603d0dbb HTTP/1.1" status: 200 len: 768 time: 0.2408528 Mar 28 15:16:23.014104 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53638) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:23.024888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.091299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:23.091796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:23.092273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:23.108668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.115247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:23.115730 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:23.118418 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-502fbda1-d193-46a8-9ef4-42de831a67c1 req-519f5f81-c8da-47f3-8579-cbefcdd3bceb tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.0768428 Mar 28 15:16:23.131921 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 4 to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d Mar 28 15:16:23.140331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] Pushing event deleted for resources: {'Network': ['ID=c16b89d8-9888-4c71-ac25-4f5e4f9c710d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:23.197604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.290333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:23.290805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:23.291297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:23.305754 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-98d859de-c06d-4f71-8176-51305a0c19cb tempest-DHCPAgentSchedulersTestJSON-1653453534 tempest-DHCPAgentSchedulersTestJSON-1653453534-project] 10.222.0.16 "DELETE /v2.0/networks/c16b89d8-9888-4c71-ac25-4f5e4f9c710d HTTP/1.1" status: 204 len: 168 time: 2.9547439 Mar 28 15:16:23.330449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:23.330857 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:23.336313 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 5 to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d Mar 28 15:16:23.368894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-4c7fe7e7-54e9-41d7-bebf-3679b5d7b544 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:23.370354 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-4c7fe7e7-54e9-41d7-bebf-3679b5d7b544 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/networks?id=ef6d515c-97b9-44e2-93df-2e1574694367 HTTP/1.1" status: 200 len: 805 time: 0.6807406 Mar 28 15:16:23.383297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:23.383849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:23.384170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:23.388098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.408270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:23.408270 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:23.410872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.411250 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 6 to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d Mar 28 15:16:23.426550 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-48cceea0-ad3e-41ea-9f07-e3bdaa5110ee tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/quotas/d6614834b0154a0a973a949a1c1b5fd2 HTTP/1.1" status: 200 len: 375 time: 0.0474193 Mar 28 15:16:23.433370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Transition to ACTIVE for port object a51eca16-e9ec-4f57-84b6-598ce567e4c2 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:23.447372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d6dbdb-a68d-4b4c-ae23-e680bd1059e2']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:23.460024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d8a394-b14b-43e4-bb7f-3ad63308bcca') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:23.460319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d8a394-b14b-43e4-bb7f-3ad63308bcca') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:23.469644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:23.470232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:23.470346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:23.479582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.490629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.492142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:23.492474 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:23.497232 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 7 to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d Mar 28 15:16:23.519821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.532330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fd3d29bd-68d9-45dd-985a-4903354507b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:23.665302 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 8 to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d Mar 28 15:16:23.668306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Pushing event updated for resources: {'Port': ['ID=8c29cf9e-67aa-4eac-8b6e-88efca88bfba,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:23.689143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:23.702689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:23.702689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:23.702689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:23.702689 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:23.704089 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 9 to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d Mar 28 15:16:23.724026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:23.724616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.740411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:23.740736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:23.741065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:23.755909 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-10ab1b34-cade-40b9-8146-d4ca16b7f872 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6614834b0154a0a973a949a1c1b5fd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3211365 Mar 28 15:16:23.760267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:23.760585 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:23.761876 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempt 10 to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d Mar 28 15:16:23.813608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:23.813936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:23.814265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempting to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:23.863307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.863511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:23.875117 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Failed to bind port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'a4e9f988-4963-45c6-a207-d22ad42c79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4f99f8ac-ace2-4b06-b80e-516b82ee1815'}] Mar 28 15:16:23.875619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.879455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83d6dbdb-a68d-4b4c-ae23-e680bd1059e2 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 15:16:23.897266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.910253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event deleted for resources: {'Network': ['ID=83d6dbdb-a68d-4b4c-ae23-e680bd1059e2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:23.918578 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7066f8bf-8708-41a5-863f-b621cfaed934 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.0096791 Mar 28 15:16:23.918981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:23.919735 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3840f5df-0abd-4cb9-be79-0222d10ff64c tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "DELETE /v2.0/networks/83d6dbdb-a68d-4b4c-ae23-e680bd1059e2 HTTP/1.1" status: 204 len: 168 time: 0.9043298 Mar 28 15:16:23.920581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53660) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:23.921725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53662) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:23.930221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Request body: {'network': {'name': 'tempest-network--1909377222'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:23.938037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.193'}]}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:23.942285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:23.948381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:23.951485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Usage tracker for resource:network and tenant:ec3e82d2c4c14957bf81b73d8af83a36 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:23.966798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:23.970852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Usage tracker for resource:router and tenant:d6b09d0ed809487a891b1c4506d34231 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:23.977534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:23.985269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:23.993969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:24.057987 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:24.071267 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-4e3b6671-fa4a-4efd-9438-cea2b9492661 service neutron] 10.222.0.16 "GET /v2.0/networks/ef6d515c-97b9-44e2-93df-2e1574694367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009481 Mar 28 15:16:24.072388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:24.080857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:24.110766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event updated for resources: {'Port': ['ID=a51eca16-e9ec-4f57-84b6-598ce567e4c2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:24.135464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Made reservation on behalf of ec3e82d2c4c14957bf81b73d8af83a36 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:24.140705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.164170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.165483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.194331 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-90e2abcd-ebc3-4a01-a812-a2d5399cb03d req-bc0878bd-d0ce-4283-bc9d-ac8d8058b71a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 210 time: 0.1359327 Mar 28 15:16:24.246765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.250279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:24.279680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53680) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:24.344903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.345379 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Added segment faa01293-3ada-4f9a-8c81-91ea5bec97cb of type vlan for network e36c0608-569e-4448-a4ff-c13d13fa89e0 Mar 28 15:16:24.375311 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0cda4627-1e19-43ed-95e2-1f943d376de2 req-e1298381-d4d8-4cc7-a695-b4123be5b74a tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.0880783 Mar 28 15:16:24.408522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.408986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] For port 87874811-6efd-4aa0-88a0-8bb2a8daf97d, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:24.409388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attempted to set empty binding levels {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 15:16:24.414123 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-269848fd-ec66-4b0c-833b-89252a721edd service neutron] 10.222.0.16 "GET /v2.0/networks/ef6d515c-97b9-44e2-93df-2e1574694367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056183 Mar 28 15:16:24.422706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.510939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.557186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.558387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:24.559062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.616719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] In _notify_port_updated(), no bound segment for port 87874811-6efd-4aa0-88a0-8bb2a8daf97d on network 4f99f8ac-ace2-4b06-b80e-516b82ee1815 {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:16:24.617529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:24.618543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.622546 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "PUT /v2.0/ports/87874811-6efd-4aa0-88a0-8bb2a8daf97d HTTP/1.1" status: 200 len: 981 time: 5.2306321 Mar 28 15:16:24.625620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53694) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:24.635109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8c7312d6-ed80-441a-89cc-33f796b1dbe8 None None] Provisioning for port a51eca16-e9ec-4f57-84b6-598ce567e4c2 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:24.654447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.675775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8c7312d6-ed80-441a-89cc-33f796b1dbe8 None None] Provisioning complete for port a51eca16-e9ec-4f57-84b6-598ce567e4c2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:24.677470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c7312d6-ed80-441a-89cc-33f796b1dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.706224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbeebd-8a37-4e34-8241-a531bc61163c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event updated for resources: {'Port': ['ID=87874811-6efd-4aa0-88a0-8bb2a8daf97d,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:24.741765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ca6823fb-5127-4cd0-acb8-3496e319740e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Deleting port 87874811-6efd-4aa0-88a0-8bb2a8daf97d {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:24.742175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca6823fb-5127-4cd0-acb8-3496e319740e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.759551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8c7312d6-ed80-441a-89cc-33f796b1dbe8 None None] Port a51eca16-e9ec-4f57-84b6-598ce567e4c2 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:24.819824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.932648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'Network': ['ID=e36c0608-569e-4448-a4ff-c13d13fa89e0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:24.940946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:24.946549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network e36c0608-569e-4448-a4ff-c13d13fa89e0 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:24.987457 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-82a8c797-34f9-47ca-a938-a6bf0bc2a781 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5c850c6f48f47cfa61be0e977233dde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7063189 Mar 28 15:16:25.000236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53704) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:25.005394 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8f5f946b-0266-4080-a7e5-125557337209 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0808582 Mar 28 15:16:25.009114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-140ebd75-b44f-47db-8c68-f865a10a571d req-abe82f92-c423-4f4a-8c2c-217894fa43c3 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Synchronizing usage tracker for tenant:d6614834b0154a0a973a949a1c1b5fd2 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:25.011313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53708) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:25.018053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7531bb61-aa72-4849-9204-bcceda7f63d0 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:25.122625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:25.167925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-140ebd75-b44f-47db-8c68-f865a10a571d req-abe82f92-c423-4f4a-8c2c-217894fa43c3 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Unset dirty status for tenant:d6614834b0154a0a973a949a1c1b5fd2 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:25.168979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ca6823fb-5127-4cd0-acb8-3496e319740e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] For port 87874811-6efd-4aa0-88a0-8bb2a8daf97d, host hv-neutron-8281, got binding levels [] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:25.169338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca6823fb-5127-4cd0-acb8-3496e319740e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:25.171851 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-140ebd75-b44f-47db-8c68-f865a10a571d req-abe82f92-c423-4f4a-8c2c-217894fa43c3 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 210 time: 0.2335374 Mar 28 15:16:25.342368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ca6823fb-5127-4cd0-acb8-3496e319740e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Calling delete_port for 87874811-6efd-4aa0-88a0-8bb2a8daf97d owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:25.444261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7531bb61-aa72-4849-9204-bcceda7f63d0 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:25.479842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f865f909-b5e9-414f-8b71-89106819e539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:25.576535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7531bb61-aa72-4849-9204-bcceda7f63d0 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:25.605189 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18de896f-c79f-433b-8a2c-ba3c2a9fc73f req-8b00f3e5-1b74-4c90-8ee2-72220e37c0b8 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 210 time: 0.1380985 Mar 28 15:16:25.665895 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f865f909-b5e9-414f-8b71-89106819e539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:25.719708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7531bb61-aa72-4849-9204-bcceda7f63d0 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Network e36c0608-569e-4448-a4ff-c13d13fa89e0 is not hosted by any dhcp agent {{(pid=88486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 15:16:25.720524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531bb61-aa72-4849-9204-bcceda7f63d0 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:25.721122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7531bb61-aa72-4849-9204-bcceda7f63d0 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:25.725017 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7531bb61-aa72-4849-9204-bcceda7f63d0 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "PUT /v2.0/networks/e36c0608-569e-4448-a4ff-c13d13fa89e0 HTTP/1.1" status: 200 len: 858 time: 0.7101934 Mar 28 15:16:25.731785 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a87128ee-53f3-4710-a664-e66100b5a648 req-fb6090b3-2209-44cb-abba-e925c6ee788f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.1938946 Mar 28 15:16:25.733194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53724) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:25.820077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca6823fb-5127-4cd0-acb8-3496e319740e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:25.880311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531bb61-aa72-4849-9204-bcceda7f63d0 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event updated for resources: {'Network': ['ID=e36c0608-569e-4448-a4ff-c13d13fa89e0,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:25.935338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6823fb-5127-4cd0-acb8-3496e319740e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Pushing event deleted for resources: {'Port': ['ID=87874811-6efd-4aa0-88a0-8bb2a8daf97d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:25.985481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca6823fb-5127-4cd0-acb8-3496e319740e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:25.997268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.001436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.031148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.065731 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ca6823fb-5127-4cd0-acb8-3496e319740e tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "DELETE /v2.0/ports/87874811-6efd-4aa0-88a0-8bb2a8daf97d HTTP/1.1" status: 204 len: 168 time: 1.4391010 Mar 28 15:16:26.069308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53730) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:26.088888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f865f909-b5e9-414f-8b71-89106819e539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.091414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f865f909-b5e9-414f-8b71-89106819e539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.092591 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f865f909-b5e9-414f-8b71-89106819e539 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a17bc138-f979-4958-909b-0ed229ad828d HTTP/1.1" status: 204 len: 168 time: 1.0891931 Mar 28 15:16:26.128936 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f26b3b0-a8c5-4db2-b7a4-3183890f4c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] GET failed (client error): The resource could not be found. Mar 28 15:16:26.129434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9f26b3b0-a8c5-4db2-b7a4-3183890f4c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Synchronizing usage tracker for tenant:8336e81c35e74a2f895fffb0937a4eee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:26.157693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.163269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865f909-b5e9-414f-8b71-89106819e539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17bc138-f979-4958-909b-0ed229ad828d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:26.197245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.268041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.293427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9f26b3b0-a8c5-4db2-b7a4-3183890f4c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] Unset dirty status for tenant:8336e81c35e74a2f895fffb0937a4eee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:26.294787 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9f26b3b0-a8c5-4db2-b7a4-3183890f4c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381412929-project-admin] 10.222.0.16 "GET /v2.0/ports/87874811-6efd-4aa0-88a0-8bb2a8daf97d HTTP/1.1" status: 404 len: 333 time: 0.2244921 Mar 28 15:16:26.298901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53738) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:26.340366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.342145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.439990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.23', 53539) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:26.447980 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fa8e5a0b-024d-4ccc-9d82-2e5514119fdc req-e9c0676a-1f61-4fb3-a3d3-c4b8cf3e3b47 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 210 time: 0.0865176 Mar 28 15:16:26.455728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36c0608-569e-4448-a4ff-c13d13fa89e0']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:26.512700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event updated for resources: {'Port': ['ID=a51eca16-e9ec-4f57-84b6-598ce567e4c2,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:26.525493 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa01293-3ada-4f9a-8c81-91ea5bec97cb') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:26.525823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa01293-3ada-4f9a-8c81-91ea5bec97cb') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:26.535062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.586633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.654537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.669833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.719431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:26.719831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:26.732726 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:26.820100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.829471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:26.833639 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a07d5671-161a-4fd6-abbf-ba510408335e req-f535e30b-eb30-4c21-a3d1-acf7587f01dd tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 210 time: 0.0672081 Mar 28 15:16:26.835250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-f4540b5a-027a-4b9e-ae4f-ca377b398609 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:26.836715 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-f4540b5a-027a-4b9e-ae4f-ca377b398609 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.23 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 812 time: 0.3916235 Mar 28 15:16:26.885860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:26.889710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:27.035095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.047148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.048037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab908842-de74-4e9e-bdbb-4bb2fb9baabd {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:16:27.078043 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f99f8ac-ace2-4b06-b80e-516b82ee1815']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:27.094158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e9f988-4963-45c6-a207-d22ad42c79f0') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:27.104927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e9f988-4963-45c6-a207-d22ad42c79f0') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:27.105932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53758) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:27.128554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.145329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a453412-4a7e-493f-86bc-fd72c4a72087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.157751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.160481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.163305 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8a453412-4a7e-493f-86bc-fd72c4a72087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:27.167856 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 15:16:27.172155 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5dddcf9a-edca-4826-b09f-d2206f974cf7 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2460227 Mar 28 15:16:27.172295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53762) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:27.174809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:27.175332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.206582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e36c0608-569e-4448-a4ff-c13d13fa89e0 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 15:16:27.214413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e21f99a4-9830-43c0-84a7-80508f660e5c None None] Provisioning complete for port a51eca16-e9ec-4f57-84b6-598ce567e4c2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:27.215511 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e21f99a4-9830-43c0-84a7-80508f660e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.221512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8a453412-4a7e-493f-86bc-fd72c4a72087 admin admin] Usage tracker for resource:security_group_rule and tenant:c4fd3630a8174287a442e66ad30ac0a8 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:27.223304 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-84f1b9ef-da29-484a-9d33-5db75d2630ba req-87be066f-b46d-4211-9e17-eea93b45a88e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.3360696 Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:27.224118 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:27.229352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8a453412-4a7e-493f-86bc-fd72c4a72087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:27.240646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.257573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] Pushing event deleted for resources: {'Network': ['ID=e36c0608-569e-4448-a4ff-c13d13fa89e0,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:27.257883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8a453412-4a7e-493f-86bc-fd72c4a72087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:27.280459 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3f0d21a8-21e3-4416-a9a0-05a7e565c362 tempest-ExternalNetworksTestJSON-1488816583 tempest-ExternalNetworksTestJSON-1488816583-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e36c0608-569e-4448-a4ff-c13d13fa89e0 HTTP/1.1" status: 204 len: 168 time: 1.5420640 Mar 28 15:16:27.289169 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-711d2fc0-a524-4909-a725-ea0f82c05bd1 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14b7dff61050496c838afb311e489455 HTTP/1.1" status: 200 len: 379 time: 0.3317521 Mar 28 15:16:27.295443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53768) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:27.307718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Request body: {'port': {'device_id': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'admin_state_up': True, 'tenant_id': '14b7dff61050496c838afb311e489455', 'security_groups': ['ea1a5224-1167-42a5-a3a9-7157445d4148']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:27.335764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e21f99a4-9830-43c0-84a7-80508f660e5c None None] Port a51eca16-e9ec-4f57-84b6-598ce567e4c2 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:27.444546 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b029d05-8c1d-48e9-a5f3-6408a1ed7ae3 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] DELETE failed (client error): The resource could not be found. Mar 28 15:16:27.445220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b029d05-8c1d-48e9-a5f3-6408a1ed7ae3 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:16:27.447008 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3b029d05-8c1d-48e9-a5f3-6408a1ed7ae3 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] 10.222.0.16 "DELETE /v2.0/subnets/529c2ef0-055d-4c43-8b53-13b7475603a4 HTTP/1.1" status: 404 len: 337 time: 0.1480086 Mar 28 15:16:27.452115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53780) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:27.501715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.23', 53545) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:27.555126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e18ccfb2-c122-4bbd-8b75-5f3fe6c7b187 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Deleting port 8c29cf9e-67aa-4eac-8b6e-88efca88bfba {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:27.555476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e18ccfb2-c122-4bbd-8b75-5f3fe6c7b187 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.731719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Router b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:16:27.768756 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-21f28bb2-0b90-416c-a101-76e1f781804a req-b570ffeb-dfb3-4208-80bc-c1d0022bb201 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 210 time: 0.1108077 Mar 28 15:16:27.779461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.788664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.835085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] Pushing event deleted for resources: {'Network': ['ID=4f99f8ac-ace2-4b06-b80e-516b82ee1815,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:27.879256 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8ddeca35-399b-423a-9d96-f40246bcf0f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2011415443-project] 10.222.0.16 "DELETE /v2.0/networks/4f99f8ac-ace2-4b06-b80e-516b82ee1815 HTTP/1.1" status: 204 len: 168 time: 1.5789680 Mar 28 15:16:27.934358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:27.977905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:27.990934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-79c7e630-a5d6-4131-82f4-af04de75154d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:27.991663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-79c7e630-a5d6-4131-82f4-af04de75154d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Synchronizing usage tracker for tenant:71538256e9c544879015090ed43c40d2 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:28.025697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:28.064231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a453412-4a7e-493f-86bc-fd72c4a72087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:28.088950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e18ccfb2-c122-4bbd-8b75-5f3fe6c7b187 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:28.176652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-79c7e630-a5d6-4131-82f4-af04de75154d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Unset dirty status for tenant:71538256e9c544879015090ed43c40d2 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:28.177770 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-79c7e630-a5d6-4131-82f4-af04de75154d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.23 "GET /v2.0/networks?id=44d7c07f-cbaf-40e8-828f-e5c1a2b54003 HTTP/1.1" status: 200 len: 812 time: 0.6537766 Mar 28 15:16:28.180088 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18262722-50b8-4430-b4d7-dc71bdd011f4 req-32d3d346-7087-47b5-a75b-358308602d03 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 210 time: 0.0813642 Mar 28 15:16:28.207358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a453412-4a7e-493f-86bc-fd72c4a72087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:28.220736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e18ccfb2-c122-4bbd-8b75-5f3fe6c7b187 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Calling delete_port for 8c29cf9e-67aa-4eac-8b6e-88efca88bfba owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:28.268018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Made reservation on behalf of 14b7dff61050496c838afb311e489455 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:28.271488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:28.324410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.23', 53548) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:28.371288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:28.455568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-c76eb944-8302-41f9-9b91-191ada51d8c6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Synchronizing usage tracker for tenant:71538256e9c544879015090ed43c40d2 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:28.469218 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df07d00d-8957-4a3c-bab0-bf81603d0dbb']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:28.477613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:16:28.482742 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-abebc3c5-dffb-49b4-826a-853fd061e595 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "PUT /v2.0/routers/b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6624849 Mar 28 15:16:28.492142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53816) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:28.496074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b97128-1c46-45e2-b08c-403ebb903462 None None] Sync routers for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:16:28.520865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Request body: {'port': {'network_id': 'f83a7d70-c102-49a3-8f55-8a0ddcc8b44e', 'name': 'tempest-FloatingIPAdminTestJSON-957148422'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:28.525881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b97128-1c46-45e2-b08c-403ebb903462 None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:28.532813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-38b97128-1c46-45e2-b08c-403ebb903462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:28.536835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35614553-96fd-483d-b15d-a7c1a84774ed') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:28.537143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35614553-96fd-483d-b15d-a7c1a84774ed') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:28.574080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-c76eb944-8302-41f9-9b91-191ada51d8c6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Unset dirty status for tenant:71538256e9c544879015090ed43c40d2 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:28.575267 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-c76eb944-8302-41f9-9b91-191ada51d8c6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71538256e9c544879015090ed43c40d2 HTTP/1.1" status: 200 len: 378 time: 0.3315115 Mar 28 15:16:28.577555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:28.580429 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8a453412-4a7e-493f-86bc-fd72c4a72087 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4fd3630a8174287a442e66ad30ac0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4733624 Mar 28 15:16:28.593793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53822) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:28.612622 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1581b553-c7aa-4fd4-92f0-19ec30222bc1 req-9591f96a-bdca-4fd2-8676-7f58ba8fda02 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.2619553 Mar 28 15:16:28.613472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a453412-4a7e-493f-86bc-fd72c4a72087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71133410-6a39-4146-bba8-380613092870,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:28.696209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-38b97128-1c46-45e2-b08c-403ebb903462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:28.700368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Request body: {'port': {'device_id': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'admin_state_up': True, 'tenant_id': '71538256e9c544879015090ed43c40d2', 'security_groups': ['e495725b-8120-463f-9267-b41a101af528']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:28.717006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:28.723620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b97128-1c46-45e2-b08c-403ebb903462 None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:28.724261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-38b97128-1c46-45e2-b08c-403ebb903462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:28.793933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53826) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:28.823287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-38b97128-1c46-45e2-b08c-403ebb903462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:28.824047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b97128-1c46-45e2-b08c-403ebb903462 None None] The sync data for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:16:28.893887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:28.894293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:28.925945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-837fec60-cf77-4aed-8ca5-1b7210791d3a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:28.926632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-837fec60-cf77-4aed-8ca5-1b7210791d3a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Synchronizing usage tracker for tenant:d6614834b0154a0a973a949a1c1b5fd2 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:29.031877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-837fec60-cf77-4aed-8ca5-1b7210791d3a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Unset dirty status for tenant:d6614834b0154a0a973a949a1c1b5fd2 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:29.033538 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-837fec60-cf77-4aed-8ca5-1b7210791d3a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.23 "GET /v2.0/networks?id=ef6d515c-97b9-44e2-93df-2e1574694367 HTTP/1.1" status: 200 len: 805 time: 0.6993296 Mar 28 15:16:29.050563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e18ccfb2-c122-4bbd-8b75-5f3fe6c7b187 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:29.111609 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:29.163675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ccfb2-c122-4bbd-8b75-5f3fe6c7b187 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c29cf9e-67aa-4eac-8b6e-88efca88bfba,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:29.324978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Allocated IP 172.20.0.9 (32fdabfd-77e5-48a6-aac8-16b15e900f26/c3fe0fd3-ad0e-4333-b27a-ae4b461c3587/37f86b14-8f57-4c1e-8cca-c416ef6c9991) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:29.397026 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-307841bb-70c9-4434-99e1-fe3104c8d288 req-b29e4f00-3c6b-43cb-bf24-a6bd6fd4d70b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 210 time: 0.0597630 Mar 28 15:16:29.408858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-8518b97d-6aaa-4c80-9a62-c81f21e5bd28 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Synchronizing usage tracker for tenant:d6614834b0154a0a973a949a1c1b5fd2 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:29.427187 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-663d9d05-ac77-4fb8-b4f0-cdaa7a05ffcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d3cba76fb3c421098b5fe3e5e0a9a36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5220242 Mar 28 15:16:29.431746 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-88a7a019-4c51-4b8b-abc5-aee0eed42237 req-250eaec8-c9a3-4547-9799-ef21882e44b5 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 210 time: 0.2879667 Mar 28 15:16:29.432411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53844) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:29.460844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e18ccfb2-c122-4bbd-8b75-5f3fe6c7b187 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:29.471692 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e18ccfb2-c122-4bbd-8b75-5f3fe6c7b187 tempest-RoutersAdminNegativeTest-1901889279 tempest-RoutersAdminNegativeTest-1901889279-project-admin] 10.222.0.16 "DELETE /v2.0/ports/8c29cf9e-67aa-4eac-8b6e-88efca88bfba HTTP/1.1" status: 204 len: 168 time: 2.2983234 Mar 28 15:16:29.558689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-8518b97d-6aaa-4c80-9a62-c81f21e5bd28 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Unset dirty status for tenant:d6614834b0154a0a973a949a1c1b5fd2 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:29.561682 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-8518b97d-6aaa-4c80-9a62-c81f21e5bd28 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6614834b0154a0a973a949a1c1b5fd2 HTTP/1.1" status: 200 len: 379 time: 0.5019078 Mar 28 15:16:29.596237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:29.643931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bd6754f-402b-4c1b-b4a7-b7b821b29700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:29.647476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:29.734565 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] 10.222.0.16 "DELETE /v2.0/networks/df07d00d-8957-4a3c-bab0-bf81603d0dbb HTTP/1.1" status: 204 len: 168 time: 2.2342358 Mar 28 15:16:29.755318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449bc4f-6e8d-47cc-9a16-b934acba3267 tempest-ExternalNetworksTestJSON-595164079 tempest-ExternalNetworksTestJSON-595164079-project] Pushing event deleted for resources: {'Network': ['ID=df07d00d-8957-4a3c-bab0-bf81603d0dbb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:29.767868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:29.790825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-59278988-6eef-4c1e-abe8-e4568d1c6797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:29.803334 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Usage tracker for resource:port and tenant:e9e87296571247039d669be44d21889b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:29.826396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:29.852854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:29.852854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:29.852854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bd6754f-402b-4c1b-b4a7-b7b821b29700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:29.859507 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3acd0c0e-2ef5-41da-9851-0ec1c6c75ced req-3ea3bf54-9533-44b3-9e60-7285115e662f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.0876787 Mar 28 15:16:29.903523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:29.914775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-59278988-6eef-4c1e-abe8-e4568d1c6797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.009074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.120785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Transition to ACTIVE for port object 37f86b14-8f57-4c1e-8cca-c416ef6c9991 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:30.122898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Made reservation on behalf of e9e87296571247039d669be44d21889b for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:30.127388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.140812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Made reservation on behalf of 71538256e9c544879015090ed43c40d2 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:30.144723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.161497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-59278988-6eef-4c1e-abe8-e4568d1c6797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.165784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bd6754f-402b-4c1b-b4a7-b7b821b29700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.248044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59278988-6eef-4c1e-abe8-e4568d1c6797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85feadf9-f716-45ee-98bb-12c2e2d74004,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:30.269275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-59278988-6eef-4c1e-abe8-e4568d1c6797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.272948 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-59278988-6eef-4c1e-abe8-e4568d1c6797 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85feadf9-f716-45ee-98bb-12c2e2d74004 HTTP/1.1" status: 204 len: 168 time: 0.7939391 Mar 28 15:16:30.272948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5bd6754f-402b-4c1b-b4a7-b7b821b29700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.272948 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5bd6754f-402b-4c1b-b4a7-b7b821b29700 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71133410-6a39-4146-bba8-380613092870 HTTP/1.1" status: 204 len: 168 time: 1.6757376 Mar 28 15:16:30.277095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] device_id is not set on port 987ea03e-12af-4fbb-88e7-2728047f94ce yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:30.300987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53862) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:30.343321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6754f-402b-4c1b-b4a7-b7b821b29700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71133410-6a39-4146-bba8-380613092870,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:30.536784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.548396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Allocated IP 172.20.0.3 (44d7c07f-cbaf-40e8-828f-e5c1a2b54003/7ea20140-7b74-4003-a858-eb982bbe9e79/7ada01c9-c32d-4c36-bc53-c56ecdef328d) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:30.688055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Pushing event updated for resources: {'Port': ['ID=37f86b14-8f57-4c1e-8cca-c416ef6c9991,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:30.704553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Allocated IP 172.20.0.10 (f83a7d70-c102-49a3-8f55-8a0ddcc8b44e/c270e3c8-ec28-4ccf-b0df-57cfd991625b/987ea03e-12af-4fbb-88e7-2728047f94ce) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:30.736035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Network 32fdabfd-77e5-48a6-aac8-16b15e900f26 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:30.748087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:30.761864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:30.764750 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ed65ba55-65ee-4d48-822b-10ff16c07487 req-ee94ada6-2158-4710-bcf6-2c8fe34c737c tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 210 time: 0.1039984 Mar 28 15:16:30.787095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Request body: {'port': {'device_id': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'admin_state_up': True, 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'security_groups': ['2a8ad761-aa43-43b5-9e43-255e82bece7e']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:30.871265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-592f7423-8ec9-4824-9b97-6c7f60be1689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:30.956929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:30.957599 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:31.163629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53880) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:31.212810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b1e01-41d9-444f-ba49-12bd759addb3 req-cfed982f-b1c4-422a-8d64-23ad933cb15f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:31.213675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ba1b1e01-41d9-444f-ba49-12bd759addb3 req-cfed982f-b1c4-422a-8d64-23ad933cb15f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Synchronizing usage tracker for tenant:14b7dff61050496c838afb311e489455 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:31.228845 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:16:31.264141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-592f7423-8ec9-4824-9b97-6c7f60be1689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:31.332643 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-58d5ce4c-05f2-485e-a795-d7477ae08d8b req-b619fc10-d58a-4319-94fc-41962c32f9bc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.0697577 Mar 28 15:16:31.336637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-592f7423-8ec9-4824-9b97-6c7f60be1689 admin admin] Usage tracker for resource:security_group_rule and tenant:2a369e5d1f6f41cd92247f4dc8786216 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:31.339876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7c76cb43-afde-4ab3-8be5-7b189e8c1c9f None None] Provisioning for port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:31.341097 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-bd3d80a4-774d-4021-b182-3c39863a4a8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0367997 Mar 28 15:16:31.351660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7c76cb43-afde-4ab3-8be5-7b189e8c1c9f None None] Provisioning complete for port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:31.352433 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7c76cb43-afde-4ab3-8be5-7b189e8c1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:31.362487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:31.391015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-1d03c686-75d7-4edb-95ee-b0117a6ac7cc tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:16:31.392233 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-1d03c686-75d7-4edb-95ee-b0117a6ac7cc tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095870 Mar 28 15:16:31.392755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:31.395015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-592f7423-8ec9-4824-9b97-6c7f60be1689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:31.426795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-592f7423-8ec9-4824-9b97-6c7f60be1689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:31.485841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Made reservation on behalf of d6614834b0154a0a973a949a1c1b5fd2 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:31.489715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:31.502626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ba1b1e01-41d9-444f-ba49-12bd759addb3 req-cfed982f-b1c4-422a-8d64-23ad933cb15f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Unset dirty status for tenant:14b7dff61050496c838afb311e489455 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:31.510692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7c76cb43-afde-4ab3-8be5-7b189e8c1c9f None None] Port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:31.511265 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ba1b1e01-41d9-444f-ba49-12bd759addb3 req-cfed982f-b1c4-422a-8d64-23ad933cb15f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 931 time: 0.8687296 Mar 28 15:16:31.581730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53892) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:31.623356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:31.861210 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-592f7423-8ec9-4824-9b97-6c7f60be1689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:31.880926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:31.914456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-592f7423-8ec9-4824-9b97-6c7f60be1689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:31.939655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Allocated IP 172.20.0.13 (ef6d515c-97b9-44e2-93df-2e1574694367/9c0ee85f-a616-4b7a-b0cd-5fe28a554489/d8831d41-deb9-48dd-9b72-b8cacd3c4be5) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:32.022867 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f8a2b568-ade4-4a5e-959f-f7db527c6964 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea6d1259d9f444ee82546416b4671e2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8514130 Mar 28 15:16:32.040591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53902) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:32.044097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7423-8ec9-4824-9b97-6c7f60be1689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82f2cb8-a4ae-4309-86e5-1b4b95517b77,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:32.049586 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-96bee63b-4460-4dce-92d5-5155a9fad75f req-0e7b23e2-5399-4c1d-a8bd-d3fec6aa7d76 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 210 time: 0.0651829 Mar 28 15:16:32.079200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Transition to ACTIVE for port object 7ada01c9-c32d-4c36-bc53-c56ecdef328d will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:32.083953 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-592f7423-8ec9-4824-9b97-6c7f60be1689 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a369e5d1f6f41cd92247f4dc8786216&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7814379 Mar 28 15:16:32.087174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53906) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:32.132704 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ba1b1e01-41d9-444f-ba49-12bd759addb3 req-651237fc-cba1-4746-8adf-4a4c2d4bb036 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6201966 Mar 28 15:16:32.135004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Transition to ACTIVE for port object 987ea03e-12af-4fbb-88e7-2728047f94ce will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:32.239007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-785cfb1b-f057-4f29-8899-030c223bc86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.276352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Request body: {'port': {'device_id': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:32.363184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.363866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-785cfb1b-f057-4f29-8899-030c223bc86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.439660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.454680 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6ac59a43-f0b1-4805-a0aa-0d4db1889d97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8336e81c35e74a2f895fffb0937a4eee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8664796 Mar 28 15:16:32.476127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53920) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:32.560329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.562795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event updated for resources: {'Port': ['ID=987ea03e-12af-4fbb-88e7-2728047f94ce,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:32.620500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.642538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:32.646339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f10b5d24-c170-4c6d-a236-60711c833fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.679402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f10b5d24-c170-4c6d-a236-60711c833fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.705051 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-09924c0c-05c0-41ca-9838-227db6da346e req-25e8202b-f335-4d8e-8482-dfc15eefcbcc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.1287122 Mar 28 15:16:32.741631 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:32.751170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:32.756705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-987ed00e-c412-435b-80fb-52663d567816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.811775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-987ed00e-c412-435b-80fb-52663d567816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.910100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Transition to ACTIVE for port object d8831d41-deb9-48dd-9b72-b8cacd3c4be5 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:32.936920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-785cfb1b-f057-4f29-8899-030c223bc86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.993387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:32.994300 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:32.996805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cfb1b-f057-4f29-8899-030c223bc86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82f2cb8-a4ae-4309-86e5-1b4b95517b77,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:32.999945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f10b5d24-c170-4c6d-a236-60711c833fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.019523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.111205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-987ed00e-c412-435b-80fb-52663d567816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.114990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.162618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-96fc08e5-0e54-4240-b937-e16fb244ea2d None None] Provisioning for port 987ea03e-12af-4fbb-88e7-2728047f94ce completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:33.168583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-96fc08e5-0e54-4240-b937-e16fb244ea2d None None] Provisioning complete for port 987ea03e-12af-4fbb-88e7-2728047f94ce triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:33.169247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96fc08e5-0e54-4240-b937-e16fb244ea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.229071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ed00e-c412-435b-80fb-52663d567816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4364fa77-21b7-44dd-b834-6130f0a5e287,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:33.236702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f10b5d24-c170-4c6d-a236-60711c833fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.237832 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f10b5d24-c170-4c6d-a236-60711c833fc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/650c36e7-1e39-4217-8b56-2b06a6b2c037 HTTP/1.1" status: 204 len: 168 time: 1.1962500 Mar 28 15:16:33.238722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b5d24-c170-4c6d-a236-60711c833fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650c36e7-1e39-4217-8b56-2b06a6b2c037,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:33.286223 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6b575008-d47a-43d4-9527-05eebafa88c6 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7783253 Mar 28 15:16:33.287093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:33.287896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:33.295693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-96fc08e5-0e54-4240-b937-e16fb244ea2d None None] Port 987ea03e-12af-4fbb-88e7-2728047f94ce cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:33.353203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:33.419728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Network ef6d515c-97b9-44e2-93df-2e1574694367 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:33.437710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53934) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:33.437710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-785cfb1b-f057-4f29-8899-030c223bc86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.437710 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-785cfb1b-f057-4f29-8899-030c223bc86b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f82f2cb8-a4ae-4309-86e5-1b4b95517b77 HTTP/1.1" status: 204 len: 168 time: 1.3369083 Mar 28 15:16:33.437710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:33.458911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:33.517434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:33.523687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.554541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-987ed00e-c412-435b-80fb-52663d567816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.555735 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-987ed00e-c412-435b-80fb-52663d567816 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4364fa77-21b7-44dd-b834-6130f0a5e287 HTTP/1.1" status: 204 len: 168 time: 1.0755897 Mar 28 15:16:33.569107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Pushing event updated for resources: {'Port': ['ID=7ada01c9-c32d-4c36-bc53-c56ecdef328d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:33.708660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Pushing event updated for resources: {'Port': ['ID=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:33.773304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:33.774277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.787904 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-0011af90-ff34-47b3-9575-c40a87db1db6 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0970492 Mar 28 15:16:33.802609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d30d0a41-3957-49f1-b1a1-79004643be17 None None] Provisioning for port 7ada01c9-c32d-4c36-bc53-c56ecdef328d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:33.808795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d30d0a41-3957-49f1-b1a1-79004643be17 None None] Provisioning complete for port 7ada01c9-c32d-4c36-bc53-c56ecdef328d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:33.812242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d30d0a41-3957-49f1-b1a1-79004643be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:33.853218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34852-1824-499e-8a33-095eec804570 req-0a30d722-09be-4413-a75f-bcd90b8bbbda tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:33.877040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Request body: {'port': {'device_id': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:33.879592 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-66a34852-1824-499e-8a33-095eec804570 req-0a30d722-09be-4413-a75f-bcd90b8bbbda tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 931 time: 0.3197365 Mar 28 15:16:33.886213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d30d0a41-3957-49f1-b1a1-79004643be17 None None] Port 7ada01c9-c32d-4c36-bc53-c56ecdef328d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:33.931607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ad58-7eff-49fe-b5eb-ce2561d9afd5 req-b27b56cb-74ad-4447-a847-01390490c5d9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:33.939458 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2db4ad58-7eff-49fe-b5eb-ce2561d9afd5 req-b27b56cb-74ad-4447-a847-01390490c5d9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 932 time: 0.6655440 Mar 28 15:16:34.032216 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-b00c8020-1536-4b21-aeec-393d422d7a95 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2577038 Mar 28 15:16:34.060222 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2db4ad58-7eff-49fe-b5eb-ce2561d9afd5 req-947ea654-0b07-4c3c-b3c1-d9346e2f6385 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198223 Mar 28 15:16:34.095289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-66a34852-1824-499e-8a33-095eec804570 req-71f4ac56-258f-416f-a570-389b037af852 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Synchronizing usage tracker for tenant:14b7dff61050496c838afb311e489455 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:34.105808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7aaadb0f-3e5f-48b4-bd78-753eeed9db3a None None] Provisioning for port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:34.113359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7aaadb0f-3e5f-48b4-bd78-753eeed9db3a None None] Provisioning complete for port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:34.115476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7aaadb0f-3e5f-48b4-bd78-753eeed9db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:34.146043 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-66a34852-1824-499e-8a33-095eec804570 req-71f4ac56-258f-416f-a570-389b037af852 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Unset dirty status for tenant:14b7dff61050496c838afb311e489455 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:34.147309 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-66a34852-1824-499e-8a33-095eec804570 req-71f4ac56-258f-416f-a570-389b037af852 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668741 Mar 28 15:16:34.250744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:34.258718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7aaadb0f-3e5f-48b4-bd78-753eeed9db3a None None] Port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:34.355932 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f86b14-8f57-4c1e-8cca-c416ef6c9991 {{(pid=88487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:16:34.381900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:34.384252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Request body: {'port': {'device_id': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:34.410040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Transition to ACTIVE for port object 37f86b14-8f57-4c1e-8cca-c416ef6c9991 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:34.510961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0fb4a-ccdd-4914-b23a-a32ffe2ed0c1 req-08e2b4bd-c57d-4d96-aeee-7ffd63d987dc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:34.512968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ada0fb4a-ccdd-4914-b23a-a32ffe2ed0c1 req-08e2b4bd-c57d-4d96-aeee-7ffd63d987dc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Synchronizing usage tracker for tenant:71538256e9c544879015090ed43c40d2 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:34.523557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:34.567221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:34.742183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ada0fb4a-ccdd-4914-b23a-a32ffe2ed0c1 req-08e2b4bd-c57d-4d96-aeee-7ffd63d987dc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Unset dirty status for tenant:71538256e9c544879015090ed43c40d2 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:34.743803 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ada0fb4a-ccdd-4914-b23a-a32ffe2ed0c1 req-08e2b4bd-c57d-4d96-aeee-7ffd63d987dc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 931 time: 0.4720068 Mar 28 15:16:34.782148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Pushing event updated for resources: {'Port': ['ID=37f86b14-8f57-4c1e-8cca-c416ef6c9991,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:34.812985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'project_id': 'e9e87296571247039d669be44d21889b', 'port_id': '987ea03e-12af-4fbb-88e7-2728047f94ce'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:34.851298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:34.851298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Usage tracker for resource:floatingip and tenant:e9e87296571247039d669be44d21889b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:34.860217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:34.895569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:35.230276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8831d41-deb9-48dd-9b72-b8cacd3c4be5 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:16:35.239670 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ada0fb4a-ccdd-4914-b23a-a32ffe2ed0c1 req-83e6768b-faae-40d5-9604-1bb1f79ac62e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4638247 Mar 28 15:16:35.250447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:35.281382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Transition to ACTIVE for port object d8831d41-deb9-48dd-9b72-b8cacd3c4be5 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:35.281382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:35.355453 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:35.414754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53966) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:35.468145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ada01c9-c32d-4c36-bc53-c56ecdef328d {{(pid=88487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:16:35.477753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:35.497474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Transition to ACTIVE for port object 7ada01c9-c32d-4c36-bc53-c56ecdef328d will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:35.550192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53970) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:35.721827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Attempting to bind port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:35.721827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Attempting to bind port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:35.721827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Attempting to bind port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 on network 32fdabfd-77e5-48a6-aac8-16b15e900f26 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:35.721827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 on network 32fdabfd-77e5-48a6-aac8-16b15e900f26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:35.721827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Attempting to bind port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 on network 32fdabfd-77e5-48a6-aac8-16b15e900f26 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:35.721827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:35.723120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Pushing event updated for resources: {'Port': ['ID=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:35.723845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:35.723845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Checking segment: {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:35.723845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Bound using segment: {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:35.723845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Bound port: 37f86b14-8f57-4c1e-8cca-c416ef6c9991, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5d31c5-4e67-4cae-ab1f-4490fc38513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:35.723845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:35.875974 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a3f777ca-feed-4a48-86a5-03f68d71eb1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec3e82d2c4c14957bf81b73d8af83a36&name=default HTTP/1.1" status: 200 len: 2976 time: 0.3244720 Mar 28 15:16:35.911183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 53980) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:36.018942 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fc79dd09-2ebf-447c-948d-e8e64cdd4799 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6b09d0ed809487a891b1c4506d34231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935662 Mar 28 15:16:36.023291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 53986) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:36.057158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e5672-0634-4cd8-8bda-8ca865aa5382 req-65a4695a-8bc8-4192-ad42-2656c26021e9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:36.059634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-2b3e5672-0634-4cd8-8bda-8ca865aa5382 req-65a4695a-8bc8-4192-ad42-2656c26021e9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Synchronizing usage tracker for tenant:d6614834b0154a0a973a949a1c1b5fd2 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:36.085124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ada01c9-c32d-4c36-bc53-c56ecdef328d,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:36.192742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7968c8ca-618a-4f71-aa24-40319e3fdaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:36.205499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa9780-c7da-4e04-a37c-b70f4b155f08 req-b9385818-d53b-4eb8-bdd3-9470daaa3d71 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:36.206501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Attempting to bind port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:36.208580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Attempting to bind port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:36.209274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Attempting to bind port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 on network ef6d515c-97b9-44e2-93df-2e1574694367 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:36.220701 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5bfa9780-c7da-4e04-a37c-b70f4b155f08 req-b9385818-d53b-4eb8-bdd3-9470daaa3d71 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 943 time: 0.8028028 Mar 28 15:16:36.227214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 on network ef6d515c-97b9-44e2-93df-2e1574694367 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:36.227580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Attempting to bind port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 on network ef6d515c-97b9-44e2-93df-2e1574694367 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:36.245194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] For port 37f86b14-8f57-4c1e-8cca-c416ef6c9991, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:36.246443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a607ee85-0211-4a31-b39b-846b51024f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:36.249722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:36.250193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Checking segment: {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:36.250803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Bound using segment: {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:36.251335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Bound port: d8831d41-deb9-48dd-9b72-b8cacd3c4be5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981a96a7-aa4f-471e-8c2f-76bfc3b563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:36.251725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:36.330981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] For port 37f86b14-8f57-4c1e-8cca-c416ef6c9991, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:36.347228 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5bfa9780-c7da-4e04-a37c-b70f4b155f08 req-db24b4bc-b774-451b-a8ca-ef7f599f61ed tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245067 Mar 28 15:16:36.350521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7968c8ca-618a-4f71-aa24-40319e3fdaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:36.361835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:36.391580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Attempting to bind port 7ada01c9-c32d-4c36-bc53-c56ecdef328d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:36.391928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Attempting to bind port 7ada01c9-c32d-4c36-bc53-c56ecdef328d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:36.392778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Attempting to bind port 7ada01c9-c32d-4c36-bc53-c56ecdef328d on network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:36.398073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a607ee85-0211-4a31-b39b-846b51024f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:36.413124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-2b3e5672-0634-4cd8-8bda-8ca865aa5382 req-65a4695a-8bc8-4192-ad42-2656c26021e9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Unset dirty status for tenant:d6614834b0154a0a973a949a1c1b5fd2 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:36.420723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:36.421063 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b3e5672-0634-4cd8-8bda-8ca865aa5382 req-65a4695a-8bc8-4192-ad42-2656c26021e9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 932 time: 1.1521361 Mar 28 15:16:36.538745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Port 7ada01c9-c32d-4c36-bc53-c56ecdef328d on network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:16:36.539407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Attempting to bind port 7ada01c9-c32d-4c36-bc53-c56ecdef328d on network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:36.560223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:36.560223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Checking segment: {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:36.560484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Bound using segment: {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:36.561716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Bound port: 7ada01c9-c32d-4c36-bc53-c56ecdef328d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558b6603-3705-4aa9-af66-1743a4216bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:36.562290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:36.583235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:36.584006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:36.585716 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] 10.222.0.23 "PUT /v2.0/ports/37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 1093 time: 5.0065529 Mar 28 15:16:36.599721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:16:36.788025 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968f04-d429-4c29-b97a-0d60553fac5f service neutron] Pushing event updated for resources: {'Port': ['ID=37f86b14-8f57-4c1e-8cca-c416ef6c9991,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:36.881567 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b3e5672-0634-4cd8-8bda-8ca865aa5382 req-b895ba5f-c408-4a66-975a-d3bf9073e77b tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595077 Mar 28 15:16:36.918419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf27ab-9ece-4202-8c51-67efed3fd77a req-f59b31db-09fc-4f2c-8fc4-e0ad9eed7c4b tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:36.925869 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61bf27ab-9ece-4202-8c51-67efed3fd77a req-f59b31db-09fc-4f2c-8fc4-e0ad9eed7c4b tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 943 time: 0.2726378 Mar 28 15:16:36.944114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] For port 7ada01c9-c32d-4c36-bc53-c56ecdef328d, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:36.985289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] For port 7ada01c9-c32d-4c36-bc53-c56ecdef328d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ada01c9-c32d-4c36-bc53-c56ecdef328d,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:37.001199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] For port d8831d41-deb9-48dd-9b72-b8cacd3c4be5, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:37.011410 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61bf27ab-9ece-4202-8c51-67efed3fd77a req-b2980c7a-6ae2-4dc3-a425-1b77c5d2fc2b tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837247 Mar 28 15:16:37.043864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7968c8ca-618a-4f71-aa24-40319e3fdaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.082770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] For port d8831d41-deb9-48dd-9b72-b8cacd3c4be5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:37.127219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7968c8ca-618a-4f71-aa24-40319e3fdaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.129199 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7968c8ca-618a-4f71-aa24-40319e3fdaba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1384022e-c111-413f-b45b-f3c328fb1746 HTTP/1.1" status: 204 len: 168 time: 1.2158711 Mar 28 15:16:37.139009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Allocated IP 172.26.7.218 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/5a01c4b6-f28d-450f-8b98-2dc8a72e55ec) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:37.148285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968c8ca-618a-4f71-aa24-40319e3fdaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1384022e-c111-413f-b45b-f3c328fb1746,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:37.151337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.179209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a607ee85-0211-4a31-b39b-846b51024f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.236723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607ee85-0211-4a31-b39b-846b51024f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37961a2-62cc-4780-a277-b98124fd3081,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:37.247461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:37.247961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.249829 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/7ada01c9-c32d-4c36-bc53-c56ecdef328d HTTP/1.1" status: 200 len: 1093 time: 3.4199295 Mar 28 15:16:37.258116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54018) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:37.258792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.347690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cec6d6-87be-4da1-b31f-01593d5879b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ada01c9-c32d-4c36-bc53-c56ecdef328d,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:37.363003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-3c3af845-2a72-4c88-a2fc-51c3d73cea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:37.367478 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-3c3af845-2a72-4c88-a2fc-51c3d73cea63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1096 time: 0.2892492 Mar 28 15:16:37.515547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.596645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a607ee85-0211-4a31-b39b-846b51024f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.596645 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a607ee85-0211-4a31-b39b-846b51024f48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c37961a2-62cc-4780-a277-b98124fd3081 HTTP/1.1" status: 204 len: 168 time: 1.5394912 Mar 28 15:16:37.596938 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-22c9bd9d-a5c8-4e0f-9f34-f78e91f8e366 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 217 time: 0.1868439 Mar 28 15:16:37.597435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:37.597435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.597435 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] 10.222.0.23 "PUT /v2.0/ports/d8831d41-deb9-48dd-9b72-b8cacd3c4be5 HTTP/1.1" status: 200 len: 1094 time: 3.2198012 Mar 28 15:16:37.597435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'tag': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:16:37.655058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5d0d7-b4cc-443b-9306-c88b77dcad28 service neutron] Pushing event updated for resources: {'Port': ['ID=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:37.695261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:37.935654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-723fbcf1-d4fc-41d9-ad8f-c9a785701692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:37.937962 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-723fbcf1-d4fc-41d9-ad8f-c9a785701692 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 200 len: 851 time: 0.2879233 Mar 28 15:16:37.955528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:37.974439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:37.979195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:37.994128 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'status': 'completed', 'code': 200} Mar 28 15:16:38.106081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-309e87b7-8683-4fbb-b7eb-97f8faec5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:38.109660 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-309e87b7-8683-4fbb-b7eb-97f8faec5b46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71538256e9c544879015090ed43c40d2&device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 1096 time: 0.5903418 Mar 28 15:16:38.115456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c5f35373-bc0b-4eed-bc08-c85e19adeb78 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:38.141877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54040) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:38.145989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Pushing event updated for resources: {'Port': ['ID=5a01c4b6-f28d-450f-8b98-2dc8a72e55ec,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:38.237934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3d868-d0ad-4fcc-9da1-c8ff07527133 req-1f3fb904-91bf-4769-be93-0494f3041981 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:38.239524 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c0e3d868-d0ad-4fcc-9da1-c8ff07527133 req-1f3fb904-91bf-4769-be93-0494f3041981 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 943 time: 0.6664023 Mar 28 15:16:38.263692 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-e9651a18-7641-4b1c-b39f-eab6ec1906e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ada01c9-c32d-4c36-bc53-c56ecdef328d HTTP/1.1" status: 200 len: 217 time: 0.0968230 Mar 28 15:16:38.438684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-5e892b81-f0f5-4df8-bf66-1ae1bda25b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:38.440372 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-5e892b81-f0f5-4df8-bf66-1ae1bda25b42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6614834b0154a0a973a949a1c1b5fd2&device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 1097 time: 0.6643953 Mar 28 15:16:38.541515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-98f912ce-4bd6-40bf-9405-039b8cefaf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:38.543969 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-98f912ce-4bd6-40bf-9405-039b8cefaf89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32fdabfd-77e5-48a6-aac8-16b15e900f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5576797 Mar 28 15:16:38.548399 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c5f35373-bc0b-4eed-bc08-c85e19adeb78 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] 10.222.0.16 "PUT /v2.0/quotas/bad57d70944446f08854f07cc4ccbe4f HTTP/1.1" status: 200 len: 368 time: 1.2616892 Mar 28 15:16:38.559258 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9bf35fe6-3efe-45d9-930e-b6e867d7115b tempest-AgentManagementNegativeTest-1563782688 tempest-AgentManagementNegativeTest-1563782688-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3965201 Mar 28 15:16:38.578573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54058) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:38.602715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Request body: {'network': {'project_id': 'bad57d70944446f08854f07cc4ccbe4f'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:38.604771 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c0e3d868-d0ad-4fcc-9da1-c8ff07527133 req-915786c5-9a78-44f9-84f6-9c670baedcaa tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483164 Mar 28 15:16:38.607598 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-fe745552-538b-4652-9ccf-24b53a1c6a5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8831d41-deb9-48dd-9b72-b8cacd3c4be5 HTTP/1.1" status: 200 len: 217 time: 0.0890191 Mar 28 15:16:38.615381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:38.620555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-f8ecdae5-b9b6-4045-8a5e-d50fc8ffd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:38.625884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Usage tracker for resource:network and tenant:bad57d70944446f08854f07cc4ccbe4f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:38.632630 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-f8ecdae5-b9b6-4045-8a5e-d50fc8ffd8c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7ea20140-7b74-4003-a858-eb982bbe9e79 HTTP/1.1" status: 200 len: 851 time: 0.3448274 Mar 28 15:16:38.677309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:38.694689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:38.834390 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-86755d76-590d-4af4-9859-30a64c1d3af5 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738571 Mar 28 15:16:38.897343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-f019682f-c64f-4aef-931c-ffd97b4ce7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:38.897343 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-f019682f-c64f-4aef-931c-ffd97b4ce7c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44d7c07f-cbaf-40e8-828f-e5c1a2b54003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2119761 Mar 28 15:16:38.897642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c941a9-a352-4d13-b2ab-b8aae2d8a2d6 req-7e150cb9-2613-48f3-a8e8-d0d13af648b9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:38.902568 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f0c941a9-a352-4d13-b2ab-b8aae2d8a2d6 req-7e150cb9-2613-48f3-a8e8-d0d13af648b9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 944 time: 0.5916638 Mar 28 15:16:38.998164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-76ca0745-68cd-474a-be6f-73f5d5aa22db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:39.001234 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-76ca0745-68cd-474a-be6f-73f5d5aa22db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c0ee85f-a616-4b7a-b0cd-5fe28a554489 HTTP/1.1" status: 200 len: 844 time: 0.3773162 Mar 28 15:16:39.127428 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f0c941a9-a352-4d13-b2ab-b8aae2d8a2d6 req-be493eb9-d155-4f44-872a-9ab8400ada03 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236085 Mar 28 15:16:39.192959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f54b8-1332-4901-8fa1-9293c22ef369 req-89513b10-051a-4fd9-a43e-0bffc4a83da9 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:39.200052 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a93f54b8-1332-4901-8fa1-9293c22ef369 req-89513b10-051a-4fd9-a43e-0bffc4a83da9 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 943 time: 0.3049958 Mar 28 15:16:39.223427 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef588e3f-dfb4-4530-a889-92d064263f28 req-b7563928-4872-47d1-ad7a-d3beb4b86266 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606687 Mar 28 15:16:39.229164 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-16226e24-8e7a-4ce5-96e5-bd05a570d052 service neutron] 10.222.0.23 "GET /v2.0/networks/44d7c07f-cbaf-40e8-828f-e5c1a2b54003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889185 Mar 28 15:16:39.267004 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a93f54b8-1332-4901-8fa1-9293c22ef369 req-ee5416d5-bee8-4f9c-9703-6816dde3c613 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635431 Mar 28 15:16:39.355205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Made reservation on behalf of bad57d70944446f08854f07cc4ccbe4f for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:39.357572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:39.381377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:39.406848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:39.427813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Usage tracker for resource:security_group_rule and tenant:bad57d70944446f08854f07cc4ccbe4f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:39.438110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:39.453281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-c5dca09f-f63b-40b2-b172-98854eef87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:39.455064 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-c5dca09f-f63b-40b2-b172-98854eef87a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef6d515c-97b9-44e2-93df-2e1574694367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4242260 Mar 28 15:16:39.460419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:39.498431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:39.619047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54082) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:39.683081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:39.707563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:39.774599 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'tag': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5', 'status': 'completed', 'code': 200} Mar 28 15:16:39.799726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:39.852379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:39.946328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36b4977-19b9-4ea5-b8ae-c7df2d1e4aec,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:39.947135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c82b8d19-f256-4904-b454-c844fb2a154e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:39.958874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:39.962955 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Added segment ae9a775c-21e1-4047-b20f-4b7378d76ce5 of type vlan for network 57e2f85e-2626-4ba2-acca-906665bd5d6b Mar 28 15:16:39.983770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c82b8d19-f256-4904-b454-c844fb2a154e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:39.996787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'tag': '7ada01c9-c32d-4c36-bc53-c56ecdef328d'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:16:40.005272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c82b8d19-f256-4904-b454-c844fb2a154e admin admin] Usage tracker for resource:security_group_rule and tenant:a08e15656ce64b0fa08143fc4322b4b8 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:40.039152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c82b8d19-f256-4904-b454-c844fb2a154e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:40.055301 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c82b8d19-f256-4904-b454-c844fb2a154e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:40.060412 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d742478-dd9d-4c99-950c-e6d45901ac2d req-d28c66e0-2e9a-43b4-b1cc-f7ac0b367d26 service neutron] 10.222.0.23 "GET /v2.0/networks/44d7c07f-cbaf-40e8-828f-e5c1a2b54003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211112 Mar 28 15:16:40.088116 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'tag': '7ada01c9-c32d-4c36-bc53-c56ecdef328d', 'status': 'completed', 'code': 200} Mar 28 15:16:40.121688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611281c-ac00-4ee2-9e59-4e8540a4d885 req-38a443ba-df38-47e7-8d23-5479494b4208 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:40.124026 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5611281c-ac00-4ee2-9e59-4e8540a4d885 req-38a443ba-df38-47e7-8d23-5479494b4208 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 943 time: 0.2738621 Mar 28 15:16:40.163754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-855098f7-7198-4e2e-94c1-d27b26a14fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:40.177722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54102) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:40.178507 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-855098f7-7198-4e2e-94c1-d27b26a14fee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1096 time: 0.2530885 Mar 28 15:16:40.194710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.199882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.263575 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-e5f7c0ea-765f-4375-9ebd-d87e343d46d6 service neutron] 10.222.0.23 "GET /v2.0/networks/ef6d515c-97b9-44e2-93df-2e1574694367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881480 Mar 28 15:16:40.307878 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5611281c-ac00-4ee2-9e59-4e8540a4d885 req-180adeae-9f80-45dc-9f18-cd9ebf61a3a9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717386 Mar 28 15:16:40.359256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.409173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.410103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:40.410683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.424144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c82b8d19-f256-4904-b454-c844fb2a154e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.447486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-287232236'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:40.489545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c82b8d19-f256-4904-b454-c844fb2a154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.495939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-f2a0f758-825b-4759-a7cb-fc834291dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:40.497363 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-f2a0f758-825b-4759-a7cb-fc834291dcfd service neutron] 10.222.0.23 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 913 time: 0.3203878 Mar 28 15:16:40.525969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:40.568981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Usage tracker for resource:network and tenant:3c27de0a80654903b256538397aaedb4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:40.583314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9959319 Mar 28 15:16:40.586647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:40.592104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54120) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:40.609779 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-d11ea1a1-989f-4738-83d7-f6892238ce16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 217 time: 0.0906360 Mar 28 15:16:40.614641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Request body: {'network': {'project_id': 'bad57d70944446f08854f07cc4ccbe4f'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:40.638672 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c82b8d19-f256-4904-b454-c844fb2a154e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a08e15656ce64b0fa08143fc4322b4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0147402 Mar 28 15:16:40.640156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:40.644074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54124) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:40.646137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:40.646274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-c220697a-2ed0-401d-8860-ac684781ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:40.647926 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-c220697a-2ed0-401d-8860-ac684781ad1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71538256e9c544879015090ed43c40d2&device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 1096 time: 0.3949153 Mar 28 15:16:40.649724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b8d19-f256-4904-b454-c844fb2a154e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0011bf6a-dc65-45ba-9ade-0d9b22591e48,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:40.652907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Usage tracker for resource:network and tenant:bad57d70944446f08854f07cc4ccbe4f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:40.665928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:40.678151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:40.691115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Pushing event updated for resources: {'Port': ['ID=5a01c4b6-f28d-450f-8b98-2dc8a72e55ec,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:40.696224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda2702-1d8e-4271-873c-6105629bd887 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Pushing event updated for resources: {'Network': ['ID=57e2f85e-2626-4ba2-acca-906665bd5d6b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:40.699816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54128) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:40.712847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 57e2f85e-2626-4ba2-acca-906665bd5d6b details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:40.744768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.910853 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a984f5b-8e75-4337-a6f5-aa50328ce3f7 req-6e75a6c5-9372-4f3d-85f3-426ac1736dea service neutron] 10.222.0.23 "GET /v2.0/networks/ef6d515c-97b9-44e2-93df-2e1574694367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395197 Mar 28 15:16:40.914110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1337960730'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:40.929987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d0851-8b05-4600-9924-09c47fa30e84 req-f8a238fb-b27f-4bc7-81eb-fe45548f8529 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:40.931610 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-377d0851-8b05-4600-9924-09c47fa30e84 req-f8a238fb-b27f-4bc7-81eb-fe45548f8529 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 944 time: 0.6590369 Mar 28 15:16:40.932044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Made reservation on behalf of 3c27de0a80654903b256538397aaedb4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:40.935235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.955593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:40.973721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:40.987164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Usage tracker for resource:network and tenant:32ec61285e574941af5b90dfd17c30bf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:40.987341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-127620a4-0069-44e3-9755-9302c0891aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:40.988600 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-127620a4-0069-44e3-9755-9302c0891aa6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 200 len: 851 time: 0.3139486 Mar 28 15:16:40.995535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:41.011410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:41.013509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:41.035108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Usage tracker for resource:security_group_rule and tenant:3c27de0a80654903b256538397aaedb4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:41.045481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:41.069949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Made reservation on behalf of bad57d70944446f08854f07cc4ccbe4f for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:41.072218 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.093151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fe2b6-6740-41a3-8500-45a99ac79003 req-305eca35-7da6-42d4-89d5-e6ad2840e5b8 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:41.094582 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-152fe2b6-6740-41a3-8500-45a99ac79003 req-305eca35-7da6-42d4-89d5-e6ad2840e5b8 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 943 time: 0.6566761 Mar 28 15:16:41.104511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f647dc3-471d-446f-9f76-cf1a27b53838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.104921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:41.106369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-105960fc-8db9-4f41-9eba-ed480d97bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:41.107789 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-105960fc-8db9-4f41-9eba-ed480d97bd21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=44d7c07f-cbaf-40e8-828f-e5c1a2b54003 HTTP/1.1" status: 200 len: 913 time: 0.4386430 Mar 28 15:16:41.148896 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-377d0851-8b05-4600-9924-09c47fa30e84 req-945c6cc1-f148-420e-b4eb-c79ed222ada0 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041333 Mar 28 15:16:41.172855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Made reservation on behalf of 32ec61285e574941af5b90dfd17c30bf for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:41.176193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.210373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.214185 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-e535deba-ed39-4552-af1c-9dcbf9a84f8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ada01c9-c32d-4c36-bc53-c56ecdef328d HTTP/1.1" status: 200 len: 217 time: 0.0914505 Mar 28 15:16:41.236668 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Floating IP 31f80c33-e441-42f3-b354-7560a638e802 associated. External IP: 172.26.7.218, port: 987ea03e-12af-4fbb-88e7-2728047f94ce. Mar 28 15:16:41.283649 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:41.286521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f647dc3-471d-446f-9f76-cf1a27b53838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.297267 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-152fe2b6-6740-41a3-8500-45a99ac79003 req-3725c851-77e9-41ee-b6cd-69901cbb9285 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1944733 Mar 28 15:16:41.310110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:41.321621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Usage tracker for resource:security_group_rule and tenant:32ec61285e574941af5b90dfd17c30bf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:41.331359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:41.337600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.337950 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Added segment 43482d0a-2414-4b76-a41d-44ee1232a969 of type vlan for network 48a3f2e3-96b6-4732-b036-6d29b96a978f Mar 28 15:16:41.346813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:41.374281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-a231190c-38b3-45c3-85da-047199a25bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:41.375723 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-a231190c-38b3-45c3-85da-047199a25bec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7ea20140-7b74-4003-a858-eb982bbe9e79 HTTP/1.1" status: 200 len: 851 time: 0.1452291 Mar 28 15:16:41.385982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-8bb4f423-e323-40e0-b696-499bb9b38f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:41.387561 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-8bb4f423-e323-40e0-b696-499bb9b38f6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32fdabfd-77e5-48a6-aac8-16b15e900f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3875644 Mar 28 15:16:41.456710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.512620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-5c683c9c-4ed4-4dc6-ba46-af6a3e688f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:41.514108 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-5c683c9c-4ed4-4dc6-ba46-af6a3e688f77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6614834b0154a0a973a949a1c1b5fd2&device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 1097 time: 0.4071195 Mar 28 15:16:41.559727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f647dc3-471d-446f-9f76-cf1a27b53838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.592651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f647dc3-471d-446f-9f76-cf1a27b53838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011bf6a-dc65-45ba-9ade-0d9b22591e48,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:41.621083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.631516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f647dc3-471d-446f-9f76-cf1a27b53838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.631516 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7f647dc3-471d-446f-9f76-cf1a27b53838 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0011bf6a-dc65-45ba-9ade-0d9b22591e48 HTTP/1.1" status: 204 len: 168 time: 0.9798470 Mar 28 15:16:41.642987 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-0d4941fa-9667-4d98-8f8d-8b4ca268f605 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456625 Mar 28 15:16:41.646137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-5416705f-cd49-4d8b-b125-1065e67f0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:41.647675 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-5416705f-cd49-4d8b-b125-1065e67f0b82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44d7c07f-cbaf-40e8-828f-e5c1a2b54003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2515278 Mar 28 15:16:41.712269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.713336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:41.713961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.747820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.820939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:41.849299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ea7b7f-9e65-46b7-b85b-720d966442ac,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:41.930610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:41.930943 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Added segment 1310977e-c36b-43dd-9776-499144a15f08 of type vlan for network 99debba0-0e45-4c88-bdfb-beae99e0bd57 Mar 28 15:16:41.942991 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3454878 Mar 28 15:16:41.948924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54138) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:41.955973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538965c3-9ef0-49dd-84f8-ba404bad5821 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Pushing event updated for resources: {'Network': ['ID=48a3f2e3-96b6-4732-b036-6d29b96a978f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:41.962345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1954723-62bb-4899-a104-ad56a9a38d02 req-d49ae143-4f30-4b26-a811-d28f39b9da7c tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:41.963879 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1954723-62bb-4899-a104-ad56a9a38d02 req-d49ae143-4f30-4b26-a811-d28f39b9da7c tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 943 time: 0.5254662 Mar 28 15:16:41.971217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 48a3f2e3-96b6-4732-b036-6d29b96a978f details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:41.971764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-4d546b2d-6a38-4ed3-b996-52acab7405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:41.972667 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-4d546b2d-6a38-4ed3-b996-52acab7405d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef6d515c-97b9-44e2-93df-2e1574694367 HTTP/1.1" status: 200 len: 906 time: 0.4491978 Mar 28 15:16:41.973247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2fda2508-4073-46d9-8ccb-7b22a3eb433a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Request body: {'network': {'project_id': 'bad57d70944446f08854f07cc4ccbe4f'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:41.984633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2fda2508-4073-46d9-8ccb-7b22a3eb433a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:41.992919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2fda2508-4073-46d9-8ccb-7b22a3eb433a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Usage tracker for resource:network and tenant:bad57d70944446f08854f07cc4ccbe4f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:41.999741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2fda2508-4073-46d9-8ccb-7b22a3eb433a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:42.004290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-988f617b-3c3f-4e6c-a1e5-0b7325890a90 service neutron] 10.222.0.23 "GET /v2.0/networks/44d7c07f-cbaf-40e8-828f-e5c1a2b54003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482242 Mar 28 15:16:42.013519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2fda2508-4073-46d9-8ccb-7b22a3eb433a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:42.044560 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fda2508-4073-46d9-8ccb-7b22a3eb433a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 15:16:42.045017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fda2508-4073-46d9-8ccb-7b22a3eb433a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:16:42.049052 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2fda2508-4073-46d9-8ccb-7b22a3eb433a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0915575 Mar 28 15:16:42.057909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54144) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:42.107288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.122576 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-1d9d8176-5091-4e29-a9fc-5255da16bd79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8831d41-deb9-48dd-9b72-b8cacd3c4be5 HTTP/1.1" status: 200 len: 217 time: 0.1352606 Mar 28 15:16:42.124726 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-a2e13d93-269e-447d-8872-1c692d11fde5 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703209 Mar 28 15:16:42.135170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.155959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Router b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:16:42.195350 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-96207fde-a61f-4e9d-9619-911f9615846f tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bad57d70944446f08854f07cc4ccbe4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341200 Mar 28 15:16:42.196127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54152) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:42.202827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.230966 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1954723-62bb-4899-a104-ad56a9a38d02 req-142fc0c3-d2ae-4d86-bf8d-54088f23131f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400570 Mar 28 15:16:42.240731 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0812f8d6-5d2c-4c71-9a5d-dc9105386c48 req-b0bad9bd-e868-4883-891a-25968ac23ec7 service neutron] 10.222.0.23 "GET /v2.0/networks/44d7c07f-cbaf-40e8-828f-e5c1a2b54003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274983 Mar 28 15:16:42.270710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:42.376367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30443118-0b32-4b7d-8cb6-0f0189b4f992,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:42.384617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d29c14d-1047-45d1-9605-19e4d2e1e08a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.384799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.384922 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Added segment 12ddd9b8-04c6-4465-81e7-79096b917ffb of type vlan for network 4576baee-147e-42af-8186-a88f582f3c4d Mar 28 15:16:42.387255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-54a93fb4-7cb2-49e9-a7f5-634528ce9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:42.388707 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-54a93fb4-7cb2-49e9-a7f5-634528ce9122 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c0ee85f-a616-4b7a-b0cd-5fe28a554489 HTTP/1.1" status: 200 len: 844 time: 0.2364066 Mar 28 15:16:42.432103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f29d5f-a6d1-43b5-b846-f0eb919ffa88 req-8e39a22e-05f8-46cc-be87-33bc4ad13cd5 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:42.436830 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94f29d5f-a6d1-43b5-b846-f0eb919ffa88 req-8e39a22e-05f8-46cc-be87-33bc4ad13cd5 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 944 time: 0.1666737 Mar 28 15:16:42.445190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d29c14d-1047-45d1-9605-19e4d2e1e08a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.447587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.453575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:42.454152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.520531 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94f29d5f-a6d1-43b5-b846-f0eb919ffa88 req-f30e9fd7-709a-4156-ab2f-2d2f88e6c6b6 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772278 Mar 28 15:16:42.629355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d29c14d-1047-45d1-9605-19e4d2e1e08a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.642453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29c14d-1047-45d1-9605-19e4d2e1e08a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36b4977-19b9-4ea5-b8ae-c7df2d1e4aec,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:42.648506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d29c14d-1047-45d1-9605-19e4d2e1e08a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.655650 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0d29c14d-1047-45d1-9605-19e4d2e1e08a tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/f36b4977-19b9-4ea5-b8ae-c7df2d1e4aec HTTP/1.1" status: 204 len: 168 time: 0.4202571 Mar 28 15:16:42.659546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54168) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:42.736185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.768379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:42.846597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event updated for resources: {'Network': ['ID=99debba0-0e45-4c88-bdfb-beae99e0bd57,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:42.853256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:16:42.866723 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abbc38b-6575-49ec-aeb1-f642f54421f1 None None] Sync routers for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:16:42.885513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 99debba0-0e45-4c88-bdfb-beae99e0bd57 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:42.892119 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbc38b-6575-49ec-aeb1-f642f54421f1 None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:42.894020 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-9abbc38b-6575-49ec-aeb1-f642f54421f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:42.912536 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-93390f6e-009d-4902-8e99-458f4f4b761c tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7384291 Mar 28 15:16:42.927827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54176) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:42.947236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Request body: {'subnet': {'network_id': '99debba0-0e45-4c88-bdfb-beae99e0bd57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:42.987955 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-9abbc38b-6575-49ec-aeb1-f642f54421f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:42.999112 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbc38b-6575-49ec-aeb1-f642f54421f1 None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:43.000932 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-9abbc38b-6575-49ec-aeb1-f642f54421f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:43.002355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54180) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:43.030890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.034667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:43.035320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.062809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-690cb04c-3f94-4351-86d3-3c418267f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:43.064695 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-690cb04c-3f94-4351-86d3-3c418267f36f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef6d515c-97b9-44e2-93df-2e1574694367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6685619 Mar 28 15:16:43.065583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.094869 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-9abbc38b-6575-49ec-aeb1-f642f54421f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:43.097028 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abbc38b-6575-49ec-aeb1-f642f54421f1 None None] The sync data for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:16:43.117521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.121704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d324506-0385-473c-807b-165472854492 req-6041670d-e407-4f97-b26b-009579ee9ecf tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:43.123562 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1d324506-0385-473c-807b-165472854492 req-6041670d-e407-4f97-b26b-009579ee9ecf tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 943 time: 0.6919672 Mar 28 15:16:43.148399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a3f2e3-96b6-4732-b036-6d29b96a978f']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:43.162062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43482d0a-2414-4b76-a41d-44ee1232a969') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:43.162452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43482d0a-2414-4b76-a41d-44ee1232a969') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:43.175947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.195535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.203576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:43.204138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:43.221680 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:43.399571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1492814272'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:43.424913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Network': ['ID=4576baee-147e-42af-8186-a88f582f3c4d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:43.437702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:43.440126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:43.442353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 4576baee-147e-42af-8186-a88f582f3c4d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:43.443801 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f16dc6ba-a4db-4c1d-a55d-07199382a3c5 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.0175579 Mar 28 15:16:43.446676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54190) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:43.455906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Usage tracker for resource:subnet and tenant:3c27de0a80654903b256538397aaedb4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:43.459233 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5a9320eb-4a4f-4553-b25b-99f22f6a9596 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7558300 Mar 28 15:16:43.460391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:43.464975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:network and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:43.469733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:43.474526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54194) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:43.487112 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1d324506-0385-473c-807b-165472854492 req-8fd97069-9f85-4022-a056-c500d202a5cb tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3214819 Mar 28 15:16:43.496866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:43.508614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'subnet': {'network_id': '4576baee-147e-42af-8186-a88f582f3c4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:43.535294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:43.544663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.553678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52842a2f-df2b-41ee-8acf-374ddcc64466 req-136e9be8-3565-4e8f-8890-af545f55bdcc tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:43.562103 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-52842a2f-df2b-41ee-8acf-374ddcc64466 req-136e9be8-3565-4e8f-8890-af545f55bdcc tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 943 time: 0.1863651 Mar 28 15:16:43.580385 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-985ac77b-759c-418f-83b2-767061bd777a service neutron] 10.222.0.23 "GET /v2.0/networks/ef6d515c-97b9-44e2-93df-2e1574694367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822946 Mar 28 15:16:43.587376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.620258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Pushing event deleted for resources: {'Network': ['ID=48a3f2e3-96b6-4732-b036-6d29b96a978f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:43.631059 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9a86f09c-7238-4270-9b38-d3968a5b9f26 tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] 10.222.0.16 "DELETE /v2.0/networks/48a3f2e3-96b6-4732-b036-6d29b96a978f HTTP/1.1" status: 204 len: 168 time: 0.9707904 Mar 28 15:16:43.637975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54200) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:43.664522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:43.667827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.687320 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-52842a2f-df2b-41ee-8acf-374ddcc64466 req-ed540a19-bd68-4b7b-b298-b5f4206a54cb tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243241 Mar 28 15:16:43.689002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Made reservation on behalf of 3c27de0a80654903b256538397aaedb4 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:43.692443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.709847 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-091368da-a949-4816-a437-50963d1c6184 tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] 10.222.0.16 "GET /v2.0/floatingips/31f80c33-e441-42f3-b354-7560a638e802 HTTP/1.1" status: 200 len: 983 time: 0.2554634 Mar 28 15:16:43.709847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54204) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:43.760976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.847637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:43.857217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:43.870962 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-88218382-7b44-4d14-85c1-3407b380778f tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.1627512 Mar 28 15:16:43.875413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54208) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:43.907176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:43.921159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:security_group_rule and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:43.925553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Usage tracker for resource:subnet and tenant:32ec61285e574941af5b90dfd17c30bf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:43.932478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:43.943335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:43.947900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:43.968342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:44.019482 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7652c1dd-f2e2-4605-a858-5db39aac25ec req-5b1f5eda-92ec-4fff-8ca7-92c723c454cd service neutron] 10.222.0.23 "GET /v2.0/networks/ef6d515c-97b9-44e2-93df-2e1574694367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901885 Mar 28 15:16:44.086128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.103841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41605855-7720-4f94-9a22-e162c76c0bf2 req-5bf3affe-d6c4-4551-b37a-73af9bf0555a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:44.105302 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-41605855-7720-4f94-9a22-e162c76c0bf2 req-5bf3affe-d6c4-4551-b37a-73af9bf0555a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 944 time: 0.4245374 Mar 28 15:16:44.116344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Made reservation on behalf of 32ec61285e574941af5b90dfd17c30bf for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:44.120004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.189083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e2f85e-2626-4ba2-acca-906665bd5d6b']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:44.206043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9a775c-21e1-4047-b20f-4b7378d76ce5') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:44.206336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9a775c-21e1-4047-b20f-4b7378d76ce5') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:44.227059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Deleting port 5a01c4b6-f28d-450f-8b98-2dc8a72e55ec {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:44.227393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.251075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.285542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.314083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:44.314471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.327246 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-41605855-7720-4f94-9a22-e162c76c0bf2 req-c12f91e6-e0bf-4525-aa88-6f0a200a1322 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134123 Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:44.327727 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:44.337922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.502824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.506128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.524808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.525187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.606280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:16:44.630378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c8aad6-b08d-4f76-ba7c-0b1cfaf3d60a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:44.650093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.650466 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Added segment 633056ad-b46c-4434-a7d0-776f603558cd of type vlan for network 407e43a9-7d21-4a68-a014-97c49e9e0f14 Mar 28 15:16:44.658543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event updated for resources: {'Subnet': ['ID=fb403c2e-4f4a-403e-9715-f54f6a00c5f1,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:44.707911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Checking segment: {'id': '1310977e-c36b-43dd-9776-499144a15f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99debba0-0e45-4c88-bdfb-beae99e0bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:44.708261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Network hostable DHCP agents. Network: 99debba0-0e45-4c88-bdfb-beae99e0bd57, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:16:44.725764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.730552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.779363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.779588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Calling delete_port for 5a01c4b6-f28d-450f-8b98-2dc8a72e55ec owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:44.828769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Network 99debba0-0e45-4c88-bdfb-beae99e0bd57 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:16:44.854255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.875726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] Pushing event deleted for resources: {'Network': ['ID=57e2f85e-2626-4ba2-acca-906665bd5d6b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:44.884729 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-774299b2-5baa-482f-b18d-368e4aa9288c tempest-QuotasNegativeTest-392397804 tempest-QuotasNegativeTest-392397804-project-admin] 10.222.0.16 "DELETE /v2.0/networks/57e2f85e-2626-4ba2-acca-906665bd5d6b HTTP/1.1" status: 204 len: 168 time: 1.2383320 Mar 28 15:16:44.894774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.900196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:44.900782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:44.938734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 37f86b14-8f57-4c1e-8cca-c416ef6c9991 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:16:44.964566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e6af9-f30f-4b99-b10c-d36b4911468d req-dc9083ab-8408-46de-b3b8-18b46a92f113 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:44.966136 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-362e6af9-f30f-4b99-b10c-d36b4911468d req-dc9083ab-8408-46de-b3b8-18b46a92f113 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 943 time: 0.2918258 Mar 28 15:16:44.975664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Subnet': ['ID=36a87574-a4ac-4dff-a911-d00d8a6cda9b,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:44.992007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 99debba0-0e45-4c88-bdfb-beae99e0bd57) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:45.027051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bf9918-82fe-47d5-81a3-4928a36e24ea None None] Network 99debba0-0e45-4c88-bdfb-beae99e0bd57 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:45.067402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:45.067624 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-362e6af9-f30f-4b99-b10c-d36b4911468d req-899fc647-90eb-480c-abbd-dae8278d46fa tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933561 Mar 28 15:16:45.068342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:45.082590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Checking segment: {'id': '12ddd9b8-04c6-4465-81e7-79096b917ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4576baee-147e-42af-8186-a88f582f3c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:45.082947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Network hostable DHCP agents. Network: 4576baee-147e-42af-8186-a88f582f3c4d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:16:45.093274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Network': ['ID=407e43a9-7d21-4a68-a014-97c49e9e0f14,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:45.129314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30fbcc-ecc7-4d82-9458-cc80258e525e req-2eaabda4-246d-4627-951b-baefaf6cdc77 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:45.130776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bf30fbcc-ecc7-4d82-9458-cc80258e525e req-2eaabda4-246d-4627-951b-baefaf6cdc77 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 943 time: 0.3124940 Mar 28 15:16:45.132473 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b40f7f5e-50c2-4fd3-906c-ca6d4c233426 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1056576 Mar 28 15:16:45.136217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54218) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:45.143841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:45.161155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:16:45.174171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:45.249176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event deleted for resources: {'Port': ['ID=5a01c4b6-f28d-450f-8b98-2dc8a72e55ec,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:45.261346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Network 4576baee-147e-42af-8186-a88f582f3c4d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:16:45.274754 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-72080ae9-3563-4791-b1c9-c9b7a6c1d77e tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3416696 Mar 28 15:16:45.278329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54222) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:45.288793 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bf30fbcc-ecc7-4d82-9458-cc80258e525e req-066c3a33-ffe3-41a7-8b5b-ced0c39ff312 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498485 Mar 28 15:16:45.293997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Request body: {'port': {'network_id': '99debba0-0e45-4c88-bdfb-beae99e0bd57', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1965923582'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:45.294437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 4576baee-147e-42af-8186-a88f582f3c4d) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:45.300812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:45.301382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:45.315051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:45.321353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:45.325701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:45.332315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:45.379980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a69948-7c05-479f-a8e5-5eebc38e10fb None None] Network 4576baee-147e-42af-8186-a88f582f3c4d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:45.415052 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c2bb5699-11e3-4e52-82a3-abc2ed35036d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9227157 Mar 28 15:16:45.417587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54230) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:45.423904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'port': {'network_id': '4576baee-147e-42af-8186-a88f582f3c4d', 'name': 'tempest-AllowedAddressPairTestJSON-1474496580'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:45.485624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:45.492157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:45.504600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:45.504984 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Floating IP 31f80c33-e441-42f3-b354-7560a638e802 disassociated (deleted). External IP: 172.26.7.218, port: 987ea03e-12af-4fbb-88e7-2728047f94ce. Mar 28 15:16:45.605880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:45.612715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Usage tracker for resource:port and tenant:3c27de0a80654903b256538397aaedb4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:45.613303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 37f86b14-8f57-4c1e-8cca-c416ef6c9991, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:45.618337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:45.625473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:45.684602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'port_id': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'mac_address': 'fa:16:3e:50:c2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:16:45.707357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:45.713006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Usage tracker for resource:port and tenant:32ec61285e574941af5b90dfd17c30bf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:45.716587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:45.723358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:45.732327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Made reservation on behalf of 3c27de0a80654903b256538397aaedb4 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:45.736324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:45.760868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359e3a-5573-45ca-986d-aa5e2084a03b req-9218c54a-5d61-419a-8ef9-0336cd26d6b2 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:45.762384 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61359e3a-5573-45ca-986d-aa5e2084a03b req-9218c54a-5d61-419a-8ef9-0336cd26d6b2 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 944 time: 0.3136039 Mar 28 15:16:45.776881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] device_id is not set on port e3c741c2-38a4-48ab-aaad-92fbfba7f567 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:45.813159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Made reservation on behalf of 32ec61285e574941af5b90dfd17c30bf for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:45.817243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:45.838110 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:45.855332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] device_id is not set on port 1e025399-5858-4dd8-8364-076f2d1c1dfa yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:45.871178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f86b14-8f57-4c1e-8cca-c416ef6c9991 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:16:45.891684 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-99debba0-0e45-4c88-bdfb-beae99e0bd57', 'network_id': '99debba0-0e45-4c88-bdfb-beae99e0bd57', 'tenant_id': '3c27de0a80654903b256538397aaedb4', 'fixed_ips': [{'subnet_id': 'fb403c2e-4f4a-403e-9715-f54f6a00c5f1'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:16:45.892537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:45.949543 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61359e3a-5573-45ca-986d-aa5e2084a03b req-5571da53-69a2-49a5-90d2-134632872385 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744890 Mar 28 15:16:45.994111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 37f86b14-8f57-4c1e-8cca-c416ef6c9991, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:46.043282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Allocated IP 172.20.0.8 (4576baee-147e-42af-8186-a88f582f3c4d/36a87574-a4ac-4dff-a911-d00d8a6cda9b/1e025399-5858-4dd8-8364-076f2d1c1dfa) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:46.134802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54238) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:46.139147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:46.158578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-4576baee-147e-42af-8186-a88f582f3c4d', 'network_id': '4576baee-147e-42af-8186-a88f582f3c4d', 'tenant_id': '32ec61285e574941af5b90dfd17c30bf', 'fixed_ips': [{'subnet_id': '36a87574-a4ac-4dff-a911-d00d8a6cda9b'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:16:46.160389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:46.175321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Allocated IP 2001:db8::d (99debba0-0e45-4c88-bdfb-beae99e0bd57/fb403c2e-4f4a-403e-9715-f54f6a00c5f1/e3c741c2-38a4-48ab-aaad-92fbfba7f567) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:46.182784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Router b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:16:46.203143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:46.206258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device d8831d41-deb9-48dd-9b72-b8cacd3c4be5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:16:46.333394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=8fdd3127-6d16-4e82-8a52-bd5bd9e900eb,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:46.465387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7a23d84a-f985-431b-b9ab-099f3be2cd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:46.506907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:46.513196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network hostable DHCP agents. Network: 407e43a9-7d21-4a68-a014-97c49e9e0f14, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:16:46.571863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=37f86b14-8f57-4c1e-8cca-c416ef6c9991,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:46.589376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:46.592419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7a23d84a-f985-431b-b9ab-099f3be2cd7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:46.604172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c843f-a308-4704-8d01-94a4726ab219 req-36c89a12-e88a-40f7-ae2e-93e38a1892cb tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:46.605681 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c06c843f-a308-4704-8d01-94a4726ab219 req-36c89a12-e88a-40f7-ae2e-93e38a1892cb tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 943 time: 0.2859304 Mar 28 15:16:46.621090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Transition to ACTIVE for port object 1e025399-5858-4dd8-8364-076f2d1c1dfa will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:46.663776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7a23d84a-f985-431b-b9ab-099f3be2cd7f admin admin] Usage tracker for resource:security_group_rule and tenant:879557c7eefc4c1e974b0eebb8cae21b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:46.667988 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c06c843f-a308-4704-8d01-94a4726ab219 req-30c775f5-d79e-4b5e-b7e0-a8e2c33228f9 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512402 Mar 28 15:16:46.695259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port d8831d41-deb9-48dd-9b72-b8cacd3c4be5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:46.699999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7a23d84a-f985-431b-b9ab-099f3be2cd7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:46.711428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:16:46.716264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7a23d84a-f985-431b-b9ab-099f3be2cd7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:46.740203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:46.773519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'port_id': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5', 'mac_address': 'fa:16:3e:ad:11:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:16:46.819047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:16:46.864936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8a91f-f366-4f6e-9313-48ce13bfd9a1 None None] Sync routers for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:16:46.910970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 407e43a9-7d21-4a68-a014-97c49e9e0f14) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:46.914173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8a91f-f366-4f6e-9313-48ce13bfd9a1 None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:46.914794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-eac8a91f-f366-4f6e-9313-48ce13bfd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:46.915131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:46.915779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:46.917867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfdea9-b3da-4002-8086-6e873ee37289 req-fd37cbbf-8922-41be-a44c-5b286da72538 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:46.925042 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-57bfdea9-b3da-4002-8086-6e873ee37289 req-fd37cbbf-8922-41be-a44c-5b286da72538 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 944 time: 0.3993251 Mar 28 15:16:46.927698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Network 4576baee-147e-42af-8186-a88f582f3c4d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:46.934998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:46.938745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:46.950347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:46.981061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a29795-8cdf-4af8-bff7-89bd57d96365 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:46.981705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.000378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.006874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Port': ['ID=1e025399-5858-4dd8-8364-076f2d1c1dfa,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:47.016278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Allocated IP 172.20.0.2 (4576baee-147e-42af-8186-a88f582f3c4d/36a87574-a4ac-4dff-a911-d00d8a6cda9b/1ba1e9a7-280c-48ab-b546-1a99005ba04a) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:47.031415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:47.033243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.038034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-eac8a91f-f366-4f6e-9313-48ce13bfd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:47.051100 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Transition to ACTIVE for port object e3c741c2-38a4-48ab-aaad-92fbfba7f567 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:47.061754 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fecba877-dea5-4b5e-93e9-19c8835cbe1b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9235282 Mar 28 15:16:47.064230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54248) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:47.072634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'name': 'tempest-NetworksTestDHCPv6-1439561764'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:47.080346 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-57bfdea9-b3da-4002-8086-6e873ee37289 req-d3e6c46e-1697-427e-87c4-94ac396a5bc4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543660 Mar 28 15:16:47.094009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8831d41-deb9-48dd-9b72-b8cacd3c4be5 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:16:47.110317 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port d8831d41-deb9-48dd-9b72-b8cacd3c4be5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:47.118461 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d9141d3d-b6b2-46c7-8c0b-3a219e2fa52f tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "DELETE /v2.0/floatingips/31f80c33-e441-42f3-b354-7560a638e802 HTTP/1.1" status: 204 len: 168 time: 3.2421844 Mar 28 15:16:47.123179 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-de67432c-b63c-4082-bfaa-ca11630b7421 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7034662 Mar 28 15:16:47.127712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54252) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:47.131479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7a23d84a-f985-431b-b9ab-099f3be2cd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.131625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54254) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:47.135936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:47.139724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'port': {'network_id': '4576baee-147e-42af-8186-a88f582f3c4d', 'name': 'tempest-AllowedAddressPairTestJSON-102532942', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e4:a5:94'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:47.141386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:47.147106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Usage tracker for resource:floatingip and tenant:489993c981fb4a18b08cfd9c568d430a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:47.150530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:47.157802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:47.162943 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8a91f-f366-4f6e-9313-48ce13bfd9a1 None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:16:47.163719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-eac8a91f-f366-4f6e-9313-48ce13bfd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:47.208137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7a23d84a-f985-431b-b9ab-099f3be2cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.254924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.262036 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7a23d84a-f985-431b-b9ab-099f3be2cd7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=879557c7eefc4c1e974b0eebb8cae21b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1261437 Mar 28 15:16:47.301096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54260) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:47.308685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d84a-f985-431b-b9ab-099f3be2cd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a443c1d-1f07-4fef-a29e-207c35e7459d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:47.332316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.357161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.357953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 7ada01c9-c32d-4c36-bc53-c56ecdef328d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:16:47.379465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Network 99debba0-0e45-4c88-bdfb-beae99e0bd57 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:47.397231 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:47.406403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:47.411936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:47.412551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.423986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-eac8a91f-f366-4f6e-9313-48ce13bfd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:47.424459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8a91f-f366-4f6e-9313-48ce13bfd9a1 None None] The sync data for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:16:47.424706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event updated for resources: {'Port': ['ID=e3c741c2-38a4-48ab-aaad-92fbfba7f567,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:47.428039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:47.441645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:47.447079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:47.455173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:47.470724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:47.474018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Usage tracker for resource:port and tenant:32ec61285e574941af5b90dfd17c30bf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:47.484824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6a0c-17f6-46c0-8a1d-573fa5b7a106 req-b92806d5-2ef2-4aff-b6ac-ad5499699fb4 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:47.487472 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f46b6a0c-17f6-46c0-8a1d-573fa5b7a106 req-b92806d5-2ef2-4aff-b6ac-ad5499699fb4 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 945 time: 0.2749135 Mar 28 15:16:47.488653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:47.516164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:47.517247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c718df33-d62c-4ba5-a0c0-9b992ea174d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.535124 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-559cb9b4-7926-405d-ab6a-bea0b36f3bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.2507033 Mar 28 15:16:47.541050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54264) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:47.552955 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f46b6a0c-17f6-46c0-8a1d-573fa5b7a106 req-ef91722b-6684-4f33-a027-fb83e0b0f077 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568581 Mar 28 15:16:47.556395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Request body: {'port': {'network_id': '99debba0-0e45-4c88-bdfb-beae99e0bd57', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1159692072', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:47.556950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.api.validators [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] bootfile-name is not in valid_values {{(pid=88487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:16:47.557284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.api.validators [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] tftp-server is not in valid_values {{(pid=88487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:16:47.557807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.api.validators [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] server-ip-address is not in valid_values {{(pid=88487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:16:47.572973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.resource_extend [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:16:47.585065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:47.588683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.596540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c718df33-d62c-4ba5-a0c0-9b992ea174d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.618717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port d7cd9799-eda7-4168-8402-594c3fe31cd5 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:47.626827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Allocated IP 2001:db8::2 (99debba0-0e45-4c88-bdfb-beae99e0bd57/fb403c2e-4f4a-403e-9715-f54f6a00c5f1/7350a7a8-5797-4bfa-a847-5399aefbe8b2) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:47.664638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Made reservation on behalf of 32ec61285e574941af5b90dfd17c30bf for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:47.708397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:47.798422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:47.806274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Usage tracker for resource:port and tenant:3c27de0a80654903b256538397aaedb4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:47.810085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:47.814093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.858203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:47.896337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c718df33-d62c-4ba5-a0c0-9b992ea174d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.896556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.936283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] device_id is not set on port d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:47.940323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718df33-d62c-4ba5-a0c0-9b992ea174d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a443c1d-1f07-4fef-a29e-207c35e7459d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:47.954814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c718df33-d62c-4ba5-a0c0-9b992ea174d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:47.956152 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c718df33-d62c-4ba5-a0c0-9b992ea174d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a443c1d-1f07-4fef-a29e-207c35e7459d HTTP/1.1" status: 204 len: 168 time: 0.6489141 Mar 28 15:16:48.002810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '8fdd3127-6d16-4e82-8a52-bd5bd9e900eb'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:16:48.003861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.025323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::2e1 (407e43a9-7d21-4a68-a014-97c49e9e0f14/8fdd3127-6d16-4e82-8a52-bd5bd9e900eb/d7cd9799-eda7-4168-8402-594c3fe31cd5) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:48.028865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Made reservation on behalf of 3c27de0a80654903b256538397aaedb4 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:48.035335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.044961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 7ada01c9-c32d-4c36-bc53-c56ecdef328d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ada01c9-c32d-4c36-bc53-c56ecdef328d,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:48.068356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.079884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] device_id is not set on port 060457df-e730-45ea-9802-43f849b8a294 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:48.087123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '7ada01c9-c32d-4c36-bc53-c56ecdef328d', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'port_id': '7ada01c9-c32d-4c36-bc53-c56ecdef328d', 'mac_address': 'fa:16:3e:80:cd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:16:48.133351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Transition to ACTIVE for port object 1ba1e9a7-280c-48ab-b546-1a99005ba04a will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:48.141002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ffc1d-d637-4d68-96b8-ac0e2279e892 req-efbdd8ab-83d8-4fc6-ad9a-05f86819483e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:48.142617 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b12ffc1d-d637-4d68-96b8-ac0e2279e892 req-efbdd8ab-83d8-4fc6-ad9a-05f86819483e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 943 time: 0.3257926 Mar 28 15:16:48.197560 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Allocated IP 172.26.7.14 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/ac3f11e3-ab66-42f4-986e-f677603e04cc) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:48.239561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Transition to ACTIVE for port object 1ba1e9a7-280c-48ab-b546-1a99005ba04a will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:48.288886 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b12ffc1d-d637-4d68-96b8-ac0e2279e892 req-ea1e165d-5c2b-4a2f-b522-3bac1d9af694 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338010 Mar 28 15:16:48.296806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.357103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.368745 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Transition to ACTIVE for port object 7350a7a8-5797-4bfa-a847-5399aefbe8b2 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:48.387200 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ada01c9-c32d-4c36-bc53-c56ecdef328d {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:16:48.403585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.408625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 7ada01c9-c32d-4c36-bc53-c56ecdef328d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ada01c9-c32d-4c36-bc53-c56ecdef328d,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:48.414869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.427573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.435433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object d7cd9799-eda7-4168-8402-594c3fe31cd5 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:48.446671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Allocated IP 172.20.0.4 (4576baee-147e-42af-8186-a88f582f3c4d/36a87574-a4ac-4dff-a911-d00d8a6cda9b/d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:48.490750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Transition to ACTIVE for port object 7350a7a8-5797-4bfa-a847-5399aefbe8b2 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:48.492047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.497643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Network 4576baee-147e-42af-8186-a88f582f3c4d is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:48.501449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:48.505006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:48.506317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88792d-fb46-4ff7-aa2a-4ed176b35fe1 req-82d661f9-d981-4a04-b35a-3d48c63610f2 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:48.507838 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dd88792d-fb46-4ff7-aa2a-4ed176b35fe1 req-82d661f9-d981-4a04-b35a-3d48c63610f2 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 944 time: 0.2266715 Mar 28 15:16:48.519476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Pushing event updated for resources: {'Port': ['ID=1ba1e9a7-280c-48ab-b546-1a99005ba04a,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:48.600418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.618525 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dd88792d-fb46-4ff7-aa2a-4ed176b35fe1 req-1b75d885-9240-466a-931e-3e9e43024a23 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004210 Mar 28 15:16:48.690081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Attempting to bind port 1ba1e9a7-280c-48ab-b546-1a99005ba04a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:48.690458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Attempting to bind port 1ba1e9a7-280c-48ab-b546-1a99005ba04a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '12ddd9b8-04c6-4465-81e7-79096b917ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4576baee-147e-42af-8186-a88f582f3c4d'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:48.690957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Attempting to bind port 1ba1e9a7-280c-48ab-b546-1a99005ba04a on network 4576baee-147e-42af-8186-a88f582f3c4d {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:48.705061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Network 99debba0-0e45-4c88-bdfb-beae99e0bd57 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:48.718757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.732209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.734975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:48.736879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:48.737253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Checking segment: {'id': '12ddd9b8-04c6-4465-81e7-79096b917ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4576baee-147e-42af-8186-a88f582f3c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:48.737658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.738040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Bound using segment: {'id': '12ddd9b8-04c6-4465-81e7-79096b917ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4576baee-147e-42af-8186-a88f582f3c4d'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:48.738568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Bound port: 1ba1e9a7-280c-48ab-b546-1a99005ba04a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ddd9b8-04c6-4465-81e7-79096b917ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '4576baee-147e-42af-8186-a88f582f3c4d'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:48.738933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.752609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:48.769562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=7ada01c9-c32d-4c36-bc53-c56ecdef328d,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:48.799443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:48.805542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:48.811302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54278) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:48.830388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:48.836269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:48.837015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.883834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.889536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5244297-95d8-4bd0-9f55-2ce860e44eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:48.892637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Allocated IP 2001:db8::282 (99debba0-0e45-4c88-bdfb-beae99e0bd57/fb403c2e-4f4a-403e-9715-f54f6a00c5f1/060457df-e730-45ea-9802-43f849b8a294) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:48.914178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5244297-95d8-4bd0-9f55-2ce860e44eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:48.918202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5244297-95d8-4bd0-9f55-2ce860e44eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:c2d467aeb11c4478bf3ee8b4d7439c65 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:48.921128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5244297-95d8-4bd0-9f55-2ce860e44eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:48.927573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5244297-95d8-4bd0-9f55-2ce860e44eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:48.967767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:48.971077 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/8fdd3127-6d16-4e82-8a52-bd5bd9e900eb/8ab88e80-685b-44a8-a7a6-6df6420f76a7) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:48.971918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=d7cd9799-eda7-4168-8402-594c3fe31cd5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:48.986839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:49.001789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Transition to ACTIVE for port object d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:49.002654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:49.021396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Attempting to bind port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:49.021985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Attempting to bind port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '1310977e-c36b-43dd-9776-499144a15f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99debba0-0e45-4c88-bdfb-beae99e0bd57'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:49.022076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Attempting to bind port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 on network 99debba0-0e45-4c88-bdfb-beae99e0bd57 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:49.028279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3f11e3-ab66-42f4-986e-f677603e04cc,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:49.045470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['37f86b14-8f57-4c1e-8cca-c416ef6c9991'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:16:49.051217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5244297-95d8-4bd0-9f55-2ce860e44eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.063787 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6dc19060-e357-4833-babd-104a23541303 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9983146 Mar 28 15:16:49.064610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54284) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:49.080043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.080505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.080831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.081122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.081461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.081791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.082120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.082451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.082775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.083123 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.083452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.083769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:49.134659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5244297-95d8-4bd0-9f55-2ce860e44eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.151379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['d8831d41-deb9-48dd-9b72-b8cacd3c4be5'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:16:49.175326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['7ada01c9-c32d-4c36-bc53-c56ecdef328d'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:16:49.196495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da772ffa-da3c-4a1e-a45b-b5fda844dd50 req-80790be2-474f-450d-ace3-a417afb405ce tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:49.202942 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:49.203319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Checking segment: {'id': '1310977e-c36b-43dd-9776-499144a15f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99debba0-0e45-4c88-bdfb-beae99e0bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:49.203864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.204256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Bound using segment: {'id': '1310977e-c36b-43dd-9776-499144a15f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99debba0-0e45-4c88-bdfb-beae99e0bd57'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:49.205429 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-da772ffa-da3c-4a1e-a45b-b5fda844dd50 req-80790be2-474f-450d-ace3-a417afb405ce tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 945 time: 0.4746566 Mar 28 15:16:49.205868 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Bound port: 7350a7a8-5797-4bfa-a847-5399aefbe8b2, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1310977e-c36b-43dd-9776-499144a15f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99debba0-0e45-4c88-bdfb-beae99e0bd57'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:49.206343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.219479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Pushing event updated for resources: {'Port': ['ID=7350a7a8-5797-4bfa-a847-5399aefbe8b2,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:49.268179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.292550 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-da772ffa-da3c-4a1e-a45b-b5fda844dd50 req-d83f83a4-6c7a-4a8c-b850-f265ef6ae020 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860240 Mar 28 15:16:49.304047 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f585daf-a676-4948-9c81-2172688be401 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:49.304460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2f585daf-a676-4948-9c81-2172688be401 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:49.318845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.329246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.345180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Transition to ACTIVE for port object 060457df-e730-45ea-9802-43f849b8a294 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:49.383613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] For port 1ba1e9a7-280c-48ab-b546-1a99005ba04a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:49.447330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.455122 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] For port 1ba1e9a7-280c-48ab-b546-1a99005ba04a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1ba1e9a7-280c-48ab-b546-1a99005ba04a,segment=NetworkSegment(12ddd9b8-04c6-4465-81e7-79096b917ffb),segment_id=12ddd9b8-04c6-4465-81e7-79096b917ffb)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:49.463200 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e5244297-95d8-4bd0-9f55-2ce860e44eb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2d467aeb11c4478bf3ee8b4d7439c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484778 Mar 28 15:16:49.470430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Network 4576baee-147e-42af-8186-a88f582f3c4d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:49.471344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54290) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:49.481939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:49.486690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5244297-95d8-4bd0-9f55-2ce860e44eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888aa594-9667-4a03-9fcc-b1fdba4ffbf1,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:49.508809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:49.541723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Network 99debba0-0e45-4c88-bdfb-beae99e0bd57 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:49.542576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event updated for resources: {'Port': ['ID=060457df-e730-45ea-9802-43f849b8a294,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:49.546146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:49.547770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.562696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.579596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:49.584977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:49.585623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.606432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Port': ['ID=d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:49.650549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:49.651784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.671288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2f585daf-a676-4948-9c81-2172688be401 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:49.671505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] For port 7350a7a8-5797-4bfa-a847-5399aefbe8b2, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:49.676608 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2f585daf-a676-4948-9c81-2172688be401 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.6104879 Mar 28 15:16:49.677050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54296) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:49.715554 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-aa5331a0-a0dc-43a3-91cd-3112454b58a0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1712472 Mar 28 15:16:49.720570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54300) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:49.761150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7421165-4ee4-4d11-9bd3-253317cf24b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.786259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22c506-8e52-482a-963c-dba051eaaed7 req-b3eac301-d90e-4636-9b2f-6c953fec7372 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:49.789694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] For port 7350a7a8-5797-4bfa-a847-5399aefbe8b2, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7350a7a8-5797-4bfa-a847-5399aefbe8b2,segment=NetworkSegment(1310977e-c36b-43dd-9776-499144a15f08),segment_id=1310977e-c36b-43dd-9776-499144a15f08)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:49.794398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3b22c506-8e52-482a-963c-dba051eaaed7 req-b3eac301-d90e-4636-9b2f-6c953fec7372 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 944 time: 0.3753414 Mar 28 15:16:49.840162 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-63e46634-03e3-4a32-9e28-56115e9db102 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.7078562 Mar 28 15:16:49.848359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port d7cd9799-eda7-4168-8402-594c3fe31cd5 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:49.848705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.848891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653990d-32da-44d7-beda-f2c1bb537766 None None] Pushing event updated for resources: {'Port': ['ID=1ba1e9a7-280c-48ab-b546-1a99005ba04a,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:49.854837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54304) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:49.872474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.894550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7421165-4ee4-4d11-9bd3-253317cf24b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.924186 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3b22c506-8e52-482a-963c-dba051eaaed7 req-386dbf8a-a01e-4a4d-8698-e5de9a347a8d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289296 Mar 28 15:16:49.985335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:49.988808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.011878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1061fd45-40d3-4c38-b5ea-3dd6a42c32f0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:50.018595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1061fd45-40d3-4c38-b5ea-3dd6a42c32f0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:50.024668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1061fd45-40d3-4c38-b5ea-3dd6a42c32f0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:50.025531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1061fd45-40d3-4c38-b5ea-3dd6a42c32f0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Synchronizing usage tracker for tenant:3c27de0a80654903b256538397aaedb4 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:50.045437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Transition to ACTIVE for port object 8ab88e80-685b-44a8-a7a6-6df6420f76a7 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:50.090195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.138298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Transition to ACTIVE for port object 8ab88e80-685b-44a8-a7a6-6df6420f76a7 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:50.142849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cd13e-5712-4fa0-85b1-0e5401e10624 None None] Pushing event updated for resources: {'Port': ['ID=7350a7a8-5797-4bfa-a847-5399aefbe8b2,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:50.144161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e4a9f-54aa-4a70-97a9-c6fa93f7df4c tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:50.156294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e4a9f-54aa-4a70-97a9-c6fa93f7df4c tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:50.163293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e4a9f-54aa-4a70-97a9-c6fa93f7df4c tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:50.166796 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0d5e4a9f-54aa-4a70-97a9-c6fa93f7df4c tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.3017840 Mar 28 15:16:50.180329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d387cc-550b-411e-8f35-bd8afabb41aa req-fc8b0cce-ed73-4ce1-9d37-60240431c589 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:50.186398 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d7d387cc-550b-411e-8f35-bd8afabb41aa req-fc8b0cce-ed73-4ce1-9d37-60240431c589 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 944 time: 0.3637044 Mar 28 15:16:50.186398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54308) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:50.192159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1061fd45-40d3-4c38-b5ea-3dd6a42c32f0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Unset dirty status for tenant:3c27de0a80654903b256538397aaedb4 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:50.193412 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1061fd45-40d3-4c38-b5ea-3dd6a42c32f0 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4718299 Mar 28 15:16:50.196776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7421165-4ee4-4d11-9bd3-253317cf24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.200406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54312) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:50.231528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.280126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7421165-4ee4-4d11-9bd3-253317cf24b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888aa594-9667-4a03-9fcc-b1fdba4ffbf1,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:50.295263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b7421165-4ee4-4d11-9bd3-253317cf24b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.296530 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b7421165-4ee4-4d11-9bd3-253317cf24b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/888aa594-9667-4a03-9fcc-b1fdba4ffbf1 HTTP/1.1" status: 204 len: 168 time: 0.8117836 Mar 28 15:16:50.376118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17093e27-826a-465e-9a8b-808027808838 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Deleting port 060457df-e730-45ea-9802-43f849b8a294 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:50.376118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17093e27-826a-465e-9a8b-808027808838 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.385476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Pushing event updated for resources: {'Port': ['ID=8ab88e80-685b-44a8-a7a6-6df6420f76a7,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:50.392922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:50.404473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:50.415634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:50.448302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.461883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.524652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Attempting to bind port 8ab88e80-685b-44a8-a7a6-6df6420f76a7 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:50.525047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Attempting to bind port 8ab88e80-685b-44a8-a7a6-6df6420f76a7 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:50.525679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Attempting to bind port 8ab88e80-685b-44a8-a7a6-6df6420f76a7 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:50.538417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:50.538788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:50.539217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.539617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:50.540087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Bound port: 8ab88e80-685b-44a8-a7a6-6df6420f76a7, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:50.540460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.615646 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d7d387cc-550b-411e-8f35-bd8afabb41aa req-90672897-fb31-4821-8519-f6058539a52e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193747 Mar 28 15:16:50.634086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d2de032f-97f1-4e91-bbcf-5d77fdecc3d6 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Deleting port d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:50.634844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d2de032f-97f1-4e91-bbcf-5d77fdecc3d6 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.692940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3f11e3-ab66-42f4-986e-f677603e04cc,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:50.694564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for d7cd9799-eda7-4168-8402-594c3fe31cd5 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:50.708452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] For port 8ab88e80-685b-44a8-a7a6-6df6420f76a7, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:50.714688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] For port 8ab88e80-685b-44a8-a7a6-6df6420f76a7, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8ab88e80-685b-44a8-a7a6-6df6420f76a7,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:50.760815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.762046 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8c87469c-fcd7-422e-98f7-96dbfe8400cb tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6336079 Mar 28 15:16:50.768734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54320) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:50.780347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:50.970439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Pushing event updated for resources: {'Port': ['ID=8ab88e80-685b-44a8-a7a6-6df6420f76a7,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:50.986754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.987128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.987511 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.987798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.988123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.988449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.988773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.989095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.989419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.989737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.990063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:50.990383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c54cd2-96eb-4d08-a605-2d882f714190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.002590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0039f5-6d6d-468b-b6e7-f26d76ff0cda req-d92a440b-a426-473c-8bd2-dce2d776fb9f tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:51.010700 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bf0039f5-6d6d-468b-b6e7-f26d76ff0cda req-d92a440b-a426-473c-8bd2-dce2d776fb9f tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 945 time: 0.4433908 Mar 28 15:16:51.184994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:51.206105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:51.233705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Usage tracker for resource:floatingip and tenant:6f57c54a4e6f41388f65e7a26703ff18 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:51.245264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:51.265374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:51.268032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17093e27-826a-465e-9a8b-808027808838 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:51.287249 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bf0039f5-6d6d-468b-b6e7-f26d76ff0cda req-f9e1f7bb-d052-4840-a115-e99d2a90e5ba tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464190 Mar 28 15:16:51.288332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d2de032f-97f1-4e91-bbcf-5d77fdecc3d6 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:51.344398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-64dd5f55-edb8-477a-a8cf-fc6a03ffdc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:51.442366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-17093e27-826a-465e-9a8b-808027808838 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Calling delete_port for 060457df-e730-45ea-9802-43f849b8a294 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:51.449561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:51.478603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d2de032f-97f1-4e91-bbcf-5d77fdecc3d6 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Calling delete_port for d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:51.631161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f72c7-9ece-464d-937f-598b8cbb8a1f req-6bab3afb-5210-4c81-8d08-69793e02b3de tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:51.644232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:51.660623 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-400f72c7-9ece-464d-937f-598b8cbb8a1f req-6bab3afb-5210-4c81-8d08-69793e02b3de tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 944 time: 0.5315380 Mar 28 15:16:51.787476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:51.790443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=d7cd9799-eda7-4168-8402-594c3fe31cd5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:51.811603 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-400f72c7-9ece-464d-937f-598b8cbb8a1f req-b64c444a-e904-40b2-8db1-c1e2760acdeb tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493435 Mar 28 15:16:51.834424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c31e46e-9220-4a95-89e6-b8b804464faf None None] Network 99debba0-0e45-4c88-bdfb-beae99e0bd57 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:51.837054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.837469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.837799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.838128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.838454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.838849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.839221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.839832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.839832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.840183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.840491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.840863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:16:51.858054 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b221fa50-6f35-43d2-99d4-1d9326961abd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/d7cd9799-eda7-4168-8402-594c3fe31cd5 HTTP/1.1" status: 204 len: 168 time: 2.1756542 Mar 28 15:16:51.862285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54344) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:52.021866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:52.060350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8ab88e80-685b-44a8-a7a6-6df6420f76a7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:52.075392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d2de032f-97f1-4e91-bbcf-5d77fdecc3d6 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:52.178333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358af483-e30e-40d2-b9ee-e7e9119dc58b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:52.178819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de032f-97f1-4e91-bbcf-5d77fdecc3d6 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event deleted for resources: {'Port': ['ID=d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:52.180710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358af483-e30e-40d2-b9ee-e7e9119dc58b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:52.186172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-358af483-e30e-40d2-b9ee-e7e9119dc58b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:52.196486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c7bc326-c3cb-4892-b827-9f431a7ade81 None None] Provisioning for port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:52.218504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5a9ac-2b30-48e2-b1e2-060417b6190a None None] Network 4576baee-147e-42af-8186-a88f582f3c4d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:52.309392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-358af483-e30e-40d2-b9ee-e7e9119dc58b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:52.310713 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-358af483-e30e-40d2-b9ee-e7e9119dc58b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4475064 Mar 28 15:16:52.314322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54356) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:52.393408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603e82-06e4-4950-a9b0-27a1d5f9f346 req-df5560fb-d7c7-44aa-8755-c009afaf9ba5 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:52.395105 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c9603e82-06e4-4950-a9b0-27a1d5f9f346 req-df5560fb-d7c7-44aa-8755-c009afaf9ba5 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 944 time: 0.3549562 Mar 28 15:16:52.399639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17093e27-826a-465e-9a8b-808027808838 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:52.528558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17093e27-826a-465e-9a8b-808027808838 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event deleted for resources: {'Port': ['ID=060457df-e730-45ea-9802-43f849b8a294,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:52.567275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-11553c77-e3ec-48cb-a41c-7ace422c7f5a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 8fdd3127-6d16-4e82-8a52-bd5bd9e900eb {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:16:52.570779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11553c77-e3ec-48cb-a41c-7ace422c7f5a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:52.599837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 37f86b14-8f57-4c1e-8cca-c416ef6c9991 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:52.626039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Allocated IP 172.26.7.241 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/1e3453ca-feca-4f4a-960a-6fe26f44f3cf) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:52.639527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11553c77-e3ec-48cb-a41c-7ace422c7f5a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:52.673617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4d9892-8260-40f0-99fa-82d46e1cb678 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:52.700673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-763c4349-1e69-4ac7-8732-d1d428eb28f6 None None] Provisioning for port 1ba1e9a7-280c-48ab-b546-1a99005ba04a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:52.703403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17093e27-826a-465e-9a8b-808027808838 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:52.704265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 8ab88e80-685b-44a8-a7a6-6df6420f76a7 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:52.733879 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c9603e82-06e4-4950-a9b0-27a1d5f9f346 req-2967b80d-5755-4ade-a79f-a6ba6255f637 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454984 Mar 28 15:16:52.735182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7350a7a8-5797-4bfa-a847-5399aefbe8b2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:52.754568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11553c77-e3ec-48cb-a41c-7ace422c7f5a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:52.787916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d2de032f-97f1-4e91-bbcf-5d77fdecc3d6 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:52.827897 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d2de032f-97f1-4e91-bbcf-5d77fdecc3d6 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "DELETE /v2.0/ports/d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce HTTP/1.1" status: 204 len: 168 time: 2.6303737 Mar 28 15:16:52.828911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54366) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:52.836221 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-17093e27-826a-465e-9a8b-808027808838 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "DELETE /v2.0/ports/060457df-e730-45ea-9802-43f849b8a294 HTTP/1.1" status: 204 len: 168 time: 2.6193969 Mar 28 15:16:52.843365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54370) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:52.861822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Request body: {'port': {'name': 'tempest-new-port-name-1795495615', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:52.863294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.api.validators [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] bootfile-name is not in valid_values {{(pid=88486) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:16:52.864099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.api.validators [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] tftp-server is not in valid_values {{(pid=88486) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:16:52.864755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.api.validators [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] server-ip-address is not in valid_values {{(pid=88486) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:16:52.895423 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-10db54df-949c-4d74-84ed-ff2b7394664c tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] GET failed (client error): The resource could not be found. Mar 28 15:16:52.895949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-10db54df-949c-4d74-84ed-ff2b7394664c tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Synchronizing usage tracker for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:52.930757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:52.956556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d025e21-11fe-454c-9004-b629579c5edf req-0ab06356-3cca-4d14-a3cf-b17078111e87 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:52.958278 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d025e21-11fe-454c-9004-b629579c5edf req-0ab06356-3cca-4d14-a3cf-b17078111e87 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 945 time: 0.2213545 Mar 28 15:16:53.008102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-10db54df-949c-4d74-84ed-ff2b7394664c tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Unset dirty status for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:53.009256 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-10db54df-949c-4d74-84ed-ff2b7394664c tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "GET /v2.0/ports/d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce HTTP/1.1" status: 404 len: 333 time: 0.1801157 Mar 28 15:16:53.013779 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d025e21-11fe-454c-9004-b629579c5edf req-27835ad8-c3b4-426c-9a9d-573a0d1c475a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496228 Mar 28 15:16:53.015181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54376) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:53.021227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'port': {'network_id': '4576baee-147e-42af-8186-a88f582f3c4d', 'name': 'tempest-AllowedAddressPairTestJSON-1521038146'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:53.063956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:53.067615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11553c77-e3ec-48cb-a41c-7ace422c7f5a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.100775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:53.101419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.135181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cca1f7c1-b32b-45d7-9a80-2b661698f3ba None None] Provisioning for port 8ab88e80-685b-44a8-a7a6-6df6420f76a7 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:53.158606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11553c77-e3ec-48cb-a41c-7ace422c7f5a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdd3127-6d16-4e82-8a52-bd5bd9e900eb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:53.174594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11553c77-e3ec-48cb-a41c-7ace422c7f5a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.187168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cca1f7c1-b32b-45d7-9a80-2b661698f3ba None None] Provisioning complete for port 8ab88e80-685b-44a8-a7a6-6df6420f76a7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:53.187547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cca1f7c1-b32b-45d7-9a80-2b661698f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.193659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.202562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.204704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:53.274076 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-11553c77-e3ec-48cb-a41c-7ace422c7f5a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/8fdd3127-6d16-4e82-8a52-bd5bd9e900eb HTTP/1.1" status: 204 len: 168 time: 0.9583240 Mar 28 15:16:53.277618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54386) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:53.282600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:53.288795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:53.302715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:53.312060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:53.316523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:53.335213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:53.335587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.413344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Made reservation on behalf of 32ec61285e574941af5b90dfd17c30bf for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:53.420826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.435077 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c3b1f20b-32c6-46cf-935c-dc4581940dcf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558936 Mar 28 15:16:53.441375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54392) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:53.452379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Pushing event updated for resources: {'Port': ['ID=1e3453ca-feca-4f4a-960a-6fe26f44f3cf,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:53.460877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:53.466372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854ef0-13df-435f-96d0-358444e6200a req-4ed664b9-c948-4a89-89e4-75df884476ae tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:53.474789 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4b854ef0-13df-435f-96d0-358444e6200a req-4ed664b9-c948-4a89-89e4-75df884476ae tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 944 time: 0.4085238 Mar 28 15:16:53.510149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cca1f7c1-b32b-45d7-9a80-2b661698f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.665790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] device_id is not set on port 98446fc8-4bd9-4097-84d5-44cbafc4911e yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:53.666338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9c2b72c0-1165-4780-a561-9890ecc7dfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.708451 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4b854ef0-13df-435f-96d0-358444e6200a req-4cfd1583-bbca-4df7-86e9-bf5d98b7e42b tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2326679 Mar 28 15:16:53.710766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.751708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300cb65-78a4-4ff1-b1a0-f0414d9aeab3 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:16:53.787806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-cca1f7c1-b32b-45d7-9a80-2b661698f3ba None None] For port 8ab88e80-685b-44a8-a7a6-6df6420f76a7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8ab88e80-685b-44a8-a7a6-6df6420f76a7,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:53.820041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a300cb65-78a4-4ff1-b1a0-f0414d9aeab3 None None] Deleting port 8ab88e80-685b-44a8-a7a6-6df6420f76a7 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:53.821638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a300cb65-78a4-4ff1-b1a0-f0414d9aeab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.850454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54402) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:53.854263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:53.869102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:53.884838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:53.893407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.920751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cca1f7c1-b32b-45d7-9a80-2b661698f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:53.974836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.009499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:54.042568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.088009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.114890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a1c76063-68b6-4ef8-8ed0-c73712b853b1 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:54.127186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] In _notify_port_updated(), no bound segment for port e3c741c2-38a4-48ab-aaad-92fbfba7f567 on network 99debba0-0e45-4c88-bdfb-beae99e0bd57 {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:16:54.138239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:54.141045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.150686 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "PUT /v2.0/ports/e3c741c2-38a4-48ab-aaad-92fbfba7f567 HTTP/1.1" status: 200 len: 1128 time: 1.3021498 Mar 28 15:16:54.154650 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54410) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:54.193127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.239121 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:54.243769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.244826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7350a7a8-5797-4bfa-a847-5399aefbe8b2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7350a7a8-5797-4bfa-a847-5399aefbe8b2,segment=NetworkSegment(1310977e-c36b-43dd-9776-499144a15f08),segment_id=1310977e-c36b-43dd-9776-499144a15f08)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:54.251052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1f7c1-b32b-45d7-9a80-2b661698f3ba None None] Pushing event updated for resources: {'Port': ['ID=8ab88e80-685b-44a8-a7a6-6df6420f76a7,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:54.266023 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:16:54.293164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a2341-211b-414f-841c-b59152477ef4 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:54.293850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-073a2341-211b-414f-841c-b59152477ef4 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Synchronizing usage tracker for tenant:3c27de0a80654903b256538397aaedb4 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:54.356539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Provisioning complete for port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:54.357340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.362447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b052d-13ed-4165-81fa-7d37c92f6108 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event updated for resources: {'Port': ['ID=e3c741c2-38a4-48ab-aaad-92fbfba7f567,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:54.402860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.412892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1ba1e9a7-280c-48ab-b546-1a99005ba04a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:54.416803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Allocated IP 172.20.0.13 (4576baee-147e-42af-8186-a88f582f3c4d/36a87574-a4ac-4dff-a911-d00d8a6cda9b/98446fc8-4bd9-4097-84d5-44cbafc4911e) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:54.456561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9491-63c9-4d24-835e-f73dad45f221 req-ee8dc116-aaf7-43cf-afc4-317e2780a79f tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:54.463631 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ee5b9491-63c9-4d24-835e-f73dad45f221 req-ee8dc116-aaf7-43cf-afc4-317e2780a79f tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 945 time: 0.1781774 Mar 28 15:16:54.490158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-073a2341-211b-414f-841c-b59152477ef4 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Unset dirty status for tenant:3c27de0a80654903b256538397aaedb4 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:54.492019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-073a2341-211b-414f-841c-b59152477ef4 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "GET /v2.0/ports/e3c741c2-38a4-48ab-aaad-92fbfba7f567 HTTP/1.1" status: 200 len: 1128 time: 0.3344371 Mar 28 15:16:54.496234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54418) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:54.512579 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a1c76063-68b6-4ef8-8ed0-c73712b853b1 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] 10.222.0.16 "PUT /v2.0/quotas/4b4a118082444083814332645389f97f HTTP/1.1" status: 200 len: 366 time: 0.6576419 Mar 28 15:16:54.530032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54422) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:54.543065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 37f86b14-8f57-4c1e-8cca-c416ef6c9991, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:54.578895 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e9396ea9-852d-4281-b362-3616c0c27544 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0370023 Mar 28 15:16:54.587618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54426) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:54.715669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.716578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device d8831d41-deb9-48dd-9b72-b8cacd3c4be5 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:54.744127 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ee5b9491-63c9-4d24-835e-f73dad45f221 req-6159b2c7-1270-4f16-8f31-b7ce6b457865 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796078 Mar 28 15:16:54.764238 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1b563e56-abed-46e4-918e-53ebe3105f5f tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] 10.222.0.16 "GET /v2.0/quotas/4b4a118082444083814332645389f97f HTTP/1.1" status: 200 len: 366 time: 0.1656377 Mar 28 15:16:54.769324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54432) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:54.786886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d6c77-3454-4406-babc-0b844bd8b1fb req-a9d880c6-7e30-48d2-88a0-eb1ec3215ef6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:54.788461 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4f8d6c77-3454-4406-babc-0b844bd8b1fb req-a9d880c6-7e30-48d2-88a0-eb1ec3215ef6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 944 time: 0.7714550 Mar 28 15:16:54.820437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-94032707-a2ea-4a35-a12f-ae3811e12175 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Deleting port e3c741c2-38a4-48ab-aaad-92fbfba7f567 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:54.820789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94032707-a2ea-4a35-a12f-ae3811e12175 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:54.913490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.044606 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.075443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.099492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=02066960-2bbf-4ce8-9ee8-27f71c7b1abc,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:55.100130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a300cb65-78a4-4ff1-b1a0-f0414d9aeab3 None None] For port 8ab88e80-685b-44a8-a7a6-6df6420f76a7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8ab88e80-685b-44a8-a7a6-6df6420f76a7,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:55.100724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a300cb65-78a4-4ff1-b1a0-f0414d9aeab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.111396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7350a7a8-5797-4bfa-a847-5399aefbe8b2,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:55.121694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:55.149595 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4f8d6c77-3454-4406-babc-0b844bd8b1fb req-f98002df-ae5b-4794-af1f-2efc6a1591a9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669873 Mar 28 15:16:55.150437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:55.221814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=37f86b14-8f57-4c1e-8cca-c416ef6c9991,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:55.223434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:55.224080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.242928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f83c-fa27-439d-bcfb-0a73ffde3710 req-2510fa5e-f994-4263-b1b3-6d59846d5c48 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:55.247958 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1928f83c-fa27-439d-bcfb-0a73ffde3710 req-2510fa5e-f994-4263-b1b3-6d59846d5c48 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 944 time: 0.3301630 Mar 28 15:16:55.271397 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5cec2b93-f2bd-470a-ab7b-b3fed43d0ca8 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/4b4a118082444083814332645389f97f HTTP/1.1" status: 204 len: 168 time: 0.4964137 Mar 28 15:16:55.277167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54440) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:55.319499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3245daa3-5901-458b-b433-ff390038c00c tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0313873 Mar 28 15:16:55.322638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54444) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:55.335768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94032707-a2ea-4a35-a12f-ae3811e12175 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.355662 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fc85746d-2825-4b82-9f65-37c62a2b05ec tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] 10.222.0.16 "GET /v2.0/quotas/4b4a118082444083814332645389f97f HTTP/1.1" status: 200 len: 370 time: 0.0282252 Mar 28 15:16:55.368535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54450) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:55.374662 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c7114fe8-07fb-4475-ae56-faec56bdbb30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9282939 Mar 28 15:16:55.382273 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4411dfd2-e140-49fc-8d4a-5fa3ed6b745b tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] 10.222.0.16 "GET /v2.0/quotas/4b4a118082444083814332645389f97f/default HTTP/1.1" status: 200 len: 370 time: 0.0122724 Mar 28 15:16:55.384032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.386781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54454) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:55.387257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54456) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:55.414284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'name': 'tempest-NetworksTestDHCPv6-1571873435'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:55.431529 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'code': 200} Mar 28 15:16:55.439010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a300cb65-78a4-4ff1-b1a0-f0414d9aeab3 None None] Calling delete_port for 8ab88e80-685b-44a8-a7a6-6df6420f76a7 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:55.453939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.460096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Transition to ACTIVE for port object 98446fc8-4bd9-4097-84d5-44cbafc4911e will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:55.463779 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-422d60ff-9ae2-422b-95c2-acfa81492913 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] delete failed (client error): The resource could not be found. Mar 28 15:16:55.465652 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-422d60ff-9ae2-422b-95c2-acfa81492913 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/4b4a118082444083814332645389f97f HTTP/1.1" status: 404 len: 348 time: 0.0752320 Mar 28 15:16:55.491580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-94032707-a2ea-4a35-a12f-ae3811e12175 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Calling delete_port for e3c741c2-38a4-48ab-aaad-92fbfba7f567 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:55.514891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 1ba1e9a7-280c-48ab-b546-1a99005ba04a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:55.532354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 1ba1e9a7-280c-48ab-b546-1a99005ba04a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:55.533087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.538900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.616627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Provisioning for port e3c741c2-38a4-48ab-aaad-92fbfba7f567 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:55.627667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:55.644372 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1928f83c-fa27-439d-bcfb-0a73ffde3710 req-c60c43a6-3513-469c-bccf-7549e3e158db tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3883801 Mar 28 15:16:55.644584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Provisioning complete for port e3c741c2-38a4-48ab-aaad-92fbfba7f567 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:55.644880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.687239 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:55.698107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:55.698328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:55.698602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.704820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:55.707402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Pushing event updated for resources: {'Port': ['ID=1e3453ca-feca-4f4a-960a-6fe26f44f3cf,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:55.714442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:55.729768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.752531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54464) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:55.771286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Usage tracker for resource:network and tenant:7eaafddda0ea4a09b2b924fd8dbab177 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:55.776105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:55.784225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Usage tracker for resource:subnet and tenant:7eaafddda0ea4a09b2b924fd8dbab177 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:55.788744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:55.797847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Usage tracker for resource:subnetpool and tenant:7eaafddda0ea4a09b2b924fd8dbab177 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:55.803144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:55.805739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.817790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-c292887e-689b-439b-8cdb-e1b1082a2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:55.819327 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-c292887e-689b-439b-8cdb-e1b1082a2b0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1098 time: 0.0754633 Mar 28 15:16:55.844688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94032707-a2ea-4a35-a12f-ae3811e12175 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.847557 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Port e3c741c2-38a4-48ab-aaad-92fbfba7f567 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:55.869086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.872711 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9a9798e8-9f4a-48af-84ba-fd4e5e80a4ff tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1008363 Mar 28 15:16:55.872711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:16:55.875300 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.889142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.891004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54470) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:55.909427 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a300cb65-78a4-4ff1-b1a0-f0414d9aeab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.937848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:55.949382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94032707-a2ea-4a35-a12f-ae3811e12175 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event deleted for resources: {'Port': ['ID=e3c741c2-38a4-48ab-aaad-92fbfba7f567,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:55.974667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:56.001435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300cb65-78a4-4ff1-b1a0-f0414d9aeab3 None None] Pushing event deleted for resources: {'Port': ['ID=8ab88e80-685b-44a8-a7a6-6df6420f76a7,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:56.015081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300cb65-78a4-4ff1-b1a0-f0414d9aeab3 None None] No DVR routers for this DVR port 8ab88e80-685b-44a8-a7a6-6df6420f76a7 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:16:56.026819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Usage tracker for resource:security_group_rule and tenant:fcbc4c9629884659bb5c88625aa3ed47 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:56.033320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Provisioning for port 1e025399-5858-4dd8-8364-076f2d1c1dfa completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:56.034201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:56.037492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:56.046883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b2392-cf5d-45fc-b313-6c5802fb68be None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:56.067950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Provisioning complete for port 1e025399-5858-4dd8-8364-076f2d1c1dfa triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:56.068324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.103745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Usage tracker for resource:port and tenant:7eaafddda0ea4a09b2b924fd8dbab177 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:56.117888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Network 4576baee-147e-42af-8186-a88f582f3c4d is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:56.127618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 1ba1e9a7-280c-48ab-b546-1a99005ba04a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1ba1e9a7-280c-48ab-b546-1a99005ba04a,segment=NetworkSegment(12ddd9b8-04c6-4465-81e7-79096b917ffb),segment_id=12ddd9b8-04c6-4465-81e7-79096b917ffb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:56.139009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.140728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94032707-a2ea-4a35-a12f-ae3811e12175 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.149789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.171685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:56.181681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 37604fb0-13ad-4fdb-b53c-809253c0ebec yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:16:56.227685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:56.235343 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-94032707-a2ea-4a35-a12f-ae3811e12175 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "DELETE /v2.0/ports/e3c741c2-38a4-48ab-aaad-92fbfba7f567 HTTP/1.1" status: 204 len: 168 time: 1.7326481 Mar 28 15:16:56.235554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54476) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:56.236983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.238212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:56.257109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.277072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Port': ['ID=98446fc8-4bd9-4097-84d5-44cbafc4911e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:56.277072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e23a6a21-e60b-4f17-9832-1f65e59f3c5e tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Synchronizing usage tracker for tenant:489993c981fb4a18b08cfd9c568d430a on resource:floatingip {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:56.353395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Port 1e025399-5858-4dd8-8364-076f2d1c1dfa cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:56.355922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Usage tracker for resource:router and tenant:7eaafddda0ea4a09b2b924fd8dbab177 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:56.363430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.380265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port d8831d41-deb9-48dd-9b72-b8cacd3c4be5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:56.397620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:56.403149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.420479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:56.423441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e23a6a21-e60b-4f17-9832-1f65e59f3c5e tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Unset dirty status for tenant:489993c981fb4a18b08cfd9c568d430a on resource:floatingip {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:56.426012 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e23a6a21-e60b-4f17-9832-1f65e59f3c5e tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.5330803 Mar 28 15:16:56.427440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Provisioning complete for port 1ba1e9a7-280c-48ab-b546-1a99005ba04a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:56.427813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1e871b47-4840-41ef-87ac-54ce1ab5c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.447198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54480) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:56.468607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7350a7a8-5797-4bfa-a847-5399aefbe8b2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:56.485176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Synchronizing usage tracker for tenant:fcbc4c9629884659bb5c88625aa3ed47 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:56.506550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=90a79628-5fe5-47d3-8d97-549377c52193,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:56.534566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-7917bb16-afd0-42aa-948f-859c841f8e63 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Deleting subnet fb403c2e-4f4a-403e-9715-f54f6a00c5f1 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:16:56.536285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=1ba1e9a7-280c-48ab-b546-1a99005ba04a,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:56.537690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7917bb16-afd0-42aa-948f-859c841f8e63 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.538961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.539792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 7ada01c9-c32d-4c36-bc53-c56ecdef328d up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:56.593917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Usage tracker for resource:floatingip and tenant:7eaafddda0ea4a09b2b924fd8dbab177 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:56.598365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7917bb16-afd0-42aa-948f-859c841f8e63 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.612921 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-05372aec-336a-4edc-95f8-7f4f0c7f22f3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5942056 Mar 28 15:16:56.621278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54484) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:56.624375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0e7ca7bd-3b7a-47f4-ae00-a8b40104a4d3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Synchronizing usage tracker for tenant:e9e87296571247039d669be44d21889b on resource:floatingip {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:56.634409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfb61b-c975-43c3-aa76-cc7e85f19a3d req-27d0ed1c-bfa7-427d-a73f-01189759c290 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:56.636242 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b2bfb61b-c975-43c3-aa76-cc7e85f19a3d req-27d0ed1c-bfa7-427d-a73f-01189759c290 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 945 time: 0.5454597 Mar 28 15:16:56.638603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:56.641421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] Unset dirty status for tenant:fcbc4c9629884659bb5c88625aa3ed47 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:56.643242 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a22f9006-43da-4b86-add2-d20ea77eab3d req-0cdf97cd-7a25-489e-a51a-833b5a80b024 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8162539 Mar 28 15:16:56.650141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c28bc838-58f4-46bc-874c-c6899a01a905 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e4:a5:94'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:16:56.683927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac979f-d05c-42d3-bf0b-07a64dd27f6b req-88089f9a-ce55-4e4d-bdec-e80142443590 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:56.685553 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-03ac979f-d05c-42d3-bf0b-07a64dd27f6b req-88089f9a-ce55-4e4d-bdec-e80142443590 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3035359 Mar 28 15:16:56.692400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::242 (407e43a9-7d21-4a68-a014-97c49e9e0f14/02066960-2bbf-4ce8-9ee8-27f71c7b1abc/37604fb0-13ad-4fdb-b53c-809253c0ebec) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:56.756040 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-03ac979f-d05c-42d3-bf0b-07a64dd27f6b req-68eb203b-fed5-440c-9cb4-0920341d41a8 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575554 Mar 28 15:16:56.756286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:56.760993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7917bb16-afd0-42aa-948f-859c841f8e63 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.825920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '02066960-2bbf-4ce8-9ee8-27f71c7b1abc'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:16:56.827323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:56.853628 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b2bfb61b-c975-43c3-aa76-cc7e85f19a3d req-6fa298ad-f738-4457-a83e-e816a19d57ed tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077863 Mar 28 15:16:56.861256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0e7ca7bd-3b7a-47f4-ae00-a8b40104a4d3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Unset dirty status for tenant:e9e87296571247039d669be44d21889b on resource:floatingip {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:56.864906 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0e7ca7bd-3b7a-47f4-ae00-a8b40104a4d3 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4131253 Mar 28 15:16:56.869404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54490) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:56.978295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7917bb16-afd0-42aa-948f-859c841f8e63 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.006132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 7ada01c9-c32d-4c36-bc53-c56ecdef328d completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:57.014706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:57.015089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.026444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917bb16-afd0-42aa-948f-859c841f8e63 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event deleted for resources: {'Subnet': ['ID=fb403c2e-4f4a-403e-9715-f54f6a00c5f1,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:57.039176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7917bb16-afd0-42aa-948f-859c841f8e63 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.051985 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7917bb16-afd0-42aa-948f-859c841f8e63 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "DELETE /v2.0/subnets/fb403c2e-4f4a-403e-9715-f54f6a00c5f1 HTTP/1.1" status: 204 len: 168 time: 0.8063028 Mar 28 15:16:57.056809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54494) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:57.059589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 7ada01c9-c32d-4c36-bc53-c56ecdef328d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:57.059899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.083960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7104af45-5d18-4071-9a88-0a6a9b7b365f None None] Network 99debba0-0e45-4c88-bdfb-beae99e0bd57 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:16:57.111861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e8457-62cb-42bf-a9dc-1d32cee2c9f4 req-2f871e93-c39d-4f93-9a94-f8d98b2584d5 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:57.119097 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1e0e8457-62cb-42bf-a9dc-1d32cee2c9f4 req-2f871e93-c39d-4f93-9a94-f8d98b2584d5 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 944 time: 0.2145433 Mar 28 15:16:57.225771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Deleting port 1e3453ca-feca-4f4a-960a-6fe26f44f3cf {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:57.225964 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.246125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Could not find standard attr ID for object d76e454a-db0a-4ec3-a00a-d0c6b5e0b5ce. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:16:57.259275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Usage tracker for resource:security_group and tenant:7eaafddda0ea4a09b2b924fd8dbab177 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:57.315366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Could not find standard attr ID for object e3c741c2-38a4-48ab-aaad-92fbfba7f567. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:16:57.319371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.322326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:57.330963 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1e0e8457-62cb-42bf-a9dc-1d32cee2c9f4 req-f12f9764-ee1b-44ec-b024-2e6efeefb7cf tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2110069 Mar 28 15:16:57.350282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Deleting port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:57.350634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.360751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Could not find standard attr ID for object 060457df-e730-45ea-9802-43f849b8a294. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:16:57.399383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Usage tracker for resource:security_group_rule and tenant:7eaafddda0ea4a09b2b924fd8dbab177 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:57.427680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:57.439343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c28bc838-58f4-46bc-874c-c6899a01a905 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.440214 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:16:57.453893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Provisioning complete for port 1e025399-5858-4dd8-8364-076f2d1c1dfa triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:57.454176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.511149 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cf4c52c7-8229-4a2b-bbb3-e2fc9e871ca4 tempest-QuotasTest-457763222 tempest-QuotasTest-457763222-project-admin] 10.222.0.16 "GET /v2.0/quotas/7eaafddda0ea4a09b2b924fd8dbab177/details.json HTTP/1.1" status: 200 len: 703 time: 1.7527275 Mar 28 15:16:57.511366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.530843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.584042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8ab88e80-685b-44a8-a7a6-6df6420f76a7 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:16:57.591698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] For port 7350a7a8-5797-4bfa-a847-5399aefbe8b2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7350a7a8-5797-4bfa-a847-5399aefbe8b2,segment=NetworkSegment(1310977e-c36b-43dd-9776-499144a15f08),segment_id=1310977e-c36b-43dd-9776-499144a15f08)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:57.593444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.610316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 37604fb0-13ad-4fdb-b53c-809253c0ebec will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:57.644690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.645012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.648580 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5', 'code': 200} Mar 28 15:16:57.663403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Port 1e025399-5858-4dd8-8364-076f2d1c1dfa cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:57.688575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 8ab88e80-685b-44a8-a7a6-6df6420f76a7 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:16:57.691470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8ab88e80-685b-44a8-a7a6-6df6420f76a7 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:16:57.712640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 7ada01c9-c32d-4c36-bc53-c56ecdef328d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ada01c9-c32d-4c36-bc53-c56ecdef328d,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:57.757910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] DHCP port deletion for 99debba0-0e45-4c88-bdfb-beae99e0bd57 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:16:57.762209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] Deleting port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:57.762642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.789331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Calling delete_port for 1e3453ca-feca-4f4a-960a-6fe26f44f3cf owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:57.858155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Provisioning for port 98446fc8-4bd9-4097-84d5-44cbafc4911e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:16:57.861500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:57.862691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Calling delete_port for 7350a7a8-5797-4bfa-a847-5399aefbe8b2 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:57.919192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Provisioning complete for port 98446fc8-4bd9-4097-84d5-44cbafc4911e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:57.919192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.008463 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7c81ef9f-2deb-4595-b03f-33e22ccf9923 None None] Port 98446fc8-4bd9-4097-84d5-44cbafc4911e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:58.086392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.151943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event deleted for resources: {'Port': ['ID=7350a7a8-5797-4bfa-a847-5399aefbe8b2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:58.155347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] No DVR routers for this DVR port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:16:58.155483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.227873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=7ada01c9-c32d-4c36-bc53-c56ecdef328d,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:58.268246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54508) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:58.298417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] For port 7350a7a8-5797-4bfa-a847-5399aefbe8b2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7350a7a8-5797-4bfa-a847-5399aefbe8b2,segment=NetworkSegment(1310977e-c36b-43dd-9776-499144a15f08),segment_id=1310977e-c36b-43dd-9776-499144a15f08)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:16:58.298936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.328587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/02066960-2bbf-4ce8-9ee8-27f71c7b1abc/27c6181f-dd76-473c-85ce-e2aea38c7f72) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:16:58.344057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56090f7-8ffb-47f8-a009-4846bbea634e req-9cde7b08-5a28-4b9e-8b32-be82cf569ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:58.345536 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a56090f7-8ffb-47f8-a009-4846bbea634e req-9cde7b08-5a28-4b9e-8b32-be82cf569ea1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 1099 time: 0.3525064 Mar 28 15:16:58.347006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.372631 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c28bc838-58f4-46bc-874c-c6899a01a905 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.402283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1792b-485e-4eaf-8d41-7d9ef0070e8e req-e4fb60da-555d-47a2-9864-f9893ac989f6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:58.403824 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f8e1792b-485e-4eaf-8d41-7d9ef0070e8e req-e4fb60da-555d-47a2-9864-f9893ac989f6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4095147 Mar 28 15:16:58.410604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:58.412587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99debba0-0e45-4c88-bdfb-beae99e0bd57']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:58.414417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.418185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:58.426850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c28bc838-58f4-46bc-874c-c6899a01a905 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.439594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1ba1e9a7-280c-48ab-b546-1a99005ba04a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:16:58.440606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:58.446407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:58.447101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.457264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1310977e-c36b-43dd-9776-499144a15f08') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:58.457554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1310977e-c36b-43dd-9776-499144a15f08') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:16:58.473182 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a56090f7-8ffb-47f8-a009-4846bbea634e req-1aba9621-2e9e-4bf1-8ace-2da0a820697c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170769 Mar 28 15:16:58.489434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.514656 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f8e1792b-485e-4eaf-8d41-7d9ef0070e8e req-dfc20238-b9fc-495d-b6df-e7ba98028ff9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946972 Mar 28 15:16:58.527649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.546476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:16:58.546813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:16:58.565885 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:16:58.625351 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=37604fb0-13ad-4fdb-b53c-809253c0ebec,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:58.647728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] Calling delete_port for 7350a7a8-5797-4bfa-a847-5399aefbe8b2 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:58.734290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-156f1444-7ca8-45a4-bd8e-1aaf910b3566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.763301 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Pushing event deleted for resources: {'Port': ['ID=1e3453ca-feca-4f4a-960a-6fe26f44f3cf,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:58.788442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-156f1444-7ca8-45a4-bd8e-1aaf910b3566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:16:58.792516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-156f1444-7ca8-45a4-bd8e-1aaf910b3566 admin admin] Usage tracker for resource:security_group_rule and tenant:c8fa519e97a746c9aed0e7cfef30479e is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:16:58.795525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-156f1444-7ca8-45a4-bd8e-1aaf910b3566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:16:58.801268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-156f1444-7ca8-45a4-bd8e-1aaf910b3566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:16:58.815621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.840831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.845126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.848147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.850006 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bc9a6470-f23f-458e-b0a5-e6dd4349cfd3 tempest-FloatingIPAdminTestJSON-391257256 tempest-FloatingIPAdminTestJSON-391257256-project] 10.222.0.16 "DELETE /v2.0/floatingips/c6eb4308-5a9c-4a60-b427-c88c222779a6 HTTP/1.1" status: 204 len: 168 time: 1.9273431 Mar 28 15:16:58.859417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ca14f-c928-4136-9cc9-0ace93af67b7 req-46d7a058-8921-44fb-9251-afcfdeb93c1e tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:58.859594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] Pushing event deleted for resources: {'Network': ['ID=99debba0-0e45-4c88-bdfb-beae99e0bd57,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:58.859923 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-797ca14f-c928-4136-9cc9-0ace93af67b7 req-46d7a058-8921-44fb-9251-afcfdeb93c1e tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 946 time: 0.7745073 Mar 28 15:16:58.861582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54516) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:58.881513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c28bc838-58f4-46bc-874c-c6899a01a905 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] In _notify_port_updated(), no bound segment for port 98446fc8-4bd9-4097-84d5-44cbafc4911e on network 4576baee-147e-42af-8186-a88f582f3c4d {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:16:58.888496 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5eb2d8da-bfb1-415f-9e60-3c2bc0a3f995 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944 tempest-ExtraDHCPOptionsIpV6TestJSON-918079944-project] 10.222.0.16 "DELETE /v2.0/networks/99debba0-0e45-4c88-bdfb-beae99e0bd57 HTTP/1.1" status: 204 len: 168 time: 1.8270724 Mar 28 15:16:58.898382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28bc838-58f4-46bc-874c-c6899a01a905 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:58.899191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c28bc838-58f4-46bc-874c-c6899a01a905 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.904498 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c28bc838-58f4-46bc-874c-c6899a01a905 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "PUT /v2.0/ports/98446fc8-4bd9-4097-84d5-44cbafc4911e HTTP/1.1" status: 200 len: 994 time: 2.2650535 Mar 28 15:16:58.906684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54522) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:58.921583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:16:58.921958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:16:58.929780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bc838-58f4-46bc-874c-c6899a01a905 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Port': ['ID=98446fc8-4bd9-4097-84d5-44cbafc4911e,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:58.940964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 1ba1e9a7-280c-48ab-b546-1a99005ba04a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:58.941318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:58.945002 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f4503b21-94c5-4423-bd47-81a31456e670 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5566738 Mar 28 15:16:58.950393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54526) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:58.989494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6dbd63db-1a50-458b-9d73-a3bcf3420b11 None None] Provisioning complete for port 98446fc8-4bd9-4097-84d5-44cbafc4911e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:16:58.989909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6dbd63db-1a50-458b-9d73-a3bcf3420b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.016231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1d37c-ecdd-426a-934e-4f3b883544fc req-0562029a-3e83-49e9-b575-4c4362ccfbba tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:59.022894 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a3c1d37c-ecdd-426a-934e-4f3b883544fc req-0562029a-3e83-49e9-b575-4c4362ccfbba tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 0.2905300 Mar 28 15:16:59.095265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-86f6ec3a-6e3f-438b-821a-15c8b4289b73 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Deleting port 98446fc8-4bd9-4097-84d5-44cbafc4911e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:59.095612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86f6ec3a-6e3f-438b-821a-15c8b4289b73 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.110459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd63db-1a50-458b-9d73-a3bcf3420b11 None None] Port 98446fc8-4bd9-4097-84d5-44cbafc4911e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:16:59.132163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.159328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Deleting port ac3f11e3-ab66-42f4-986e-f677603e04cc {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:59.159885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.179883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Transition to ACTIVE for port object 27c6181f-dd76-473c-85ce-e2aea38c7f72 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:59.210447 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a3c1d37c-ecdd-426a-934e-4f3b883544fc req-0db91250-3a12-4567-801a-e79cba281b6a tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701803 Mar 28 15:16:59.212609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-156f1444-7ca8-45a4-bd8e-1aaf910b3566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.218155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Transition to ACTIVE for port object 27c6181f-dd76-473c-85ce-e2aea38c7f72 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:16:59.245452 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-797ca14f-c928-4136-9cc9-0ace93af67b7 req-30a4ac1d-c69f-47df-a5e8-2a054238e12b tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415830 Mar 28 15:16:59.273267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7350a7a8-5797-4bfa-a847-5399aefbe8b2 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:16:59.309598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2871a50a-8660-4d6f-92cd-e977f8094167 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:16:59.312867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2871a50a-8660-4d6f-92cd-e977f8094167 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:16:59.313895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.330573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-156f1444-7ca8-45a4-bd8e-1aaf910b3566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.362092 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7350a7a8-5797-4bfa-a847-5399aefbe8b2 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:16:59.362509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7350a7a8-5797-4bfa-a847-5399aefbe8b2 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:16:59.369963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.370460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.389686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:16:59.393185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:16:59.400144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:16:59.443374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54532) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:59.447930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] Deleting port 7350a7a8-5797-4bfa-a847-5399aefbe8b2 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:59.447930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.476235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Pushing event updated for resources: {'Port': ['ID=27c6181f-dd76-473c-85ce-e2aea38c7f72,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:59.519281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Calling delete_port for ac3f11e3-ab66-42f4-986e-f677603e04cc owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:59.571224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-550701d9-0443-45b3-9b33-84dc861bdede None None] The port '7350a7a8-5797-4bfa-a847-5399aefbe8b2' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:16:59.599429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Attempting to bind port 27c6181f-dd76-473c-85ce-e2aea38c7f72 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:16:59.599799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Attempting to bind port 27c6181f-dd76-473c-85ce-e2aea38c7f72 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:16:59.600163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Attempting to bind port 27c6181f-dd76-473c-85ce-e2aea38c7f72 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:16:59.607225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2871a50a-8660-4d6f-92cd-e977f8094167 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:16:59.610783 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2871a50a-8660-4d6f-92cd-e977f8094167 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.6515026 Mar 28 15:16:59.613861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54540) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:59.618891 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-156f1444-7ca8-45a4-bd8e-1aaf910b3566 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8fa519e97a746c9aed0e7cfef30479e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3491237 Mar 28 15:16:59.624792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:16:59.625159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:16:59.625563 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.625957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:16:59.630103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Bound port: 27c6181f-dd76-473c-85ce-e2aea38c7f72, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:16:59.630503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.633292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54544) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:59.641905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f1444-7ca8-45a4-bd8e-1aaf910b3566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2a45b3-e7e8-462c-a826-27f6e2f004a7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:16:59.669435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ada01c9-c32d-4c36-bc53-c56ecdef328d'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:16:59.741133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86f6ec3a-6e3f-438b-821a-15c8b4289b73 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.748861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a4148aa-090f-4c40-9af8-b73dfce8e447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.804105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] For port 27c6181f-dd76-473c-85ce-e2aea38c7f72, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:16:59.808487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] For port 27c6181f-dd76-473c-85ce-e2aea38c7f72, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=27c6181f-dd76-473c-85ce-e2aea38c7f72,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:16:59.815883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-7bf8216c-dc6a-4611-a7b4-92ef021b6705 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 37604fb0-13ad-4fdb-b53c-809253c0ebec {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:16:59.816230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7bf8216c-dc6a-4611-a7b4-92ef021b6705 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.819885 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ada01c9-c32d-4c36-bc53-c56ecdef328d', 'code': 200} Mar 28 15:16:59.860502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:16:59.879945 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9d7495f8-f801-4735-9966-01be122c1828 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c27de0a80654903b256538397aaedb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351854 Mar 28 15:16:59.944581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54550) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:16:59.957228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-86f6ec3a-6e3f-438b-821a-15c8b4289b73 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Calling delete_port for 98446fc8-4bd9-4097-84d5-44cbafc4911e owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:16:59.993623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a4148aa-090f-4c40-9af8-b73dfce8e447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.005199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b065fd-f2c6-4ab9-87ac-b1e3424e69fe None None] Pushing event updated for resources: {'Port': ['ID=27c6181f-dd76-473c-85ce-e2aea38c7f72,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:00.181850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8494e398-d7ba-4a4c-b3e4-42ec0effed60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.209391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.213102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c4ffd-312a-4024-98cf-eb43faa21fc8 req-007e6238-451c-4237-ac1e-fdde1531f646 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:00.220135 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-325c4ffd-312a-4024-98cf-eb43faa21fc8 req-007e6238-451c-4237-ac1e-fdde1531f646 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.5021069 Mar 28 15:17:00.318193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac3f11e3-ab66-42f4-986e-f677603e04cc,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:00.341832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8494e398-d7ba-4a4c-b3e4-42ec0effed60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.359457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a4148aa-090f-4c40-9af8-b73dfce8e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.417097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4148aa-090f-4c40-9af8-b73dfce8e447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2a45b3-e7e8-462c-a826-27f6e2f004a7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:00.430714 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-325c4ffd-312a-4024-98cf-eb43faa21fc8 req-b07eba45-07e7-4975-ac6e-c7abc0b91c3b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096565 Mar 28 15:17:00.441350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86f6ec3a-6e3f-438b-821a-15c8b4289b73 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.526160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6ec3a-6e3f-438b-821a-15c8b4289b73 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event deleted for resources: {'Port': ['ID=98446fc8-4bd9-4097-84d5-44cbafc4911e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:00.556106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7bf8216c-dc6a-4611-a7b4-92ef021b6705 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.636581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a4148aa-090f-4c40-9af8-b73dfce8e447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.640606 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8a4148aa-090f-4c40-9af8-b73dfce8e447 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df2a45b3-e7e8-462c-a826-27f6e2f004a7 HTTP/1.1" status: 204 len: 168 time: 1.0000372 Mar 28 15:17:00.646999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80102cc7-1360-4592-8e15-e606e37effb8 req-84a5b8f4-b9d6-406d-a825-4c6c05178c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:00.648525 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80102cc7-1360-4592-8e15-e606e37effb8 req-84a5b8f4-b9d6-406d-a825-4c6c05178c9d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 1098 time: 0.4035628 Mar 28 15:17:00.680518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8494e398-d7ba-4a4c-b3e4-42ec0effed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.725162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-7bf8216c-dc6a-4611-a7b4-92ef021b6705 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 37604fb0-13ad-4fdb-b53c-809253c0ebec owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:00.740769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494e398-d7ba-4a4c-b3e4-42ec0effed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ea7b7f-9e65-46b7-b85b-720d966442ac,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:00.743007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8494e398-d7ba-4a4c-b3e4-42ec0effed60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.747904 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8494e398-d7ba-4a4c-b3e4-42ec0effed60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14ea7b7f-9e65-46b7-b85b-720d966442ac HTTP/1.1" status: 204 len: 168 time: 0.8009858 Mar 28 15:17:00.818185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.854071 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80102cc7-1360-4592-8e15-e606e37effb8 req-c93bc3ed-05a0-4ba7-9089-1d60ac6eaf66 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1978028 Mar 28 15:17:00.898506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a0d76-31a3-4a42-b61a-081566babb50 req-68c3ca76-53e0-43da-b452-8f6033be20e3 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:00.905861 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a7a0d76-31a3-4a42-b61a-081566babb50 req-68c3ca76-53e0-43da-b452-8f6033be20e3 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 946 time: 0.3374870 Mar 28 15:17:00.920341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89297aa4-905d-4442-943e-fd6f2188b914 req-51264ca6-9167-4e1b-8900-03b45a926260 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:00.925814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86f6ec3a-6e3f-438b-821a-15c8b4289b73 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:00.927867 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-86f6ec3a-6e3f-438b-821a-15c8b4289b73 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "DELETE /v2.0/ports/98446fc8-4bd9-4097-84d5-44cbafc4911e HTTP/1.1" status: 204 len: 168 time: 2.0202370 Mar 28 15:17:00.931395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54564) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:00.937130 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-89297aa4-905d-4442-943e-fd6f2188b914 req-51264ca6-9167-4e1b-8900-03b45a926260 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 0.4909458 Mar 28 15:17:00.986772 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7c00f9-b1c8-4698-864b-21ddabc0da08 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] GET failed (client error): The resource could not be found. Mar 28 15:17:00.987331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9b7c00f9-b1c8-4698-864b-21ddabc0da08 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Synchronizing usage tracker for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:01.016655 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a7a0d76-31a3-4a42-b61a-081566babb50 req-f805ded6-766b-4649-b4b8-feb157c604a6 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096678 Mar 28 15:17:01.047530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:01.049159 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e2d977b3-5619-4dfd-9355-2404287916fe tempest-FloatingIPAdminTestJSON-1233714479 tempest-FloatingIPAdminTestJSON-1233714479-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/abbc9372-d56f-4ced-a72e-125dc5ed2a40 HTTP/1.1" status: 204 len: 168 time: 2.1712618 Mar 28 15:17:01.052851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54572) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:01.085004 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-89297aa4-905d-4442-943e-fd6f2188b914 req-fc29a63d-f5a7-4bbe-94bd-7813e47c9ced tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454408 Mar 28 15:17:01.116422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9b7c00f9-b1c8-4698-864b-21ddabc0da08 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Unset dirty status for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:01.121548 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9b7c00f9-b1c8-4698-864b-21ddabc0da08 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "GET /v2.0/ports/98446fc8-4bd9-4097-84d5-44cbafc4911e HTTP/1.1" status: 404 len: 333 time: 0.1852250 Mar 28 15:17:01.130272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54576) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:01.136026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'port': {'network_id': '4576baee-147e-42af-8186-a88f582f3c4d', 'name': 'tempest-AllowedAddressPairTestJSON-586056143'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:01.194560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8e2ded56-e6c3-465d-8853-f2df9d6bcbc1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Deleting port 987ea03e-12af-4fbb-88e7-2728047f94ce {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:01.194560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8e2ded56-e6c3-465d-8853-f2df9d6bcbc1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:01.305924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7bf8216c-dc6a-4611-a7b4-92ef021b6705 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:01.358385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b5e3e-e054-4951-8a88-2874797de958 req-c3e95138-8171-4b19-8d2e-81c49d18bb8b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:01.359997 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a27b5e3e-e054-4951-8a88-2874797de958 req-c3e95138-8171-4b19-8d2e-81c49d18bb8b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2056317 Mar 28 15:17:01.368785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54584) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:01.382847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e3e132cf-0655-46a8-99ff-a4f8fe43c7a4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Request body: {'floatingip': {'port_id': '37f86b14-8f57-4c1e-8cca-c416ef6c9991'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:01.393743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54588) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:01.443963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8216c-dc6a-4611-a7b4-92ef021b6705 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=37604fb0-13ad-4fdb-b53c-809253c0ebec,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:01.482795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed989f65-d0ae-488a-98d7-59f98bdc9e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:01.517056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7bf8216c-dc6a-4611-a7b4-92ef021b6705 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:01.540978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ed989f65-d0ae-488a-98d7-59f98bdc9e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:01.549652 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7bf8216c-dc6a-4611-a7b4-92ef021b6705 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/37604fb0-13ad-4fdb-b53c-809253c0ebec HTTP/1.1" status: 204 len: 168 time: 1.9322388 Mar 28 15:17:01.552416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ed989f65-d0ae-488a-98d7-59f98bdc9e64 admin admin] Usage tracker for resource:security_group_rule and tenant:7eaafddda0ea4a09b2b924fd8dbab177 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:01.558918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ed989f65-d0ae-488a-98d7-59f98bdc9e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:01.561936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54596) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:01.569831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ed989f65-d0ae-488a-98d7-59f98bdc9e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:01.572103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:01.629618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e3e132cf-0655-46a8-99ff-a4f8fe43c7a4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for floatingip, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:01.643204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:01.654420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-315a7a84-2421-4b96-9a56-0b542d20b6e0 None None] Provisioning for port 27c6181f-dd76-473c-85ce-e2aea38c7f72 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:01.683142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e86a0-4411-4348-9201-cac586329941 req-9cf5e1da-2d4d-4bd7-9be1-b692d9703be3 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:01.684659 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c7e86a0-4411-4348-9201-cac586329941 req-9cf5e1da-2d4d-4bd7-9be1-b692d9703be3 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 946 time: 0.3867836 Mar 28 15:17:01.697885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54602) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:01.704862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe267f3-e1f0-411e-baa4-9f063fcdf3db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:01.706453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe267f3-e1f0-411e-baa4-9f063fcdf3db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:01.707227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3fe267f3-e1f0-411e-baa4-9f063fcdf3db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:01.715434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cb15a37f-3848-4add-a64b-d4778a680a5a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Request body: {'floatingip': {'port_id': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:01.780481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Made reservation on behalf of 32ec61285e574941af5b90dfd17c30bf for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:01.783285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:01.829729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb15a37f-3848-4add-a64b-d4778a680a5a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for floatingip, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:01.882523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-faec8f5e-863b-4979-a08c-4664a785e4b5 None None] Could not find standard attr ID for object d7cd9799-eda7-4168-8402-594c3fe31cd5. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:17:01.917303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] device_id is not set on port e18b7e34-2087-4fa7-ad4c-abaedf4c138f yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:02.038807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8e2ded56-e6c3-465d-8853-f2df9d6bcbc1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.048484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3fe267f3-e1f0-411e-baa4-9f063fcdf3db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:02.052353 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3fe267f3-e1f0-411e-baa4-9f063fcdf3db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4868464 Mar 28 15:17:02.068128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54612) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:02.199558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-90588669-6017-4609-b592-d168dc03ead3 None None] Could not find standard attr ID for object 37604fb0-13ad-4fdb-b53c-809253c0ebec. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:17:02.344586 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.363254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54620) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:02.367189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed989f65-d0ae-488a-98d7-59f98bdc9e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.397305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 27c6181f-dd76-473c-85ce-e2aea38c7f72 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:02.429566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed989f65-d0ae-488a-98d7-59f98bdc9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.460793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8e2ded56-e6c3-465d-8853-f2df9d6bcbc1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Calling delete_port for 987ea03e-12af-4fbb-88e7-2728047f94ce owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:02.533672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 27c6181f-dd76-473c-85ce-e2aea38c7f72 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:02.538915 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 27c6181f-dd76-473c-85ce-e2aea38c7f72 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:02.539350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.585241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'networks': [{'name': 'tempest-network--1804974577'}, {'name': 'tempest-network--1572379389'}]} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:02.585641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'network': {'name': 'tempest-network--1804974577'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:02.586016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'network': {'name': 'tempest-network--1572379389'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:02.600825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4934762a-f1d0-42a7-9307-15ec70ed66b8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 02066960-2bbf-4ce8-9ee8-27f71c7b1abc {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:02.606092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:02.616499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ed989f65-d0ae-488a-98d7-59f98bdc9e64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7eaafddda0ea4a09b2b924fd8dbab177&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2104270 Mar 28 15:17:02.616718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4934762a-f1d0-42a7-9307-15ec70ed66b8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.620384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Usage tracker for resource:network and tenant:cfed44c6786a4acab8859f1ef65f9d7b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:02.623546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54626) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:02.627938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed989f65-d0ae-488a-98d7-59f98bdc9e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3730615-17c2-4ab5-aef4-ea523a5b902f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:02.634061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Allocated IP 172.20.0.9 (4576baee-147e-42af-8186-a88f582f3c4d/36a87574-a4ac-4dff-a911-d00d8a6cda9b/e18b7e34-2087-4fa7-ad4c-abaedf4c138f) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:02.642433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:02.660870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:02.712628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.745513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 27c6181f-dd76-473c-85ce-e2aea38c7f72, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=27c6181f-dd76-473c-85ce-e2aea38c7f72,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:02.809315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.842334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4934762a-f1d0-42a7-9307-15ec70ed66b8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.847363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Made reservation on behalf of cfed44c6786a4acab8859f1ef65f9d7b for: {'network': 2} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:02.851805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:02.883380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=27c6181f-dd76-473c-85ce-e2aea38c7f72,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:02.948587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.041564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7b838-6678-4fcc-97cd-1351371d72a3 req-1dafab60-753f-4b45-a5ed-8b9a08d0d8ad tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:03.043005 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-82a7b838-6678-4fcc-97cd-1351371d72a3 req-1dafab60-753f-4b45-a5ed-8b9a08d0d8ad tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 0.5120630 Mar 28 15:17:03.074342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f16ad73c-f05f-4bec-84c1-c6bf6df9894d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.076626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8e2ded56-e6c3-465d-8853-f2df9d6bcbc1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.127795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:03.150297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Usage tracker for resource:security_group_rule and tenant:cfed44c6786a4acab8859f1ef65f9d7b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:03.182419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ded56-e6c3-465d-8853-f2df9d6bcbc1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event deleted for resources: {'Port': ['ID=987ea03e-12af-4fbb-88e7-2728047f94ce,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:03.196776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4934762a-f1d0-42a7-9307-15ec70ed66b8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.206061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:03.230464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:03.234067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f16ad73c-f05f-4bec-84c1-c6bf6df9894d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.235832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-82a7b838-6678-4fcc-97cd-1351371d72a3 req-b7b2707e-0e8f-4196-b169-2c9d86c69ee8 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1832333 Mar 28 15:17:03.381549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.446429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8e2ded56-e6c3-465d-8853-f2df9d6bcbc1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.465363 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8e2ded56-e6c3-465d-8853-f2df9d6bcbc1 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "DELETE /v2.0/ports/987ea03e-12af-4fbb-88e7-2728047f94ce HTTP/1.1" status: 204 len: 168 time: 2.4112108 Mar 28 15:17:03.468855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54630) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:03.551531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Transition to ACTIVE for port object e18b7e34-2087-4fa7-ad4c-abaedf4c138f will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:03.564129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f16ad73c-f05f-4bec-84c1-c6bf6df9894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.582663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4934762a-f1d0-42a7-9307-15ec70ed66b8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.601532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ad73c-f05f-4bec-84c1-c6bf6df9894d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3730615-17c2-4ab5-aef4-ea523a5b902f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:03.606090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.623671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb15a37f-3848-4add-a64b-d4778a680a5a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.651582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4934762a-f1d0-42a7-9307-15ec70ed66b8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.657831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7552821-a0fa-49ad-a224-82fd9e562f19 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:03.660017 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934762a-f1d0-42a7-9307-15ec70ed66b8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=02066960-2bbf-4ce8-9ee8-27f71c7b1abc,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:03.676609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f16ad73c-f05f-4bec-84c1-c6bf6df9894d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.680718 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f16ad73c-f05f-4bec-84c1-c6bf6df9894d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3730615-17c2-4ab5-aef4-ea523a5b902f HTTP/1.1" status: 204 len: 168 time: 1.0516448 Mar 28 15:17:03.682523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb15a37f-3848-4add-a64b-d4778a680a5a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.737605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e3e132cf-0655-46a8-99ff-a4f8fe43c7a4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.738348 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.738348 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.769489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.784759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf414e-d0de-4fa8-8871-e55b7296b1cf tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:03.785468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8bdf414e-d0de-4fa8-8871-e55b7296b1cf tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Synchronizing usage tracker for tenant:e9e87296571247039d669be44d21889b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:03.814177 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-5565adb4-d1f4-485f-b857-1c50ac3f0c12 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1597683 Mar 28 15:17:03.817987 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4934762a-f1d0-42a7-9307-15ec70ed66b8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/02066960-2bbf-4ce8-9ee8-27f71c7b1abc HTTP/1.1" status: 204 len: 168 time: 1.7488942 Mar 28 15:17:03.818742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54636) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:03.838804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:03.883063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8bdf414e-d0de-4fa8-8871-e55b7296b1cf tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Unset dirty status for tenant:e9e87296571247039d669be44d21889b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:03.886960 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8bdf414e-d0de-4fa8-8871-e55b7296b1cf tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe HTTP/1.1" status: 200 len: 913 time: 0.4126861 Mar 28 15:17:03.891714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e3e132cf-0655-46a8-99ff-a4f8fe43c7a4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:03.948092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54640) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:03.962469 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c881748d-a9ff-46f5-b39f-4b4ab39f70e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1403537 Mar 28 15:17:03.972256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54644) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:04.024549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be6340-b9a4-481e-ac8c-c8e4df424005 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:04.028432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d0be6340-b9a4-481e-ac8c-c8e4df424005 None None] Deleting port 27c6181f-dd76-473c-85ce-e2aea38c7f72 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:04.028806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d0be6340-b9a4-481e-ac8c-c8e4df424005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.044065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:04.110692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dc4cba-1540-4bea-be7c-cd60e1336d90,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:04.128398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.128843 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Added segment 6ee4d645-28fa-4e9e-96ee-38622efa12e3 of type vlan for network 83ccbf9d-654a-4a9b-8ff1-6480d2359643 Mar 28 15:17:04.130945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Network 4576baee-147e-42af-8186-a88f582f3c4d is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:04.146903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:04.149431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:04.199997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Port': ['ID=e18b7e34-2087-4fa7-ad4c-abaedf4c138f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:04.234378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.320584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:04.321559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:04.327708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:04.330782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:04.338276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:04.348325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.348597 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Added segment 184127fb-07b4-4a46-8601-0080420cd883 of type vlan for network f809e84b-a599-45d5-b19c-c401755de4e9 Mar 28 15:17:04.395175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.411555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 27c6181f-dd76-473c-85ce-e2aea38c7f72 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:04.461304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d0be6340-b9a4-481e-ac8c-c8e4df424005 None None] For port 27c6181f-dd76-473c-85ce-e2aea38c7f72, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=27c6181f-dd76-473c-85ce-e2aea38c7f72,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:04.461801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d0be6340-b9a4-481e-ac8c-c8e4df424005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.483962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:04.487486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.507683 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-cb15a37f-3848-4add-a64b-d4778a680a5a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Floating IP 63beb1b9-978d-46cd-b42e-0289f3b6bc37 associated. External IP: 172.26.7.212, port: d8831d41-deb9-48dd-9b72-b8cacd3c4be5. Mar 28 15:17:04.561156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.561662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.567278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:04.572341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:04.572983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.629430 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-e3e132cf-0655-46a8-99ff-a4f8fe43c7a4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Floating IP dd047dbf-7649-43b1-9785-15dbfdbc95d5 associated. External IP: 172.26.7.82, port: 37f86b14-8f57-4c1e-8cca-c416ef6c9991. Mar 28 15:17:04.651923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d0be6340-b9a4-481e-ac8c-c8e4df424005 None None] Calling delete_port for 27c6181f-dd76-473c-85ce-e2aea38c7f72 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:04.656319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:04.656943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.683918 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3189833 Mar 28 15:17:04.702215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54660) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:04.730557 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2045b7bf-128e-4719-bf29-b00243915514 None None] Provisioning for port e18b7e34-2087-4fa7-ad4c-abaedf4c138f completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:04.753997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Network': ['ID=83ccbf9d-654a-4a9b-8ff1-6480d2359643,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:04.759130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2045b7bf-128e-4719-bf29-b00243915514 None None] Provisioning complete for port e18b7e34-2087-4fa7-ad4c-abaedf4c138f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:04.759577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2045b7bf-128e-4719-bf29-b00243915514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.797396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 83ccbf9d-654a-4a9b-8ff1-6480d2359643 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:04.898533 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d10572d9-2f23-42c9-aafb-aba629988c5e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7684858 Mar 28 15:17:04.931848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54670) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:04.980597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:04.987531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e4:a5:94'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:04.987802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935ea60-5eac-4162-8639-ca86135a6df5 req-d43a7004-c923-4aea-a074-4bde4ee09ef5 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:04.989323 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9935ea60-5eac-4162-8639-ca86135a6df5 req-d43a7004-c923-4aea-a074-4bde4ee09ef5 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 0.5423622 Mar 28 15:17:04.989963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b191f-15e1-4a8d-8645-6668faff2e90 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Network': ['ID=f809e84b-a599-45d5-b19c-c401755de4e9,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:05.027825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network f809e84b-a599-45d5-b19c-c401755de4e9 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:05.035981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-1c49b64f-6f50-478c-ba93-15f97398cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:05.037448 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-1c49b64f-6f50-478c-ba93-15f97398cabc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1098 time: 0.9973555 Mar 28 15:17:05.127625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2045b7bf-128e-4719-bf29-b00243915514 None None] Port e18b7e34-2087-4fa7-ad4c-abaedf4c138f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:05.156905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d0be6340-b9a4-481e-ac8c-c8e4df424005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:05.221902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb15a37f-3848-4add-a64b-d4778a680a5a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Router f3e00708-c200-4120-9192-ddbb595b1d22 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:17:05.230992 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9935ea60-5eac-4162-8639-ca86135a6df5 req-410a3945-6282-41ef-923c-fdc0f786d2f5 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2286868 Mar 28 15:17:05.244181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be6340-b9a4-481e-ac8c-c8e4df424005 None None] Pushing event deleted for resources: {'Port': ['ID=27c6181f-dd76-473c-85ce-e2aea38c7f72,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:05.246514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be6340-b9a4-481e-ac8c-c8e4df424005 None None] No DVR routers for this DVR port 27c6181f-dd76-473c-85ce-e2aea38c7f72 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:05.301669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54676) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:05.435247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cc36a591-29a6-47f6-8cfa-66ead3a231cb tempest-DvrRoutersNegativeTest-1759615124 tempest-DvrRoutersNegativeTest-1759615124-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1030313076', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:05.438289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.policy [None req-cc36a591-29a6-47f6-8cfa-66ead3a231cb tempest-DvrRoutersNegativeTest-1759615124 tempest-DvrRoutersNegativeTest-1759615124-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88487) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 28 15:17:05.438576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.policy [None req-cc36a591-29a6-47f6-8cfa-66ead3a231cb tempest-DvrRoutersNegativeTest-1759615124 tempest-DvrRoutersNegativeTest-1759615124-project] Failed policy check for 'create_router' {{(pid=88487) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 28 15:17:05.439168 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-cc36a591-29a6-47f6-8cfa-66ead3a231cb tempest-DvrRoutersNegativeTest-1759615124 tempest-DvrRoutersNegativeTest-1759615124-project] create failed (client error): Access was denied to this resource. Mar 28 15:17:05.440098 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cc36a591-29a6-47f6-8cfa-66ead3a231cb tempest-DvrRoutersNegativeTest-1759615124 tempest-DvrRoutersNegativeTest-1759615124-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1374924 Mar 28 15:17:05.462137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb15a37f-3848-4add-a64b-d4778a680a5a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:17:05.467136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb15a37f-3848-4add-a64b-d4778a680a5a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:05.475720 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] Sync routers for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:17:05.518874 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:05.519440 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:05.529774 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cb15a37f-3848-4add-a64b-d4778a680a5a tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "PUT /v2.0/floatingips/63beb1b9-978d-46cd-b42e-0289f3b6bc37 HTTP/1.1" status: 200 len: 992 time: 3.8302274 Mar 28 15:17:05.530490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'tag': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:17:05.704389 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:05.723970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83893354-2357-4e2a-b244-9511175717ed req-f0ec4eae-dd02-457e-aa37-ac4c69b73ca9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:05.725575 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-83893354-2357-4e2a-b244-9511175717ed req-f0ec4eae-dd02-457e-aa37-ac4c69b73ca9 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 946 time: 0.0897152 Mar 28 15:17:05.784228 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-83893354-2357-4e2a-b244-9511175717ed req-40cb819a-5965-477b-a6b8-2df0857d4655 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517595 Mar 28 15:17:05.838519 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'tag': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5', 'status': 'completed', 'code': 200} Mar 28 15:17:05.842695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ef158-94b6-4296-bba9-afa3153f8312 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:05.848623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ef158-94b6-4296-bba9-afa3153f8312 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:05.854634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ef158-94b6-4296-bba9-afa3153f8312 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:05.860441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ef158-94b6-4296-bba9-afa3153f8312 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:05.864869 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ce0ef158-94b6-4296-bba9-afa3153f8312 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9640870 Mar 28 15:17:05.876962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54692) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:05.905690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-0a3514a2-3033-4712-b8af-aa59824bc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:05.907549 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-0a3514a2-3033-4712-b8af-aa59824bc5e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 913 time: 0.5858271 Mar 28 15:17:06.084485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54700) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:06.111271 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:09Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '63beb1b9-978d-46cd-b42e-0289f3b6bc37', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'floating_ip_address': '172.26.7.212', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'port_id': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'mac_address': 'fa:16:3e:ad:11:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:16:19Z', 'updated_at': '2022-03-28T15:17:03Z', 'revision_number': 1, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44466e52-a8d5-41b8-a109-ae05f3b54832', 'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'mac_address': 'fa:16:3e:f0:2a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:06Z', 'updated_at': '2022-03-28T15:16:18Z', 'revision_number': 5, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'subnets': [{'id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:06.116542 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] Checking router: f3e00708-c200-4120-9192-ddbb595b1d22 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:17:06.126788 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:06.127723 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:06.184763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:06.202432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-fec5aa96-a191-45dd-8343-802f047161a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:06.204380 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-fec5aa96-a191-45dd-8343-802f047161a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6614834b0154a0a973a949a1c1b5fd2&device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 1099 time: 0.2849445 Mar 28 15:17:06.245623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e132cf-0655-46a8-99ff-a4f8fe43c7a4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:17:06.303755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:06.324607 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:06.360949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-1a11f8dd-d128-4d50-8f6a-ece5daea8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:06.362405 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-1a11f8dd-d128-4d50-8f6a-ece5daea8a80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef6d515c-97b9-44e2-93df-2e1574694367 HTTP/1.1" status: 200 len: 906 time: 0.1313088 Mar 28 15:17:06.442361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3842d3-e4c5-4900-86c9-4e0992d878c7 req-9da7ef64-4ed4-475a-a88d-869e993ecad8 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:06.443853 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b3842d3-e4c5-4900-86c9-4e0992d878c7 req-9da7ef64-4ed4-475a-a88d-869e993ecad8 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 1.0746393 Mar 28 15:17:06.460122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54706) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:06.476085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Request body: {'floatingip': {'port_id': '7ada01c9-c32d-4c36-bc53-c56ecdef328d'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:06.487406 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-0c82b90f-179e-448f-b4a3-12196da6a8f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 998 time: 0.3997338 Mar 28 15:17:06.543893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-441a9a45-8927-49c0-813a-ce661d4ba892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:06.623396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:06.641198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:06.646051 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for floatingip, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:06.689708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-441a9a45-8927-49c0-813a-ce661d4ba892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:06.692826 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:09Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '63beb1b9-978d-46cd-b42e-0289f3b6bc37', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'floating_ip_address': '172.26.7.212', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'port_id': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'mac_address': 'fa:16:3e:ad:11:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:16:19Z', 'updated_at': '2022-03-28T15:17:03Z', 'revision_number': 1, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44466e52-a8d5-41b8-a109-ae05f3b54832', 'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'mac_address': 'fa:16:3e:f0:2a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:06Z', 'updated_at': '2022-03-28T15:16:18Z', 'revision_number': 5, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'subnets': [{'id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:06.696999 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c52f2-8427-4c91-b1f8-0ecfbaee77e2 None None] The sync data for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv is: [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:09Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '63beb1b9-978d-46cd-b42e-0289f3b6bc37', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'floating_ip_address': '172.26.7.212', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'port_id': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'mac_address': 'fa:16:3e:ad:11:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:16:19Z', 'updated_at': '2022-03-28T15:17:03Z', 'revision_number': 1, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44466e52-a8d5-41b8-a109-ae05f3b54832', 'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'mac_address': 'fa:16:3e:f0:2a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:06Z', 'updated_at': '2022-03-28T15:16:18Z', 'revision_number': 5, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'subnets': [{'id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:17:06.718168 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-b841b7cb-b6ee-4f91-b589-f3003b815f30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8831d41-deb9-48dd-9b72-b8cacd3c4be5 HTTP/1.1" status: 200 len: 1000 time: 0.3382094 Mar 28 15:17:06.727400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-441a9a45-8927-49c0-813a-ce661d4ba892 admin admin] Usage tracker for resource:security_group_rule and tenant:fab011b8bb7d429e8323d54e005eb949 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:06.734973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-441a9a45-8927-49c0-813a-ce661d4ba892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:06.759825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-441a9a45-8927-49c0-813a-ce661d4ba892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:06.764919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:06.790009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:06.800606 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ccc09-8553-4ccb-80a0-3d3a54630796 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:06.819847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ccbf9d-654a-4a9b-8ff1-6480d2359643']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:06.847831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee4d645-28fa-4e9e-96ee-38622efa12e3') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:06.848115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee4d645-28fa-4e9e-96ee-38622efa12e3') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:06.853020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:06.853603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:06.865126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-1fdfef29-87f6-438d-970d-276c165ee152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:06.866572 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-1fdfef29-87f6-438d-970d-276c165ee152 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 200 len: 851 time: 0.3713491 Mar 28 15:17:07.008300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef103e7-f4fb-4e50-b032-4cbb5778280b None None] New status for floating IP 63beb1b9-978d-46cd-b42e-0289f3b6bc37: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:17:07.022439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=3331a2bd-16c9-48a7-a61a-1471c09e97b4,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:07.044900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.059389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-db199e3e-08dc-40de-b2d1-25f832467ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:07.061407 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-db199e3e-08dc-40de-b2d1-25f832467ce1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c0ee85f-a616-4b7a-b0cd-5fe28a554489 HTTP/1.1" status: 200 len: 844 time: 0.3275626 Mar 28 15:17:07.090106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e132cf-0655-46a8-99ff-a4f8fe43c7a4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:17:07.103949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e3e132cf-0655-46a8-99ff-a4f8fe43c7a4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.104098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.109287 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] Sync routers for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:17:07.132198 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:07.134419 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:07.183150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:07.183150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:07.198518 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:07.202017 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5ba6ea1d-6aa4-4d16-bee6-97cd2c2edc2c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2249112 Mar 28 15:17:07.202017 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54710) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:07.222922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'name': 'tempest-NetworksTestDHCPv6-1054949166'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:07.231728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '3331a2bd-16c9-48a7-a61a-1471c09e97b4'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:07.233075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.305696 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e3e132cf-0655-46a8-99ff-a4f8fe43c7a4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "PUT /v2.0/floatingips/dd047dbf-7649-43b1-9785-15dbfdbc95d5 HTTP/1.1" status: 200 len: 990 time: 5.9276633 Mar 28 15:17:07.353182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:17:07.401159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.446422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.447979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-dd72b33f-c0a8-494f-a12b-b7fc202958e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:07.449437 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-dd72b33f-c0a8-494f-a12b-b7fc202958e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef6d515c-97b9-44e2-93df-2e1574694367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3773770 Mar 28 15:17:07.450483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.476857 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:07.481228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Network': ['ID=83ccbf9d-654a-4a9b-8ff1-6480d2359643,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:07.502358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-16238ff3-783e-4dc2-a242-b53cd024b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:07.503987 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-16238ff3-783e-4dc2-a242-b53cd024b74e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32fdabfd-77e5-48a6-aac8-16b15e900f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6074889 Mar 28 15:17:07.514460 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'status': 'completed', 'code': 200} Mar 28 15:17:07.568845 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c0091c5f-82fd-48f9-84bd-f256630cfc62 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/networks/83ccbf9d-654a-4a9b-8ff1-6480d2359643 HTTP/1.1" status: 204 len: 168 time: 1.6907070 Mar 28 15:17:07.573632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54718) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:07.615717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:17:07.627847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/3331a2bd-16c9-48a7-a61a-1471c09e97b4/6079dafe-44a3-4431-85f2-c876072fd5cc) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:07.667443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.726812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:07.795567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:07.809892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:07.828836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.890908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c27e2d-68d4-47e2-8b54-138bd8278d88 req-eab75a14-7e46-46ca-b43d-9f83b89ed54d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:07.894624 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.901350 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-15c27e2d-68d4-47e2-8b54-138bd8278d88 req-eab75a14-7e46-46ca-b43d-9f83b89ed54d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4095004 Mar 28 15:17:07.905441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Transition to ACTIVE for port object 6079dafe-44a3-4431-85f2-c876072fd5cc will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:07.924218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Transition to ACTIVE for port object 6079dafe-44a3-4431-85f2-c876072fd5cc will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:07.933124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:07.964488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-441a9a45-8927-49c0-813a-ce661d4ba892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.979612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:07.980685 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-bedc38d7-9185-47be-bdc2-73724ed4d6a3 service neutron] 10.222.0.23 "GET /v2.0/networks/ef6d515c-97b9-44e2-93df-2e1574694367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526026 Mar 28 15:17:07.989082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.059180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:08.063168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:08.069452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:08.079403 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:16:04Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'dd047dbf-7649-43b1-9785-15dbfdbc95d5', 'tenant_id': '14b7dff61050496c838afb311e489455', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'port_id': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'mac_address': 'fa:16:3e:50:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:16:15Z', 'updated_at': '2022-03-28T15:17:03Z', 'revision_number': 1, 'project_id': '14b7dff61050496c838afb311e489455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5', 'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'mac_address': 'fa:16:3e:d8:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:02Z', 'updated_at': '2022-03-28T15:16:15Z', 'revision_number': 5, 'project_id': '14b7dff61050496c838afb311e489455', 'subnets': [{'id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:08.086309 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] Checking router: 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:17:08.099550 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:08.101017 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:08.135175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Pushing event updated for resources: {'Port': ['ID=6079dafe-44a3-4431-85f2-c876072fd5cc,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:08.183430 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-15c27e2d-68d4-47e2-8b54-138bd8278d88 req-1c877b4b-2274-465b-b00a-13af6c9079b3 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778659 Mar 28 15:17:08.191188 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:17:08.245703 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:17:08.251473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Attempting to bind port 6079dafe-44a3-4431-85f2-c876072fd5cc on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:08.251846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Attempting to bind port 6079dafe-44a3-4431-85f2-c876072fd5cc by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:08.252209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Attempting to bind port 6079dafe-44a3-4431-85f2-c876072fd5cc on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:08.267584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:08.267955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:08.268798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.269095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:08.269323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-441a9a45-8927-49c0-813a-ce661d4ba892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.269594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Bound port: 6079dafe-44a3-4431-85f2-c876072fd5cc, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:08.269962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.330488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Port': ['ID=e18b7e34-2087-4fa7-ad4c-abaedf4c138f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:08.341072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:08.345121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.380575 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46085edd-a662-41d4-ae62-4b6d684b6989 req-58dc067d-47db-435b-9171-2d3ed16bdd17 service neutron] 10.222.0.23 "GET /v2.0/networks/ef6d515c-97b9-44e2-93df-2e1574694367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901150 Mar 28 15:17:08.394274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.403622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-25d4eb34-9947-4a9c-953e-17fdabb79798 None None] Provisioning complete for port e18b7e34-2087-4fa7-ad4c-abaedf4c138f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:08.405792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-25d4eb34-9947-4a9c-953e-17fdabb79798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.419686 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:08.455775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] For port 6079dafe-44a3-4431-85f2-c876072fd5cc, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:08.467119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.473634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] For port 6079dafe-44a3-4431-85f2-c876072fd5cc, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6079dafe-44a3-4431-85f2-c876072fd5cc,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:08.474675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-25d4eb34-9947-4a9c-953e-17fdabb79798 None None] Port e18b7e34-2087-4fa7-ad4c-abaedf4c138f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:08.486356 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-62da1b35-d197-4d13-bad3-989bd2c2db60 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9578211 Mar 28 15:17:08.551365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.592427 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-441a9a45-8927-49c0-813a-ce661d4ba892 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fab011b8bb7d429e8323d54e005eb949&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4955227 Mar 28 15:17:08.613409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a9a45-8927-49c0-813a-ce661d4ba892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2720cd-28bc-4603-a826-c5f2729b5db2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:08.615778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54724) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:08.629226 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fb7de-ba64-4730-be15-aebb7f0f7a1e None None] Pushing event updated for resources: {'Port': ['ID=6079dafe-44a3-4431-85f2-c876072fd5cc,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:08.631206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 9283d2b5-e0c9-481e-ad3c-d565eb2649ca yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:08.691196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] In _notify_port_updated(), no bound segment for port e18b7e34-2087-4fa7-ad4c-abaedf4c138f on network 4576baee-147e-42af-8186-a88f582f3c4d {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:17:08.697245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:08.697892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.702239 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-93ecd694-6b78-47fb-9122-b98fa326e7ae tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "PUT /v2.0/ports/e18b7e34-2087-4fa7-ad4c-abaedf4c138f HTTP/1.1" status: 200 len: 995 time: 3.7639217 Mar 28 15:17:08.711297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54728) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:08.761084 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Floating IP bbfc9934-a459-4fd4-8713-fa9e02f909f3 associated. External IP: 172.26.7.164, port: 7ada01c9-c32d-4c36-bc53-c56ecdef328d. Mar 28 15:17:08.832609 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:16:04Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'dd047dbf-7649-43b1-9785-15dbfdbc95d5', 'tenant_id': '14b7dff61050496c838afb311e489455', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'port_id': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'mac_address': 'fa:16:3e:50:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:16:15Z', 'updated_at': '2022-03-28T15:17:03Z', 'revision_number': 1, 'project_id': '14b7dff61050496c838afb311e489455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5', 'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'mac_address': 'fa:16:3e:d8:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:02Z', 'updated_at': '2022-03-28T15:16:15Z', 'revision_number': 5, 'project_id': '14b7dff61050496c838afb311e489455', 'subnets': [{'id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:08.841112 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed2153-6a86-48bf-9cb2-0c65a3824c6c None None] The sync data for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv is: [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:16:04Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'dd047dbf-7649-43b1-9785-15dbfdbc95d5', 'tenant_id': '14b7dff61050496c838afb311e489455', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'port_id': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'mac_address': 'fa:16:3e:50:c2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:16:15Z', 'updated_at': '2022-03-28T15:17:03Z', 'revision_number': 1, 'project_id': '14b7dff61050496c838afb311e489455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5', 'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'mac_address': 'fa:16:3e:d8:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:02Z', 'updated_at': '2022-03-28T15:16:15Z', 'revision_number': 5, 'project_id': '14b7dff61050496c838afb311e489455', 'subnets': [{'id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:17:08.874407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-039c60f8-fa4c-4da7-bf39-104cac841c2d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Deleting port e18b7e34-2087-4fa7-ad4c-abaedf4c138f {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:08.874745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-039c60f8-fa4c-4da7-bf39-104cac841c2d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:08.972404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.017477 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2adb6cac-eed4-44b9-b753-1e5660edda4f req-d7b50f6d-955e-4b31-998a-26a450f706d9 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733908 Mar 28 15:17:09.040943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f809e84b-a599-45d5-b19c-c401755de4e9']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:09.109266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184127fb-07b4-4a46-8601-0080420cd883') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:09.109484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184127fb-07b4-4a46-8601-0080420cd883') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:09.151168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.163178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ddb21f7-6700-462a-990e-e3dd88d04247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.180803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23183ba-a398-49e9-9fdb-85df6ce81877 req-96d2a6d4-4b1d-4231-828a-c97d50cb9f62 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:09.182343 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e23183ba-a398-49e9-9fdb-85df6ce81877 req-96d2a6d4-4b1d-4231-828a-c97d50cb9f62 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.7712281 Mar 28 15:17:09.214676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c3082-c30a-47cf-9337-aa7a87d6a797 None None] New status for floating IP dd047dbf-7649-43b1-9785-15dbfdbc95d5: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:17:09.290791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.330234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:09.330634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.356436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ddb21f7-6700-462a-990e-e3dd88d04247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:09.364707 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:09.367791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::2d7 (407e43a9-7d21-4a68-a014-97c49e9e0f14/3331a2bd-16c9-48a7-a61a-1471c09e97b4/9283d2b5-e0c9-481e-ad3c-d565eb2649ca) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:09.393688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-039c60f8-fa4c-4da7-bf39-104cac841c2d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.577343 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Deleting port a51eca16-e9ec-4f57-84b6-598ce567e4c2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:09.577820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.644979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Router d041b1cc-7e58-4dab-85ce-a09598d55f56 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:17:09.651716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-039c60f8-fa4c-4da7-bf39-104cac841c2d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Calling delete_port for e18b7e34-2087-4fa7-ad4c-abaedf4c138f owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:09.658748 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e23183ba-a398-49e9-9fdb-85df6ce81877 req-d04d35a6-2bf0-419b-8f8b-73d3f6d3f96a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239233 Mar 28 15:17:09.892146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.895917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.954634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Network': ['ID=f809e84b-a599-45d5-b19c-c401755de4e9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:09.957904 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:17:09.968524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:09.973443 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] Sync routers for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:17:09.976292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-ddfbb0d5-d269-4461-b32d-1062e65b2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:09.977764 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-ddfbb0d5-d269-4461-b32d-1062e65b2a5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1098 time: 0.8057239 Mar 28 15:17:09.983316 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:09.985482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-866a10f7-9f60-4e64-9e18-27972c2c135b None None] Provisioning for port 6079dafe-44a3-4431-85f2-c876072fd5cc completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:09.989197 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:10.022248 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d64d0883-097f-4178-9147-3253537b7620 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/networks/f809e84b-a599-45d5-b19c-c401755de4e9 HTTP/1.1" status: 204 len: 168 time: 2.4353273 Mar 28 15:17:10.027737 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-631360a5-913f-4cf7-90af-751aeffd585e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "PUT /v2.0/floatingips/bbfc9934-a459-4fd4-8713-fa9e02f909f3 HTTP/1.1" status: 200 len: 991 time: 3.5665882 Mar 28 15:17:10.028761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54732) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:10.029428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'tag': '7ada01c9-c32d-4c36-bc53-c56ecdef328d'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:17:10.077516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-039c60f8-fa4c-4da7-bf39-104cac841c2d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:10.109997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ddb21f7-6700-462a-990e-e3dd88d04247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:10.112754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ddb21f7-6700-462a-990e-e3dd88d04247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:10.116755 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3ddb21f7-6700-462a-990e-e3dd88d04247 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f2720cd-28bc-4603-a826-c5f2729b5db2 HTTP/1.1" status: 204 len: 168 time: 1.4484084 Mar 28 15:17:10.162981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb21f7-6700-462a-990e-e3dd88d04247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2720cd-28bc-4603-a826-c5f2729b5db2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:10.166964 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'tag': '7ada01c9-c32d-4c36-bc53-c56ecdef328d', 'status': 'completed', 'code': 200} Mar 28 15:17:10.174885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:10.226021 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:10.287012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c60f8-fa4c-4da7-bf39-104cac841c2d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event deleted for resources: {'Port': ['ID=e18b7e34-2087-4fa7-ad4c-abaedf4c138f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:10.490959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6079dafe-44a3-4431-85f2-c876072fd5cc up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:10.500168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:10.512341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Calling delete_port for a51eca16-e9ec-4f57-84b6-598ce567e4c2 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:10.596664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 9283d2b5-e0c9-481e-ad3c-d565eb2649ca will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:10.601646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-6cb4ae34-9848-41bb-bc8c-2f8a4da14af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:10.603493 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-6cb4ae34-9848-41bb-bc8c-2f8a4da14af2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 913 time: 0.6154222 Mar 28 15:17:10.641265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137650bc-7d06-46ef-86dc-1a32a45fe7f2 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:10.647362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137650bc-7d06-46ef-86dc-1a32a45fe7f2 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:10.648155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-137650bc-7d06-46ef-86dc-1a32a45fe7f2 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Synchronizing usage tracker for tenant:cfed44c6786a4acab8859f1ef65f9d7b on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:10.661228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-039c60f8-fa4c-4da7-bf39-104cac841c2d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:10.665632 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-039c60f8-fa4c-4da7-bf39-104cac841c2d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "DELETE /v2.0/ports/e18b7e34-2087-4fa7-ad4c-abaedf4c138f HTTP/1.1" status: 204 len: 168 time: 1.9502099 Mar 28 15:17:10.671855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54744) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:10.705018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 6079dafe-44a3-4431-85f2-c876072fd5cc completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:10.713393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 6079dafe-44a3-4431-85f2-c876072fd5cc triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:10.714508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:10.723951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-f8ff8317-60a4-4693-af13-6a1c3bc7974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:10.725429 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-f8ff8317-60a4-4693-af13-6a1c3bc7974f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71538256e9c544879015090ed43c40d2&device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 1098 time: 0.5348263 Mar 28 15:17:10.766221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dec342-eaa0-4f49-bb9f-667b501aa623 req-8e6e6eda-7d9a-4379-ad47-87b9972a07f4 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:10.768234 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f8dec342-eaa0-4f49-bb9f-667b501aa623 req-8e6e6eda-7d9a-4379-ad47-87b9972a07f4 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 0.4829183 Mar 28 15:17:10.781481 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f653f716-c5e4-40ca-b32b-96229e8208d3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] GET failed (client error): The resource could not be found. Mar 28 15:17:10.782677 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f653f716-c5e4-40ca-b32b-96229e8208d3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Synchronizing usage tracker for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:10.896623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-137650bc-7d06-46ef-86dc-1a32a45fe7f2 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Unset dirty status for tenant:cfed44c6786a4acab8859f1ef65f9d7b on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:10.898133 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-137650bc-7d06-46ef-86dc-1a32a45fe7f2 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8635573 Mar 28 15:17:10.906821 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54754) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:10.913146 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'bbfc9934-a459-4fd4-8713-fa9e02f909f3', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'port_id': '7ada01c9-c32d-4c36-bc53-c56ecdef328d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'mac_address': 'fa:16:3e:80:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:16:18Z', 'updated_at': '2022-03-28T15:17:07Z', 'revision_number': 1, 'project_id': '71538256e9c544879015090ed43c40d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762c100e-6ada-4e2f-a2fd-d003f84ffa7c', 'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'mac_address': 'fa:16:3e:22:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:58Z', 'updated_at': '2022-03-28T15:16:14Z', 'revision_number': 5, 'project_id': '71538256e9c544879015090ed43c40d2', 'subnets': [{'id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:10.916132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1878856518'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:10.920377 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] Checking router: d041b1cc-7e58-4dab-85ce-a09598d55f56 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:17:10.923927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:10.928619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:10.944613 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:10.945236 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:10.953159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:10.978425 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f8dec342-eaa0-4f49-bb9f-667b501aa623 req-37652fd0-1081-4b94-8424-a34d0fb5b5d3 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1882231 Mar 28 15:17:10.981119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f653f716-c5e4-40ca-b32b-96229e8208d3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Unset dirty status for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:10.986396 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f653f716-c5e4-40ca-b32b-96229e8208d3 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "GET /v2.0/ports/e18b7e34-2087-4fa7-ad4c-abaedf4c138f HTTP/1.1" status: 404 len: 333 time: 0.3071890 Mar 28 15:17:10.986718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54760) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:10.988853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 6079dafe-44a3-4431-85f2-c876072fd5cc, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6079dafe-44a3-4431-85f2-c876072fd5cc,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:10.989839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-2fcdcda9-d164-43b9-90bd-5bc7103d9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:10.991272 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-2fcdcda9-d164-43b9-90bd-5bc7103d9c36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=44d7c07f-cbaf-40e8-828f-e5c1a2b54003 HTTP/1.1" status: 200 len: 913 time: 0.2548168 Mar 28 15:17:10.994989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'port': {'network_id': '4576baee-147e-42af-8186-a88f582f3c4d', 'name': 'tempest-AllowedAddressPairTestJSON-2037462767'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:11.079374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.090950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Made reservation on behalf of cfed44c6786a4acab8859f1ef65f9d7b for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:11.094954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.140831 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-de138521-926f-436e-9577-a10a18a4e255 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 1000 time: 0.5243740 Mar 28 15:17:11.223814 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-66e2ff2a-706f-4b94-ba3e-7425791dbe79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ada01c9-c32d-4c36-bc53-c56ecdef328d HTTP/1.1" status: 200 len: 999 time: 0.2136564 Mar 28 15:17:11.231774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=6079dafe-44a3-4431-85f2-c876072fd5cc,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:11.267734 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:11.274930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:11.280395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269873de-b58b-4fb4-a086-1b93ab9afeb0 req-6b14bf33-57c8-43df-a2a0-f2e57d900a5d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:11.281991 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-269873de-b58b-4fb4-a086-1b93ab9afeb0 req-6b14bf33-57c8-43df-a2a0-f2e57d900a5d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2778893 Mar 28 15:17:11.289622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.313377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-5710ac13-4053-49d8-a1f3-a068d40372a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:11.315005 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-5710ac13-4053-49d8-a1f3-a068d40372a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 200 len: 851 time: 0.1590548 Mar 28 15:17:11.419794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.420335 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Added segment 5e3b8bbb-2726-4b00-9380-0add1bb7d6b1 of type vlan for network c6575c99-4969-45f5-a820-9fd2f5451cb3 Mar 28 15:17:11.429214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:11.443478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:11.448002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:11.449676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-478a6d7f-a3c3-427a-a064-0a1d8ab7c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:11.451936 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-478a6d7f-a3c3-427a-a064-0a1d8ab7c06e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7ea20140-7b74-4003-a858-eb982bbe9e79 HTTP/1.1" status: 200 len: 851 time: 0.2190659 Mar 28 15:17:11.456012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:11.461760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:11.462479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.510478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:11.525917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.567732 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-269873de-b58b-4fb4-a086-1b93ab9afeb0 req-d33ff4cc-b1e2-42fb-bb67-318a86fc84e4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709107 Mar 28 15:17:11.575454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=9283d2b5-e0c9-481e-ad3c-d565eb2649ca,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:11.609083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Made reservation on behalf of 32ec61285e574941af5b90dfd17c30bf for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:11.613169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.628533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-72deaf94-cc99-4007-a95a-286de3348f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:11.630126 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-72deaf94-cc99-4007-a95a-286de3348f39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32fdabfd-77e5-48a6-aac8-16b15e900f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2755749 Mar 28 15:17:11.636829 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b0081976-a305-4e41-a368-5330212dd3a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4250867 Mar 28 15:17:11.640287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54778) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:11.650232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.656789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:11.657973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.663209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] device_id is not set on port 721d58e8-8608-4df5-a653-a124d7ecb4f4 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:11.768291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.815302 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'bbfc9934-a459-4fd4-8713-fa9e02f909f3', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'port_id': '7ada01c9-c32d-4c36-bc53-c56ecdef328d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'mac_address': 'fa:16:3e:80:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:16:18Z', 'updated_at': '2022-03-28T15:17:07Z', 'revision_number': 1, 'project_id': '71538256e9c544879015090ed43c40d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762c100e-6ada-4e2f-a2fd-d003f84ffa7c', 'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'mac_address': 'fa:16:3e:22:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:58Z', 'updated_at': '2022-03-28T15:16:14Z', 'revision_number': 5, 'project_id': '71538256e9c544879015090ed43c40d2', 'subnets': [{'id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:11.823918 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9c366-7072-4238-beb6-b8ae33950cdb None None] The sync data for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv is: [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'bbfc9934-a459-4fd4-8713-fa9e02f909f3', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'port_id': '7ada01c9-c32d-4c36-bc53-c56ecdef328d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'mac_address': 'fa:16:3e:80:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:16:18Z', 'updated_at': '2022-03-28T15:17:07Z', 'revision_number': 1, 'project_id': '71538256e9c544879015090ed43c40d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762c100e-6ada-4e2f-a2fd-d003f84ffa7c', 'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'mac_address': 'fa:16:3e:22:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:58Z', 'updated_at': '2022-03-28T15:16:14Z', 'revision_number': 5, 'project_id': '71538256e9c544879015090ed43c40d2', 'subnets': [{'id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:17:11.872198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-15ae03f1-8102-4a4f-8acf-e30f494fa5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:11.876942 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-15ae03f1-8102-4a4f-8acf-e30f494fa5a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44d7c07f-cbaf-40e8-828f-e5c1a2b54003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4038765 Mar 28 15:17:11.891372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event deleted for resources: {'Port': ['ID=a51eca16-e9ec-4f57-84b6-598ce567e4c2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:11.895547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-98a27a59-90c9-4062-a03f-3d81c3dd26f9 None None] Provisioning for port 9283d2b5-e0c9-481e-ad3c-d565eb2649ca completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:11.904636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-98a27a59-90c9-4062-a03f-3d81c3dd26f9 None None] Provisioning complete for port 9283d2b5-e0c9-481e-ad3c-d565eb2649ca triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:11.905020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-98a27a59-90c9-4062-a03f-3d81c3dd26f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:11.989183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54784) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:12.008982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-98a27a59-90c9-4062-a03f-3d81c3dd26f9 None None] Port 9283d2b5-e0c9-481e-ad3c-d565eb2649ca cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:12.093454 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-d2bc0660-7dbf-4f95-8924-a80a7f829060 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551151 Mar 28 15:17:12.162727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d215-cff9-467b-9861-94d242ae8a3b None None] New status for floating IP bbfc9934-a459-4fd4-8713-fa9e02f909f3: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:17:12.191822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Network': ['ID=c6575c99-4969-45f5-a820-9fd2f5451cb3,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:12.196645 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-4b86f952-b8e2-46c1-ab53-bb65c4d09675 service neutron] 10.222.0.23 "GET /v2.0/networks/44d7c07f-cbaf-40e8-828f-e5c1a2b54003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224026 Mar 28 15:17:12.236498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network c6575c99-4969-45f5-a820-9fd2f5451cb3 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:12.246886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179e1e5-c8ad-40f3-a8d5-39727f7c4cb0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:12.253236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179e1e5-c8ad-40f3-a8d5-39727f7c4cb0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:12.254085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a179e1e5-c8ad-40f3-a8d5-39727f7c4cb0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:12.261941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d04847d1-759a-49c4-a9ad-0e35c8d31298 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:12.262583 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-d04847d1-759a-49c4-a9ad-0e35c8d31298 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 15:17:12.264215 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-d04847d1-759a-49c4-a9ad-0e35c8d31298 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 15:17:12.269321 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d04847d1-759a-49c4-a9ad-0e35c8d31298 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2753913 Mar 28 15:17:12.274992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54790) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:12.288141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--504538929'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:12.373590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:12.395067 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a59d970a-c4eb-40f9-8b4b-c1cce7f512de tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4852962 Mar 28 15:17:12.409631 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:12.413762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54794) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:12.419692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:12.432297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-937514607'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:12.438929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:12.453837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:12.464846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6079dafe-44a3-4431-85f2-c876072fd5cc up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:12.476794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Usage tracker for resource:network and tenant:cfed44c6786a4acab8859f1ef65f9d7b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:12.486665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:12.489812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Allocated IP 172.20.0.4 (4576baee-147e-42af-8186-a88f582f3c4d/36a87574-a4ac-4dff-a911-d00d8a6cda9b/721d58e8-8608-4df5-a653-a124d7ecb4f4) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:12.512465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:12.531817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a569abb-0a13-49ec-8774-f3ac56cd7255 req-ad0d8222-aa90-4b8f-ad00-b1cee73c3163 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:12.537212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a179e1e5-c8ad-40f3-a8d5-39727f7c4cb0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:12.540965 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a179e1e5-c8ad-40f3-a8d5-39727f7c4cb0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.8944025 Mar 28 15:17:12.541114 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2a569abb-0a13-49ec-8774-f3ac56cd7255 req-ad0d8222-aa90-4b8f-ad00-b1cee73c3163 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.6627157 Mar 28 15:17:12.542747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54798) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:12.582244 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6dd58996-9634-4344-9c66-5d63bd9ac215 req-a6426e75-ef29-49f3-8bb3-c6c7c2c73402 service neutron] 10.222.0.23 "GET /v2.0/networks/44d7c07f-cbaf-40e8-828f-e5c1a2b54003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708479 Mar 28 15:17:12.583269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:12.619687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:12.632789 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7839b2a3-ea31-4d40-b799-3b9418580e49 req-2d6d05d1-0518-45d1-a299-09d5c13baa80 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527605 Mar 28 15:17:12.635701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:12.659135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5d475271-3e66-4dfd-885e-d134ea8f9c82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 9283d2b5-e0c9-481e-ad3c-d565eb2649ca {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:12.659488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d475271-3e66-4dfd-885e-d134ea8f9c82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:12.661985 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2a569abb-0a13-49ec-8774-f3ac56cd7255 req-d2c10135-e8ac-4df4-9554-761f356192a5 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226070 Mar 28 15:17:12.663003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:12.672411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:12.702226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:12.705970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Made reservation on behalf of cfed44c6786a4acab8859f1ef65f9d7b for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:12.709666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:12.710265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 6079dafe-44a3-4431-85f2-c876072fd5cc triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:12.710853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:12.737624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:12.879885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:12.911141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:12.912204 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Added segment fbbad81e-807e-4d81-8d7f-4a283c798dd2 of type vlan for network 8577f05d-63c6-48a3-b4a0-df5de0c6d4d7 Mar 28 15:17:12.991624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.014203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.063894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Transition to ACTIVE for port object 721d58e8-8608-4df5-a653-a124d7ecb4f4 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:13.072715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.157069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.159667 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.165265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:13.168665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.172447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.207296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d475271-3e66-4dfd-885e-d134ea8f9c82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.241039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:13.270526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:13.337320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:13.343405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5d475271-3e66-4dfd-885e-d134ea8f9c82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 9283d2b5-e0c9-481e-ad3c-d565eb2649ca owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:13.372210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:13.394982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Router b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:17:13.421960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Network 4576baee-147e-42af-8186-a88f582f3c4d is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:13.443260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:13.445848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:13.472897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a811e6-dc19-491e-8f6a-c52bda9135bb,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:13.500055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Port': ['ID=721d58e8-8608-4df5-a653-a124d7ecb4f4,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:13.510627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Network': ['ID=8577f05d-63c6-48a3-b4a0-df5de0c6d4d7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:13.525082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 8577f05d-63c6-48a3-b4a0-df5de0c6d4d7 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:13.531570 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d1554e4c-5450-4a8e-8bed-5c893553c647 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1054277 Mar 28 15:17:13.534156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54808) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:13.548544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'ports': [{'network_id': 'c6575c99-4969-45f5-a820-9fd2f5451cb3', 'name': 'tempest-port--1774543367', 'admin_state_up': True}, {'network_id': '8577f05d-63c6-48a3-b4a0-df5de0c6d4d7', 'admin_state_up': False}]} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:13.548544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'port': {'network_id': 'c6575c99-4969-45f5-a820-9fd2f5451cb3', 'name': 'tempest-port--1774543367', 'admin_state_up': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:13.549195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'port': {'network_id': '8577f05d-63c6-48a3-b4a0-df5de0c6d4d7', 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:13.564224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:13.564865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.642984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84454c81-6f98-4fb2-bbe6-96d984a1eb86 req-17a999c6-f7ce-4c20-a118-2d9ca1f808bf tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:13.644581 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-84454c81-6f98-4fb2-bbe6-96d984a1eb86 req-17a999c6-f7ce-4c20-a118-2d9ca1f808bf tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4051490 Mar 28 15:17:13.661158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.692188 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-10182d03-bae0-4304-aad0-ab724392587e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7044866 Mar 28 15:17:13.695500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54812) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:13.704554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'port': {'network_id': '4576baee-147e-42af-8186-a88f582f3c4d', 'name': 'tempest-AllowedAddressPairTestJSON-684445302'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:13.724933 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-84454c81-6f98-4fb2-bbe6-96d984a1eb86 req-d8297100-5941-4ee2-8962-e3e96099ae31 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694218 Mar 28 15:17:13.739266 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.796865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e75dcfdf-4898-40ed-bdc2-3ff00886faf6 None None] Provisioning for port 721d58e8-8608-4df5-a653-a124d7ecb4f4 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:13.805826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e75dcfdf-4898-40ed-bdc2-3ff00886faf6 None None] Provisioning complete for port 721d58e8-8608-4df5-a653-a124d7ecb4f4 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:13.807189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e75dcfdf-4898-40ed-bdc2-3ff00886faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:13.876431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e75dcfdf-4898-40ed-bdc2-3ff00886faf6 None None] Port 721d58e8-8608-4df5-a653-a124d7ecb4f4 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:13.999271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:17:14.005170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cc495d-82b1-4963-9ece-05996ad2557d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:14.012867 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ab8a3-981b-48c0-972b-cd00c883198e None None] Sync routers for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:17:14.015534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d475271-3e66-4dfd-885e-d134ea8f9c82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.026810 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ab8a3-981b-48c0-972b-cd00c883198e None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:14.027905 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ea1ab8a3-981b-48c0-972b-cd00c883198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:14.053896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:14.053896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:14.066197 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9072da92-9279-4b4f-ae38-789ba53aa916 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "PUT /v2.0/routers/b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1117525 Mar 28 15:17:14.068914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54820) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:14.082296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:14.084816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d475271-3e66-4dfd-885e-d134ea8f9c82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=9283d2b5-e0c9-481e-ad3c-d565eb2649ca,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:14.108786 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ea1ab8a3-981b-48c0-972b-cd00c883198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:14.122313 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ab8a3-981b-48c0-972b-cd00c883198e None None] Routers {'b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:14.123548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Usage tracker for resource:port and tenant:cfed44c6786a4acab8859f1ef65f9d7b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:14.124077 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ea1ab8a3-981b-48c0-972b-cd00c883198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:16:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:14.130950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:14.139594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d475271-3e66-4dfd-885e-d134ea8f9c82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.143644 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5d475271-3e66-4dfd-885e-d134ea8f9c82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/9283d2b5-e0c9-481e-ad3c-d565eb2649ca HTTP/1.1" status: 204 len: 168 time: 1.5952194 Mar 28 15:17:14.143644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:14.146010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54824) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:14.196903 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ea1ab8a3-981b-48c0-972b-cd00c883198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:14.197368 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ab8a3-981b-48c0-972b-cd00c883198e None None] The sync data for ids ['b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:17:14.237745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307a505-15ce-471e-adda-1208fe9f4bbb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:14.239436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307a505-15ce-471e-adda-1208fe9f4bbb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:14.240198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0307a505-15ce-471e-adda-1208fe9f4bbb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:14.249058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.250271 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0165ee49-a781-47b9-8747-9467f3accaf9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9740040 Mar 28 15:17:14.253211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54828) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:14.259254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'b6cc495d-82b1-4963-9ece-05996ad2557d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:14.261772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Made reservation on behalf of 32ec61285e574941af5b90dfd17c30bf for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:14.265703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.266540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:14.270533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:14.273524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:14.290614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:14.304966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Made reservation on behalf of cfed44c6786a4acab8859f1ef65f9d7b for: {'port': 2} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:14.306790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] device_id is not set on port dfe9c230-d6d9-40e2-bf03-50c5f8d4758e yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:14.310354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.328034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.343906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0307a505-15ce-471e-adda-1208fe9f4bbb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:14.345062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0307a505-15ce-471e-adda-1208fe9f4bbb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1981390 Mar 28 15:17:14.348729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54832) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:14.360626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.452862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.533098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-424c4149-3530-4f76-8549-1ea8db7ce2dd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 3331a2bd-16c9-48a7-a61a-1471c09e97b4 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:14.553743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-424c4149-3530-4f76-8549-1ea8db7ce2dd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.610406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Allocated IP 172.20.0.13 (4576baee-147e-42af-8186-a88f582f3c4d/36a87574-a4ac-4dff-a911-d00d8a6cda9b/dfe9c230-d6d9-40e2-bf03-50c5f8d4758e) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:14.625738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.710751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-424c4149-3530-4f76-8549-1ea8db7ce2dd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.755576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] device_id is not set on port 0cb260e1-5e93-49df-8f2a-940c157b593a yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:14.756682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Deleting port 38287d8f-80a4-45f2-9cb8-dbbf7309bcfa {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:14.757024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.770416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.842271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-424c4149-3530-4f76-8549-1ea8db7ce2dd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.884811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.937339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ac7b06-fed3-42d6-abcf-12ff9b16dfea,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:14.971270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:14.993581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.045170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.085121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] device_id is not set on port 22801655-37f5-4491-9032-938fc7c2a4d2 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:15.172400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Calling delete_port for 38287d8f-80a4-45f2-9cb8-dbbf7309bcfa owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:15.174746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.213948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.215385 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-23041a0f-d8d5-478c-9e76-a667fbbfc324 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9610403 Mar 28 15:17:15.219122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54840) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:15.223131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae947ea-cb12-4b63-8260-f889ceeedbc6 req-bfa57c47-722e-4e8c-a1ae-79bd7fae15fa tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:15.224606 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4ae947ea-cb12-4b63-8260-f889ceeedbc6 req-bfa57c47-722e-4e8c-a1ae-79bd7fae15fa tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3413925 Mar 28 15:17:15.224801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e9920737-b613-436e-9229-3d295a4ce550 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'b6cc495d-82b1-4963-9ece-05996ad2557d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:15.230746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e9920737-b613-436e-9229-3d295a4ce550 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:15.235485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e9920737-b613-436e-9229-3d295a4ce550 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:15.238531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e9920737-b613-436e-9229-3d295a4ce550 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:15.243036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-424c4149-3530-4f76-8549-1ea8db7ce2dd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.244613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Transition to ACTIVE for port object dfe9c230-d6d9-40e2-bf03-50c5f8d4758e will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:15.274980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e9920737-b613-436e-9229-3d295a4ce550 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:15.285629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.301998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ccd43a-6969-4771-aeed-9fc7bc1e501e None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:15.326393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4149-3530-4f76-8549-1ea8db7ce2dd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=3331a2bd-16c9-48a7-a61a-1471c09e97b4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:15.334510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-424c4149-3530-4f76-8549-1ea8db7ce2dd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.391821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Port': ['ID=0cb260e1-5e93-49df-8f2a-940c157b593a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:15.414127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e9920737-b613-436e-9229-3d295a4ce550 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.435433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Checking segment: {'id': '5e3b8bbb-2726-4b00-9380-0add1bb7d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c6575c99-4969-45f5-a820-9fd2f5451cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:15.436057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Network hostable DHCP agents. Network: c6575c99-4969-45f5-a820-9fd2f5451cb3, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:17:15.512987 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-424c4149-3530-4f76-8549-1ea8db7ce2dd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/3331a2bd-16c9-48a7-a61a-1471c09e97b4 HTTP/1.1" status: 204 len: 168 time: 1.1611640 Mar 28 15:17:15.514283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54844) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:15.571484 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4ae947ea-cb12-4b63-8260-f889ceeedbc6 req-681f5760-aa28-46f2-85c0-410b242f905f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3281193 Mar 28 15:17:15.578495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Network c6575c99-4969-45f5-a820-9fd2f5451cb3 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:17:15.580894 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-e9920737-b613-436e-9229-3d295a4ce550 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 15:17:15.584501 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e9920737-b613-436e-9229-3d295a4ce550 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3619831 Mar 28 15:17:15.586105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6591ac4-f1aa-4c2c-8a23-6fdf5c9dfdb2 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:15.593155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e6591ac4-f1aa-4c2c-8a23-6fdf5c9dfdb2 None None] Deleting port 6079dafe-44a3-4431-85f2-c876072fd5cc {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:15.595299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54848) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:15.595747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e6591ac4-f1aa-4c2c-8a23-6fdf5c9dfdb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.599437 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-14b1da01-320b-4e8d-9e4c-c6f18cdca80f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775788 Mar 28 15:17:15.602692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54852) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:15.670286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d1a0e7a-d558-4676-bd25-687c8258a7c5 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.687932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, c6575c99-4969-45f5-a820-9fd2f5451cb3) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:15.699850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:15.700671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.731140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.744875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d1a0e7a-d558-4676-bd25-687c8258a7c5 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.759546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca4574-2d13-479b-b26f-dbbf6eb7e6d5 None None] Network c6575c99-4969-45f5-a820-9fd2f5451cb3 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:15.816523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Port': ['ID=22801655-37f5-4491-9032-938fc7c2a4d2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:15.844082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8fc367-7313-4bb8-85b2-5ee7b09e69cb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:15.845750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ff8fc367-7313-4bb8-85b2-5ee7b09e69cb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:15.861018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Network 4576baee-147e-42af-8186-a88f582f3c4d is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:15.864698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:15.879136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:15.952873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:15.953531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.964176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e6591ac4-f1aa-4c2c-8a23-6fdf5c9dfdb2 None None] For port 6079dafe-44a3-4431-85f2-c876072fd5cc, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6079dafe-44a3-4431-85f2-c876072fd5cc,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:15.966949 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e6591ac4-f1aa-4c2c-8a23-6fdf5c9dfdb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.978445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ff8fc367-7313-4bb8-85b2-5ee7b09e69cb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:15.981893 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ff8fc367-7313-4bb8-85b2-5ee7b09e69cb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3735926 Mar 28 15:17:15.982107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Checking segment: {'id': 'fbbad81e-807e-4d81-8d7f-4a283c798dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8577f05d-63c6-48a3-b4a0-df5de0c6d4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:15.982107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Network hostable DHCP agents. Network: 8577f05d-63c6-48a3-b4a0-df5de0c6d4d7, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:17:15.984937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:15.991204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54856) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:15.991872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Port': ['ID=dfe9c230-d6d9-40e2-bf03-50c5f8d4758e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:16.031134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d1a0e7a-d558-4676-bd25-687c8258a7c5 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.052203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a0e7a-d558-4676-bd25-687c8258a7c5 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cc495d-82b1-4963-9ece-05996ad2557d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:16.057309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d1a0e7a-d558-4676-bd25-687c8258a7c5 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.062968 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4d1a0e7a-d558-4676-bd25-687c8258a7c5 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/b6cc495d-82b1-4963-9ece-05996ad2557d HTTP/1.1" status: 204 len: 168 time: 0.4622679 Mar 28 15:17:16.063708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54860) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:16.090135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Network 8577f05d-63c6-48a3-b4a0-df5de0c6d4d7 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:17:16.097401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event deleted for resources: {'Port': ['ID=38287d8f-80a4-45f2-9cb8-dbbf7309bcfa,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:16.132238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9b2307d7-9a13-4df9-a6c4-61d309149740 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Synchronizing usage tracker for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:16.175753 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9542f06c-ca28-415c-9061-dbc3ab9c475d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4790268 Mar 28 15:17:16.176888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54864) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:16.184810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b18292d6-04be-4535-9250-b224ad29e84e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e4:a5:94'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:9d:4b:e1'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:16.185198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e6591ac4-f1aa-4c2c-8a23-6fdf5c9dfdb2 None None] Calling delete_port for 6079dafe-44a3-4431-85f2-c876072fd5cc owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:16.200424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1899cb-f28c-4767-b38c-93de23942e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:16.204614 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6b1899cb-f28c-4767-b38c-93de23942e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2072682 Mar 28 15:17:16.205403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54868) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:16.219532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 8577f05d-63c6-48a3-b4a0-df5de0c6d4d7) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:16.227216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9b2307d7-9a13-4df9-a6c4-61d309149740 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Unset dirty status for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:16.236205 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9b2307d7-9a13-4df9-a6c4-61d309149740 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1639194 Mar 28 15:17:16.236205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:16.240669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:16.246793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:16.247714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.251736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54872) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:16.255342 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea95986-32d6-4490-8a6c-00f04f0cfc8a None None] Network 8577f05d-63c6-48a3-b4a0-df5de0c6d4d7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:16.271542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--787235779'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:16.287396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:16.289207 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-79815168-0f13-4a59-acf1-caccb86731ad tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811694 Mar 28 15:17:16.290666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.298161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54876) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:16.309243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:16.376808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:16.381485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b326b60b-fdee-473a-ab04-5c88648771ec tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8441513 Mar 28 15:17:16.389927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54880) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:16.409860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6079dafe-44a3-4431-85f2-c876072fd5cc no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:16.448129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-601f406c-f23f-4ef5-ab56-1ebf3e59bfa3 None None] Provisioning for port dfe9c230-d6d9-40e2-bf03-50c5f8d4758e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:16.460451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-601f406c-f23f-4ef5-ab56-1ebf3e59bfa3 None None] Provisioning complete for port dfe9c230-d6d9-40e2-bf03-50c5f8d4758e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:16.460831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-601f406c-f23f-4ef5-ab56-1ebf3e59bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.480090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.483791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.568602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.590279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.590925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Fanout notify agent at l3_agent the message router_deleted on router b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:17:16.593499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:16.604195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:16.610744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:16.612685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.616159 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f77f1a14-9e6e-4ed0-b269-f02bd3ab6f27 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "DELETE /v2.0/routers/b1c8a1ff-5511-44e7-abbd-8c9f83cd6abe HTTP/1.1" status: 204 len: 168 time: 2.5437293 Mar 28 15:17:16.616444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54884) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:16.631284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:16.634455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:16.639211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:16.644457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:16.647621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-601f406c-f23f-4ef5-ab56-1ebf3e59bfa3 None None] Port dfe9c230-d6d9-40e2-bf03-50c5f8d4758e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:16.681126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:16.722035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.738675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e6591ac4-f1aa-4c2c-8a23-6fdf5c9dfdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.741476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b18292d6-04be-4535-9250-b224ad29e84e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.758843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-93038c6d-7229-4c15-b57d-59e5c0d0343d tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Deleting subnet c270e3c8-ec28-4ccf-b0df-57cfd991625b {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:16.762036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93038c6d-7229-4c15-b57d-59e5c0d0343d tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.792778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6591ac4-f1aa-4c2c-8a23-6fdf5c9dfdb2 None None] Pushing event deleted for resources: {'Port': ['ID=6079dafe-44a3-4431-85f2-c876072fd5cc,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:16.801639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6591ac4-f1aa-4c2c-8a23-6fdf5c9dfdb2 None None] No DVR routers for this DVR port 6079dafe-44a3-4431-85f2-c876072fd5cc on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:16.820606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d67b0f-75e5-4f7f-a0a4-3f8225c40caf tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:16.827095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d67b0f-75e5-4f7f-a0a4-3f8225c40caf tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:16.827432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-63d67b0f-75e5-4f7f-a0a4-3f8225c40caf tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Synchronizing usage tracker for tenant:cfed44c6786a4acab8859f1ef65f9d7b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:16.833700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93038c6d-7229-4c15-b57d-59e5c0d0343d tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.861972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:16.865413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:16.968039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93038c6d-7229-4c15-b57d-59e5c0d0343d tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.067276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-63d67b0f-75e5-4f7f-a0a4-3f8225c40caf tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Unset dirty status for tenant:cfed44c6786a4acab8859f1ef65f9d7b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:17.068356 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-63d67b0f-75e5-4f7f-a0a4-3f8225c40caf tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6756363 Mar 28 15:17:17.071310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54890) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:17.072399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.117861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93038c6d-7229-4c15-b57d-59e5c0d0343d tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.164060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93038c6d-7229-4c15-b57d-59e5c0d0343d tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.170051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e29b66-9096-4a66-a691-38593e6e1f57 None None] Network f83a7d70-c102-49a3-8f55-8a0ddcc8b44e requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:17.173531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93038c6d-7229-4c15-b57d-59e5c0d0343d tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event deleted for resources: {'Subnet': ['ID=c270e3c8-ec28-4ccf-b0df-57cfd991625b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:17.173910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00304c5f-d90b-4aa6-b2eb-b272412b8510 req-b3e086c5-826b-47ae-84b9-333848881067 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:17.176007 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-00304c5f-d90b-4aa6-b2eb-b272412b8510 req-b3e086c5-826b-47ae-84b9-333848881067 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4379857 Mar 28 15:17:17.190362 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-93038c6d-7229-4c15-b57d-59e5c0d0343d tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "DELETE /v2.0/subnets/c270e3c8-ec28-4ccf-b0df-57cfd991625b HTTP/1.1" status: 204 len: 168 time: 0.5728283 Mar 28 15:17:17.191228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54894) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:17.193143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.199861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7e906-b986-4249-85ac-a8dd4b4648aa tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Deleting port 0cb260e1-5e93-49df-8f2a-940c157b593a {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:17.200332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e906-b986-4249-85ac-a8dd4b4648aa tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.352428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d87e45-8a8d-4ad9-8b2f-4045bf1299a3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:17.371697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-00304c5f-d90b-4aa6-b2eb-b272412b8510 req-91bc6ea2-9ada-4e34-9153-027d01be4598 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886234 Mar 28 15:17:17.447200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.448365 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-405a880c-ffe4-467d-9b33-f362e69dde9f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1911252 Mar 28 15:17:17.450760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b18292d6-04be-4535-9250-b224ad29e84e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.454113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54898) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:17.467421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-aa5dec53-891d-4862-8123-c5fae699f23a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '89d87e45-8a8d-4ad9-8b2f-4045bf1299a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:17.467421 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-aa5dec53-891d-4862-8123-c5fae699f23a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 15:17:17.467421 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-aa5dec53-891d-4862-8123-c5fae699f23a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:17.467421 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aa5dec53-891d-4862-8123-c5fae699f23a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079610 Mar 28 15:17:17.469711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54902) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:17.492448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad37b7c-10e3-4432-af19-b38e351ad988 None None] DHCP port deletion for f83a7d70-c102-49a3-8f55-8a0ddcc8b44e request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:17.496762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5ad37b7c-10e3-4432-af19-b38e351ad988 None None] Deleting port db2841b3-9d90-48ef-b3ea-bfa38c388d17 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:17.497276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ad37b7c-10e3-4432-af19-b38e351ad988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.538099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c2f518d-1277-4c82-b3fa-86dd039e1c42 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.541270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b18292d6-04be-4535-9250-b224ad29e84e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.546925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.598287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Deleting port db2841b3-9d90-48ef-b3ea-bfa38c388d17 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:17.598988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.604304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.716155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c2f518d-1277-4c82-b3fa-86dd039e1c42 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.749592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e906-b986-4249-85ac-a8dd4b4648aa tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.754111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5ad37b7c-10e3-4432-af19-b38e351ad988 None None] For port db2841b3-9d90-48ef-b3ea-bfa38c388d17, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=db2841b3-9d90-48ef-b3ea-bfa38c388d17,segment=NetworkSegment(46ba0db9-ca47-4a34-82ee-e47032b2b0d5),segment_id=46ba0db9-ca47-4a34-82ee-e47032b2b0d5)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:17.754579 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ad37b7c-10e3-4432-af19-b38e351ad988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.770262 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:17.786864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:17.797866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18292d6-04be-4535-9250-b224ad29e84e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event updated for resources: {'Port': ['ID=dfe9c230-d6d9-40e2-bf03-50c5f8d4758e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:17.800295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=14f5c29e-1393-4466-b4f3-204d2da49b2e,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:17.804338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:17.804923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.828735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b18292d6-04be-4535-9250-b224ad29e84e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] In _notify_port_updated(), no bound segment for port dfe9c230-d6d9-40e2-bf03-50c5f8d4758e on network 4576baee-147e-42af-8186-a88f582f3c4d {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:17:17.834140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18292d6-04be-4535-9250-b224ad29e84e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:17.834771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b18292d6-04be-4535-9250-b224ad29e84e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.836104 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b18292d6-04be-4535-9250-b224ad29e84e tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "PUT /v2.0/ports/dfe9c230-d6d9-40e2-bf03-50c5f8d4758e HTTP/1.1" status: 200 len: 1055 time: 1.6580579 Mar 28 15:17:17.845473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54910) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:17.875920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343373df-c2c1-4754-b8d7-4b0027fe2737 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:17.914344 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-566988e9-8f4c-4b7b-b384-cb44f111a6db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6118810 Mar 28 15:17:17.916386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54914) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:17.926518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7e906-b986-4249-85ac-a8dd4b4648aa tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Calling delete_port for 0cb260e1-5e93-49df-8f2a-940c157b593a owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:17.945508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4aa76711-5690-4697-9ded-c3371c5159e9 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Deleting port dfe9c230-d6d9-40e2-bf03-50c5f8d4758e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:17.946099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4aa76711-5690-4697-9ded-c3371c5159e9 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:17.972197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': '14f5c29e-1393-4466-b4f3-204d2da49b2e', 'ip_address': '2001:db8::4288:4f7a:a7cf:bbb5'}], 'name': 'tempest-NetworksTestDHCPv6-10757742'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:17.972356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5ad37b7c-10e3-4432-af19-b38e351ad988 None None] Calling delete_port for db2841b3-9d90-48ef-b3ea-bfa38c388d17 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:17.984798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c2f518d-1277-4c82-b3fa-86dd039e1c42 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.016291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f518d-1277-4c82-b3fa-86dd039e1c42 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d87e45-8a8d-4ad9-8b2f-4045bf1299a3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:18.021269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c2f518d-1277-4c82-b3fa-86dd039e1c42 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.025046 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2c2f518d-1277-4c82-b3fa-86dd039e1c42 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/89d87e45-8a8d-4ad9-8b2f-4045bf1299a3 HTTP/1.1" status: 204 len: 168 time: 0.5543163 Mar 28 15:17:18.029950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54918) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:18.142355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0d40450b-b48d-4684-a861-9c39ac21825d None None] Provisioning complete for port dfe9c230-d6d9-40e2-bf03-50c5f8d4758e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:18.142717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d40450b-b48d-4684-a861-9c39ac21825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.214468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] For port db2841b3-9d90-48ef-b3ea-bfa38c388d17, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=db2841b3-9d90-48ef-b3ea-bfa38c388d17,segment=NetworkSegment(46ba0db9-ca47-4a34-82ee-e47032b2b0d5),segment_id=46ba0db9-ca47-4a34-82ee-e47032b2b0d5)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:18.214883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.237657 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d40450b-b48d-4684-a861-9c39ac21825d None None] Port dfe9c230-d6d9-40e2-bf03-50c5f8d4758e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:18.254752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ad37b7c-10e3-4432-af19-b38e351ad988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.286489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-532c44fe-1102-4835-9b48-9eb549491abd tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Synchronizing usage tracker for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:18.307439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad37b7c-10e3-4432-af19-b38e351ad988 None None] Pushing event deleted for resources: {'Port': ['ID=db2841b3-9d90-48ef-b3ea-bfa38c388d17,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:18.319129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad37b7c-10e3-4432-af19-b38e351ad988 None None] No DVR routers for this DVR port db2841b3-9d90-48ef-b3ea-bfa38c388d17 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:18.357180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Calling delete_port for db2841b3-9d90-48ef-b3ea-bfa38c388d17 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:18.375612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '14f5c29e-1393-4466-b4f3-204d2da49b2e'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:18.377327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.389549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e906-b986-4249-85ac-a8dd4b4648aa tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.395434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device db2841b3-9d90-48ef-b3ea-bfa38c388d17 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:18.431850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4aa76711-5690-4697-9ded-c3371c5159e9 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.437191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: db2841b3-9d90-48ef-b3ea-bfa38c388d17 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:17:18.437638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device db2841b3-9d90-48ef-b3ea-bfa38c388d17 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:17:18.479407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:18.490352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:18.497465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e906-b986-4249-85ac-a8dd4b4648aa tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Port': ['ID=0cb260e1-5e93-49df-8f2a-940c157b593a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:18.553608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e906-b986-4249-85ac-a8dd4b4648aa tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.586072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-532c44fe-1102-4835-9b48-9eb549491abd tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Unset dirty status for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:18.587444 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-532c44fe-1102-4835-9b48-9eb549491abd tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5583868 Mar 28 15:17:18.589727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:18.595175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4aa76711-5690-4697-9ded-c3371c5159e9 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Calling delete_port for dfe9c230-d6d9-40e2-bf03-50c5f8d4758e owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:18.602180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/14f5c29e-1393-4466-b4f3-204d2da49b2e/f0ed1089-44b1-4f00-aae0-cea773210bb0) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:18.609071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54924) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:18.627401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--639336117'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:18.639307 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:18.695039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:17:18.695449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:17:18.712157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:18.721170 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a5a7e906-b986-4249-85ac-a8dd4b4648aa tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/ports/0cb260e1-5e93-49df-8f2a-940c157b593a HTTP/1.1" status: 204 len: 168 time: 1.6458471 Mar 28 15:17:18.726352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54928) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:18.813545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4aa76711-5690-4697-9ded-c3371c5159e9 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.817432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.845436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d26f27-b96a-4712-ae9a-7bd64019bf9e req-eac86bdb-f9f0-48d0-8e44-800e7d9dc941 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:18.846911 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-34d26f27-b96a-4712-ae9a-7bd64019bf9e req-eac86bdb-f9f0-48d0-8e44-800e7d9dc941 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3354111 Mar 28 15:17:18.854754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.858030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2d54f8bd-09a0-4732-a987-110fbbc0ea32 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Deleting port 22801655-37f5-4491-9032-938fc7c2a4d2 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:18.858277 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2d54f8bd-09a0-4732-a987-110fbbc0ea32 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.866375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Transition to ACTIVE for port object f0ed1089-44b1-4f00-aae0-cea773210bb0 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:18.881728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa76711-5690-4697-9ded-c3371c5159e9 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event deleted for resources: {'Port': ['ID=dfe9c230-d6d9-40e2-bf03-50c5f8d4758e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:18.883605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:18.918339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Transition to ACTIVE for port object f0ed1089-44b1-4f00-aae0-cea773210bb0 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:18.939525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 06635681-44ef-4801-8df9-8ee12bfbef82 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:18.982262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.053382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:19.057530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:19.066983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:19.116232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Pushing event updated for resources: {'Port': ['ID=f0ed1089-44b1-4f00-aae0-cea773210bb0,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:19.161127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:19.202161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Deleting port db2841b3-9d90-48ef-b3ea-bfa38c388d17 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:19.202419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.224808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:19.238558 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-34d26f27-b96a-4712-ae9a-7bd64019bf9e req-a4352862-7e2b-4156-9d8a-a304f8570341 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374338 Mar 28 15:17:19.248199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:19.298604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:19.364966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] The port 'db2841b3-9d90-48ef-b3ea-bfa38c388d17' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:17:19.496238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Attempting to bind port f0ed1089-44b1-4f00-aae0-cea773210bb0 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:19.496618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Attempting to bind port f0ed1089-44b1-4f00-aae0-cea773210bb0 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:19.496948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Attempting to bind port f0ed1089-44b1-4f00-aae0-cea773210bb0 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:19.503164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:19.503524 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:19.503922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.504330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:19.504781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Bound port: f0ed1089-44b1-4f00-aae0-cea773210bb0, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:19.505154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.546339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4aa76711-5690-4697-9ded-c3371c5159e9 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.558281 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4aa76711-5690-4697-9ded-c3371c5159e9 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "DELETE /v2.0/ports/dfe9c230-d6d9-40e2-bf03-50c5f8d4758e HTTP/1.1" status: 204 len: 168 time: 1.7090864 Mar 28 15:17:19.558587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54934) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:19.599217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] For port f0ed1089-44b1-4f00-aae0-cea773210bb0, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:19.603078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] For port f0ed1089-44b1-4f00-aae0-cea773210bb0, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f0ed1089-44b1-4f00-aae0-cea773210bb0,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:19.603736 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3677e9-68fa-4869-bc48-dad9a8747e32 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] GET failed (client error): The resource could not be found. Mar 28 15:17:19.603736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2e3677e9-68fa-4869-bc48-dad9a8747e32 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Synchronizing usage tracker for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:19.613512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2d54f8bd-09a0-4732-a987-110fbbc0ea32 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.694232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.722080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2e3677e9-68fa-4869-bc48-dad9a8747e32 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Unset dirty status for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:19.723662 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2e3677e9-68fa-4869-bc48-dad9a8747e32 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "GET /v2.0/ports/dfe9c230-d6d9-40e2-bf03-50c5f8d4758e HTTP/1.1" status: 404 len: 333 time: 0.1639946 Mar 28 15:17:19.726251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54938) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:19.781748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc502fd-c75f-4948-bacd-245888a39cf9 None None] Pushing event updated for resources: {'Port': ['ID=f0ed1089-44b1-4f00-aae0-cea773210bb0,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:19.795466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-72f26cfe-062c-42e8-86eb-216fae01a758 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Deleting port 721d58e8-8608-4df5-a653-a124d7ecb4f4 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:19.795914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72f26cfe-062c-42e8-86eb-216fae01a758 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.799374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::4288:4f7a:a7cf:bbb5 (407e43a9-7d21-4a68-a014-97c49e9e0f14/14f5c29e-1393-4466-b4f3-204d2da49b2e/06635681-44ef-4801-8df9-8ee12bfbef82) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:19.807211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2d54f8bd-09a0-4732-a987-110fbbc0ea32 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Calling delete_port for 22801655-37f5-4491-9032-938fc7c2a4d2 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:19.853109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.937996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:19.952981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83a7d70-c102-49a3-8f55-8a0ddcc8b44e']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:19.978177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ba0db9-ca47-4a34-82ee-e47032b2b0d5') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:19.978468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ba0db9-ca47-4a34-82ee-e47032b2b0d5') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:20.015434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.045092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.054309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72f26cfe-062c-42e8-86eb-216fae01a758 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.093029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.111122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:20.111621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:20.176620 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:20.209669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2d54f8bd-09a0-4732-a987-110fbbc0ea32 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.213221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-72f26cfe-062c-42e8-86eb-216fae01a758 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Calling delete_port for 721d58e8-8608-4df5-a653-a124d7ecb4f4 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:20.331014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02d14b6-b6d5-4d53-8495-88004e30e61d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:20.370941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2d54f8bd-09a0-4732-a987-110fbbc0ea32 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.375108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54f8bd-09a0-4732-a987-110fbbc0ea32 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Port': ['ID=22801655-37f5-4491-9032-938fc7c2a4d2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:20.391568 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2d54f8bd-09a0-4732-a987-110fbbc0ea32 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/ports/22801655-37f5-4491-9032-938fc7c2a4d2 HTTP/1.1" status: 204 len: 168 time: 1.6640084 Mar 28 15:17:20.395169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54944) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:20.438501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f0ed1089-44b1-4f00-aae0-cea773210bb0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:20.464749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-32962395-ecc9-4ac8-9e6c-0e86bf656e9f tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Synchronizing usage tracker for tenant:cfed44c6786a4acab8859f1ef65f9d7b on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:20.495014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.502024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278463f-df8e-4480-ac0d-27fbb8f03fae req-29ce5a60-3a85-4945-a765-16058015ed8a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:20.506603 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8278463f-df8e-4480-ac0d-27fbb8f03fae req-29ce5a60-3a85-4945-a765-16058015ed8a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.1372237 Mar 28 15:17:20.512376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 06635681-44ef-4801-8df9-8ee12bfbef82 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:20.517666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.519446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.520785 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fea9315c-5b5c-43f5-8c0f-a15fb1dd9606 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9102080 Mar 28 15:17:20.541779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.548056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54948) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:20.561773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5a5f7cb1-fa88-4789-b72d-98ff2b82f819 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'd02d14b6-b6d5-4d53-8495-88004e30e61d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:20.562772 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-5a5f7cb1-fa88-4789-b72d-98ff2b82f819 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 15:17:20.563379 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-5a5f7cb1-fa88-4789-b72d-98ff2b82f819 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:20.564421 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5a5f7cb1-fa88-4789-b72d-98ff2b82f819 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0153308 Mar 28 15:17:20.570701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54952) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:20.574651 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "DELETE /v2.0/networks/f83a7d70-c102-49a3-8f55-8a0ddcc8b44e HTTP/1.1" status: 204 len: 168 time: 3.3776577 Mar 28 15:17:20.574651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a5376-3ea2-43cc-96bc-28ee8455ec98 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event deleted for resources: {'Network': ['ID=f83a7d70-c102-49a3-8f55-8a0ddcc8b44e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:20.578362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54954) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:20.585347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port f0ed1089-44b1-4f00-aae0-cea773210bb0 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:20.640667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72f26cfe-062c-42e8-86eb-216fae01a758 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.702311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-32962395-ecc9-4ac8-9e6c-0e86bf656e9f tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Unset dirty status for tenant:cfed44c6786a4acab8859f1ef65f9d7b on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:20.707869 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-32962395-ecc9-4ac8-9e6c-0e86bf656e9f tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3117583 Mar 28 15:17:20.709730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54960) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:20.734947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1278359263'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:20.744184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f26cfe-062c-42e8-86eb-216fae01a758 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event deleted for resources: {'Port': ['ID=721d58e8-8608-4df5-a653-a124d7ecb4f4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:20.768857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:20.820681 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8278463f-df8e-4480-ac0d-27fbb8f03fae req-1f053b46-b3db-4382-ae22-94bc2d539992 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105097 Mar 28 15:17:20.824472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72f26cfe-062c-42e8-86eb-216fae01a758 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.833326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed194c55-71dd-4aa8-9f39-1e5204a5be23 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:20.895709 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-72f26cfe-062c-42e8-86eb-216fae01a758 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "DELETE /v2.0/ports/721d58e8-8608-4df5-a653-a124d7ecb4f4 HTTP/1.1" status: 204 len: 168 time: 1.1669667 Mar 28 15:17:20.896935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54964) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:20.958460 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c92890-5e88-4e8d-8229-ec0dd4de9638 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] GET failed (client error): The resource could not be found. Mar 28 15:17:20.959273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-39c92890-5e88-4e8d-8229-ec0dd4de9638 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Synchronizing usage tracker for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:20.989156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Usage tracker for resource:network and tenant:cfed44c6786a4acab8859f1ef65f9d7b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:21.004052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:21.027720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:21.030641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Deleting port ca65c292-73f7-4c26-ac21-337f94aaf257 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:21.030976 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.046749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-39c92890-5e88-4e8d-8229-ec0dd4de9638 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Unset dirty status for tenant:32ec61285e574941af5b90dfd17c30bf on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:21.047982 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-39c92890-5e88-4e8d-8229-ec0dd4de9638 tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "GET /v2.0/ports/721d58e8-8608-4df5-a653-a124d7ecb4f4 HTTP/1.1" status: 404 len: 333 time: 0.1500216 Mar 28 15:17:21.051692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54968) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:21.054387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed194c55-71dd-4aa8-9f39-1e5204a5be23 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.097845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.125857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8515fcad-1261-4810-82b4-25db4fd084cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Deleting port 1e025399-5858-4dd8-8364-076f2d1c1dfa {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:21.126399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8515fcad-1261-4810-82b4-25db4fd084cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.160858 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-916a29c0-0265-47d8-b244-000c919d2eb2 None None] Provisioning for port f0ed1089-44b1-4f00-aae0-cea773210bb0 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:21.166712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-916a29c0-0265-47d8-b244-000c919d2eb2 None None] Provisioning complete for port f0ed1089-44b1-4f00-aae0-cea773210bb0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:21.167176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-916a29c0-0265-47d8-b244-000c919d2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.183254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Made reservation on behalf of cfed44c6786a4acab8859f1ef65f9d7b for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:21.187395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.245678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:21.295252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:21.299990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-916a29c0-0265-47d8-b244-000c919d2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.314476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:21.320182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:21.320850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.333632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=06635681-44ef-4801-8df9-8ee12bfbef82,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:21.342661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-916a29c0-0265-47d8-b244-000c919d2eb2 None None] For port f0ed1089-44b1-4f00-aae0-cea773210bb0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f0ed1089-44b1-4f00-aae0-cea773210bb0,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:21.352506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1f9495f6-3c49-4209-8e8f-a104293c5416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.372992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.373293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.391969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8515fcad-1261-4810-82b4-25db4fd084cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.424015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-916a29c0-0265-47d8-b244-000c919d2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.513858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Calling delete_port for ca65c292-73f7-4c26-ac21-337f94aaf257 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:21.519319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a29c0-0265-47d8-b244-000c919d2eb2 None None] Pushing event updated for resources: {'Port': ['ID=f0ed1089-44b1-4f00-aae0-cea773210bb0,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:21.533580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8515fcad-1261-4810-82b4-25db4fd084cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Calling delete_port for 1e025399-5858-4dd8-8364-076f2d1c1dfa owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:21.544669 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e1bd0468-9436-403b-ad05-d9bceb8617a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6253095 Mar 28 15:17:21.553680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54972) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:21.554334 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed194c55-71dd-4aa8-9f39-1e5204a5be23 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.558518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:21.621178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed194c55-71dd-4aa8-9f39-1e5204a5be23 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.622250 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ed194c55-71dd-4aa8-9f39-1e5204a5be23 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/d02d14b6-b6d5-4d53-8495-88004e30e61d HTTP/1.1" status: 204 len: 168 time: 1.0469222 Mar 28 15:17:21.631387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.631728 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Added segment d501f014-47e7-4def-828c-93db0afb0210 of type vlan for network 162ebbee-7282-41a5-8711-23ee6f1796cf Mar 28 15:17:21.632591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 54976) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:21.633311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed194c55-71dd-4aa8-9f39-1e5204a5be23 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02d14b6-b6d5-4d53-8495-88004e30e61d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:21.721844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-eb73d99c-32d9-406f-a174-d98d98ca5cb4 None None] Provisioning for port 06635681-44ef-4801-8df9-8ee12bfbef82 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:21.726688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.727324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-eb73d99c-32d9-406f-a174-d98d98ca5cb4 None None] Provisioning complete for port 06635681-44ef-4801-8df9-8ee12bfbef82 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:21.727565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-eb73d99c-32d9-406f-a174-d98d98ca5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.744869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8515fcad-1261-4810-82b4-25db4fd084cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.782157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-eb73d99c-32d9-406f-a174-d98d98ca5cb4 None None] Port 06635681-44ef-4801-8df9-8ee12bfbef82 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:21.795812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515fcad-1261-4810-82b4-25db4fd084cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event deleted for resources: {'Port': ['ID=1e025399-5858-4dd8-8364-076f2d1c1dfa,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:21.797610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e9226dc6-a896-45d1-b869-0decfc2a5371 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Synchronizing usage tracker for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:21.840893 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876212e-d020-4ce2-9d30-c3d9b502df17 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:21.847421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876212e-d020-4ce2-9d30-c3d9b502df17 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:21.848232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1876212e-d020-4ce2-9d30-c3d9b502df17 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:21.887604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.893739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:21.894363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.905575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8515fcad-1261-4810-82b4-25db4fd084cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:21.945684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e9226dc6-a896-45d1-b869-0decfc2a5371 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Unset dirty status for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:21.950653 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e9226dc6-a896-45d1-b869-0decfc2a5371 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3117855 Mar 28 15:17:21.952089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54982) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:21.959355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866215978'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:21.967724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:21.980554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:22.008285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.042341 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8515fcad-1261-4810-82b4-25db4fd084cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "DELETE /v2.0/ports/1e025399-5858-4dd8-8364-076f2d1c1dfa HTTP/1.1" status: 204 len: 168 time: 0.9893463 Mar 28 15:17:22.044622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54986) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:22.047324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1876212e-d020-4ce2-9d30-c3d9b502df17 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:22.048452 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1876212e-d020-4ce2-9d30-c3d9b502df17 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4915142 Mar 28 15:17:22.078743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54990) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:22.120787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Pushing event deleted for resources: {'Port': ['ID=ca65c292-73f7-4c26-ac21-337f94aaf257,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:22.151290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4313662 Mar 28 15:17:22.155053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 54994) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:22.165194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417bc79-cd89-427a-a0d0-790a76250263 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Network': ['ID=162ebbee-7282-41a5-8711-23ee6f1796cf,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:22.168908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f47f67-6a3d-4c97-b758-68f75e18cf1d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Deleting subnet 36a87574-a4ac-4dff-a911-d00d8a6cda9b {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:22.174348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-416359352'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:22.176227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 162ebbee-7282-41a5-8711-23ee6f1796cf details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:22.180557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00f47f67-6a3d-4c97-b758-68f75e18cf1d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.213818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:22.217116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.228288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e913d77e-853b-4a5f-b910-a079e5f7c2c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 06635681-44ef-4801-8df9-8ee12bfbef82 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:22.228624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e913d77e-853b-4a5f-b910-a079e5f7c2c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.239227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.241907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.243063 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-abd452a3-0df0-48ae-a342-e9245f7473f9 tempest-FloatingIPAdminTestJSON-267165796 tempest-FloatingIPAdminTestJSON-267165796-project] 10.222.0.16 "DELETE /v2.0/floatingips/60d8a877-ae72-48e4-9cbd-75759c072ed6 HTTP/1.1" status: 204 len: 168 time: 1.6637886 Mar 28 15:17:22.271106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d2fba-059c-4780-b757-771f144a7a52 req-99c665e5-e236-46e6-b0d4-bc4c19bb9f17 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:22.273949 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b41d2fba-059c-4780-b757-771f144a7a52 req-99c665e5-e236-46e6-b0d4-bc4c19bb9f17 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3052828 Mar 28 15:17:22.274853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Usage tracker for resource:network and tenant:cfed44c6786a4acab8859f1ef65f9d7b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:22.285709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:22.297527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:22.336128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:22.336226 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b41d2fba-059c-4780-b757-771f144a7a52 req-672ee984-c520-4de4-97da-c42e5b6c53cf tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508668 Mar 28 15:17:22.336338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00f47f67-6a3d-4c97-b758-68f75e18cf1d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.409335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:22.417330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f0ed1089-44b1-4f00-aae0-cea773210bb0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:22.420230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Made reservation on behalf of cfed44c6786a4acab8859f1ef65f9d7b for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:22.423683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.442267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:22.461401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:22.503287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f0ed1089-44b1-4f00-aae0-cea773210bb0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:22.503978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.702622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:22.745561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00f47f67-6a3d-4c97-b758-68f75e18cf1d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.749504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55006) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:22.786225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.786570 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Added segment 24039b9a-2b65-4047-bae5-56576f5a67c2 of type vlan for network 149a1682-d3a8-41c6-95f7-a95624a11c88 Mar 28 15:17:22.859386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e913d77e-853b-4a5f-b910-a079e5f7c2c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.871122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cd392-f186-4568-87f3-746686c029f2 req-bed44451-3a8a-401f-b85e-bfc9f6bd5946 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:22.873237 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-772cd392-f186-4568-87f3-746686c029f2 req-bed44451-3a8a-401f-b85e-bfc9f6bd5946 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.1069148 Mar 28 15:17:22.887671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:22.958834 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-973d40c1-e483-4fe4-bd33-680f02cceafb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9e87296571247039d669be44d21889b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078798 Mar 28 15:17:22.968970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55012) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:22.991698 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-772cd392-f186-4568-87f3-746686c029f2 req-1e57331a-9351-4fea-9254-5b0038f22a61 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597961 Mar 28 15:17:23.015601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.025035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e913d77e-853b-4a5f-b910-a079e5f7c2c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 06635681-44ef-4801-8df9-8ee12bfbef82 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:23.040119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6579eb-f44d-4ccc-aa8d-da6107f46d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.066103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6579eb-f44d-4ccc-aa8d-da6107f46d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.103988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.177365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00f47f67-6a3d-4c97-b758-68f75e18cf1d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.183791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6579eb-f44d-4ccc-aa8d-da6107f46d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.198831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6579eb-f44d-4ccc-aa8d-da6107f46d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a792380-fe7a-455d-a989-a5189c36b8d5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:23.205733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e6579eb-f44d-4ccc-aa8d-da6107f46d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.206721 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3e6579eb-f44d-4ccc-aa8d-da6107f46d93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a792380-fe7a-455d-a989-a5189c36b8d5 HTTP/1.1" status: 204 len: 168 time: 0.2368593 Mar 28 15:17:23.241136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e646a0d5-24af-4e76-8321-15f78ff806df,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:23.257775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f47f67-6a3d-4c97-b758-68f75e18cf1d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event deleted for resources: {'Subnet': ['ID=36a87574-a4ac-4dff-a911-d00d8a6cda9b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:23.262991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-00f47f67-6a3d-4c97-b758-68f75e18cf1d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.264503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ad6b1-8b1d-49f2-a349-c2c2da92b82f None None] Network 4576baee-147e-42af-8186-a88f582f3c4d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:23.269587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.275100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:23.275685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.324181 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-00f47f67-6a3d-4c97-b758-68f75e18cf1d tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "DELETE /v2.0/subnets/36a87574-a4ac-4dff-a911-d00d8a6cda9b HTTP/1.1" status: 204 len: 168 time: 1.2785659 Mar 28 15:17:23.327336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55018) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.373945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.376173 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7ae29617-d3cf-445b-9e21-1d8207c4024d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4209781 Mar 28 15:17:23.379066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55022) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.442329 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2844286 Mar 28 15:17:23.444727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1e81b6b8-030a-4bd3-8c40-488c103b5fed tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'e646a0d5-24af-4e76-8321-15f78ff806df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:23.460116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff4397-7232-4fe3-b34a-2e7fe20be065 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Network': ['ID=149a1682-d3a8-41c6-95f7-a95624a11c88,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:23.462375 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-1e81b6b8-030a-4bd3-8c40-488c103b5fed tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 15:17:23.462985 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-1e81b6b8-030a-4bd3-8c40-488c103b5fed tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:23.465189 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1e81b6b8-030a-4bd3-8c40-488c103b5fed tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0835299 Mar 28 15:17:23.469079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-e6337d53-5c57-494d-a260-e803db48a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:23.470554 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-e6337d53-5c57-494d-a260-e803db48a133 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1098 time: 0.4170141 Mar 28 15:17:23.473136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55028) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.478015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-09cf5a33-f7af-47d9-ae70-2057ead2cd63 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'e646a0d5-24af-4e76-8321-15f78ff806df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:23.479641 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-09cf5a33-f7af-47d9-ae70-2057ead2cd63 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 15:17:23.480688 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-09cf5a33-f7af-47d9-ae70-2057ead2cd63 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:23.484452 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-09cf5a33-f7af-47d9-ae70-2057ead2cd63 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076554 Mar 28 15:17:23.488218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 149a1682-d3a8-41c6-95f7-a95624a11c88 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:23.503373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55032) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.518633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d5ef0057-42ce-41d1-bd9f-0032a6ddb49b tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'e646a0d5-24af-4e76-8321-15f78ff806df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:23.519150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.519738 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-d5ef0057-42ce-41d1-bd9f-0032a6ddb49b tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 15:17:23.520378 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-d5ef0057-42ce-41d1-bd9f-0032a6ddb49b tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:23.525275 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d5ef0057-42ce-41d1-bd9f-0032a6ddb49b tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171211 Mar 28 15:17:23.527401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55036) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.548901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2feb088e-21a4-4d06-8a38-042e0fa11f6c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'e646a0d5-24af-4e76-8321-15f78ff806df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:23.549788 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-2feb088e-21a4-4d06-8a38-042e0fa11f6c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 15:17:23.550280 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-2feb088e-21a4-4d06-8a38-042e0fa11f6c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:23.558242 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2feb088e-21a4-4d06-8a38-042e0fa11f6c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0258565 Mar 28 15:17:23.558432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8caf436d-f761-4a38-8a61-4da76570ceb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.561132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55040) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.617927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e913d77e-853b-4a5f-b910-a079e5f7c2c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.626512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Deleting port 1ba1e9a7-280c-48ab-b546-1a99005ba04a {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:23.626913 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.684216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55044) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.727289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'subnets': [{'network_id': '162ebbee-7282-41a5-8711-23ee6f1796cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--638073742', 'ip_version': 4}, {'network_id': '149a1682-d3a8-41c6-95f7-a95624a11c88', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:23.727686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'subnet': {'network_id': '162ebbee-7282-41a5-8711-23ee6f1796cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--638073742', 'ip_version': 4}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:23.728195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Request body: {'subnet': {'network_id': '149a1682-d3a8-41c6-95f7-a95624a11c88', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:23.747799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913d77e-853b-4a5f-b910-a079e5f7c2c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=06635681-44ef-4801-8df9-8ee12bfbef82,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:23.792560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e913d77e-853b-4a5f-b910-a079e5f7c2c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.794940 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e913d77e-853b-4a5f-b910-a079e5f7c2c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/06635681-44ef-4801-8df9-8ee12bfbef82 HTTP/1.1" status: 204 len: 168 time: 1.7148256 Mar 28 15:17:23.803017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55048) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.804476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c88ea-41d2-495b-ac3e-678d2b599d14 None None] DHCP port deletion for 4576baee-147e-42af-8186-a88f582f3c4d request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:23.810794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-983c88ea-41d2-495b-ac3e-678d2b599d14 None None] Deleting port 1ba1e9a7-280c-48ab-b546-1a99005ba04a {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:23.812568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-983c88ea-41d2-495b-ac3e-678d2b599d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:23.863602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-fd1ee0ea-59d1-4d24-8c46-4f9b84302bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:23.865052 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-fd1ee0ea-59d1-4d24-8c46-4f9b84302bac service neutron] 10.222.0.23 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 913 time: 0.3830149 Mar 28 15:17:23.883336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9db7ba-6d0f-45e2-9d6e-0a5a70405b4e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:23.885706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9db7ba-6d0f-45e2-9d6e-0a5a70405b4e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:23.887434 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9e9db7ba-6d0f-45e2-9d6e-0a5a70405b4e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0831354 Mar 28 15:17:23.900177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55052) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.961818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55056) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:23.962765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e87cb4d4-029e-4707-9d4a-28336f122dbf tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.062864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ca8f548-9843-422e-a38c-2498b518c217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.104355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1ca8f548-9843-422e-a38c-2498b518c217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:24.117273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-983c88ea-41d2-495b-ac3e-678d2b599d14 None None] For port 1ba1e9a7-280c-48ab-b546-1a99005ba04a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1ba1e9a7-280c-48ab-b546-1a99005ba04a,segment=NetworkSegment(12ddd9b8-04c6-4465-81e7-79096b917ffb),segment_id=12ddd9b8-04c6-4465-81e7-79096b917ffb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:24.117931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-983c88ea-41d2-495b-ac3e-678d2b599d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.120020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffe15da-9714-4e21-b94d-cfcd0ca06a9b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 14f5c29e-1393-4466-b4f3-204d2da49b2e {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:24.123174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e87cb4d4-029e-4707-9d4a-28336f122dbf tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.132145 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-3c0532b7-cac7-4e86-a0d4-edbcdcabb768 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 1000 time: 0.2580955 Mar 28 15:17:24.133887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1ca8f548-9843-422e-a38c-2498b518c217 admin admin] Usage tracker for resource:security_group_rule and tenant:6f57c54a4e6f41388f65e7a26703ff18 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:24.139474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ffe15da-9714-4e21-b94d-cfcd0ca06a9b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.177061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1ca8f548-9843-422e-a38c-2498b518c217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:24.234247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1ca8f548-9843-422e-a38c-2498b518c217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:24.246986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-983c88ea-41d2-495b-ac3e-678d2b599d14 None None] Calling delete_port for 1ba1e9a7-280c-48ab-b546-1a99005ba04a owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:24.253515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:24.261821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Usage tracker for resource:subnet and tenant:cfed44c6786a4acab8859f1ef65f9d7b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:24.262202 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ffe15da-9714-4e21-b94d-cfcd0ca06a9b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.267500 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:24.276368 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:24.286406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-08b03c3a-55c0-4182-adbb-41d2677b22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:24.287863 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-08b03c3a-55c0-4182-adbb-41d2677b22ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 200 len: 851 time: 0.1166620 Mar 28 15:17:24.346106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb365b-e9e0-4425-a6a7-a005cc0884e0 req-34dc4374-3d18-4b6f-9f5b-c188b147228a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:24.347620 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-deeb365b-e9e0-4425-a6a7-a005cc0884e0 req-34dc4374-3d18-4b6f-9f5b-c188b147228a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2085686 Mar 28 15:17:24.374571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Made reservation on behalf of cfed44c6786a4acab8859f1ef65f9d7b for: {'subnet': 2} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:24.382087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.382087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.383489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1ba1e9a7-280c-48ab-b546-1a99005ba04a no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:24.400280 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] For port 1ba1e9a7-280c-48ab-b546-1a99005ba04a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1ba1e9a7-280c-48ab-b546-1a99005ba04a,segment=NetworkSegment(12ddd9b8-04c6-4465-81e7-79096b917ffb),segment_id=12ddd9b8-04c6-4465-81e7-79096b917ffb)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:24.400607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.416881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-983c88ea-41d2-495b-ac3e-678d2b599d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.444091 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-deeb365b-e9e0-4425-a6a7-a005cc0884e0 req-ca42675f-51fd-44c6-bc9a-674ea24a7b09 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890594 Mar 28 15:17:24.462256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 1ba1e9a7-280c-48ab-b546-1a99005ba04a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:17:24.466391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1ba1e9a7-280c-48ab-b546-1a99005ba04a not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:17:24.491667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c88ea-41d2-495b-ac3e-678d2b599d14 None None] Pushing event deleted for resources: {'Port': ['ID=1ba1e9a7-280c-48ab-b546-1a99005ba04a,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:24.493920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c88ea-41d2-495b-ac3e-678d2b599d14 None None] No DVR routers for this DVR port 1ba1e9a7-280c-48ab-b546-1a99005ba04a on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:24.547738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e87cb4d4-029e-4707-9d4a-28336f122dbf tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.558095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Calling delete_port for 1ba1e9a7-280c-48ab-b546-1a99005ba04a owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:24.584517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.636277 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cb4d4-029e-4707-9d4a-28336f122dbf tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e646a0d5-24af-4e76-8321-15f78ff806df,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:24.654076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-bb1b1cac-0181-4d67-a81f-55addc415d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:24.655552 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-bb1b1cac-0181-4d67-a81f-55addc415d60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32fdabfd-77e5-48a6-aac8-16b15e900f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3538220 Mar 28 15:17:24.675805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.695131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e87cb4d4-029e-4707-9d4a-28336f122dbf tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.698924 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e87cb4d4-029e-4707-9d4a-28336f122dbf tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/e646a0d5-24af-4e76-8321-15f78ff806df HTTP/1.1" status: 204 len: 168 time: 1.1336672 Mar 28 15:17:24.710130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55064) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:24.711269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ffe15da-9714-4e21-b94d-cfcd0ca06a9b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.816683 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:17:24.817347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:17:24.820936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ca8f548-9843-422e-a38c-2498b518c217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.842277 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d62fb898-c26b-41e2-9b81-8f72c3123c17 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Synchronizing usage tracker for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:24.891275 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-2de13279-3ee4-4ec3-8e70-cf2781231dc5 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267761 Mar 28 15:17:24.892961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ca8f548-9843-422e-a38c-2498b518c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.930539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ffe15da-9714-4e21-b94d-cfcd0ca06a9b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.934505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d62fb898-c26b-41e2-9b81-8f72c3123c17 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Unset dirty status for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:24.940745 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d62fb898-c26b-41e2-9b81-8f72c3123c17 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1980617 Mar 28 15:17:24.942885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55068) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:24.976829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--876727589'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:24.987940 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1ca8f548-9843-422e-a38c-2498b518c217 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f57c54a4e6f41388f65e7a26703ff18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0229135 Mar 28 15:17:24.992295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ffe15da-9714-4e21-b94d-cfcd0ca06a9b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:24.995516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe15da-9714-4e21-b94d-cfcd0ca06a9b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=14f5c29e-1393-4466-b4f3-204d2da49b2e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:24.997029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55072) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:24.999212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:24.999590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a378353c-4ea8-49c7-be5e-c8b2d3720329 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:25.003951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8f548-9843-422e-a38c-2498b518c217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fe22e3-7dcd-496b-9be3-b97363352742,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:25.052591 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6ffe15da-9714-4e21-b94d-cfcd0ca06a9b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/14f5c29e-1393-4466-b4f3-204d2da49b2e HTTP/1.1" status: 204 len: 168 time: 1.1489165 Mar 28 15:17:25.053779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55076) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:25.066363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:25.131453 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-82866af9-bba7-408e-a606-54a30734bcae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735126 Mar 28 15:17:25.136332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55080) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:25.144629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:25.163016 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af39a2fe-fc19-43b0-a187-17aaeebaa5f4 req-2b1ba651-515f-45dd-acaa-2cfd0f3efe90 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187953 Mar 28 15:17:25.163383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.175553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1bd5073c-5672-4d17-83b1-e6335a54f344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.198074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:25.205053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:25.212904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:25.221315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:25.282273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1bd5073c-5672-4d17-83b1-e6335a54f344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.289685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51abaae-f3b0-4d92-829d-43c1a0e2a235 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:25.293809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d51abaae-f3b0-4d92-829d-43c1a0e2a235 None None] Deleting port f0ed1089-44b1-4f00-aae0-cea773210bb0 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:25.294179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d51abaae-f3b0-4d92-829d-43c1a0e2a235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.307310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:25.320046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Deleting port 1ba1e9a7-280c-48ab-b546-1a99005ba04a {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:25.320391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.331824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.347679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:25.354337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:25.366383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:25.374795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.409100 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] The port '1ba1e9a7-280c-48ab-b546-1a99005ba04a' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:17:25.426181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.444122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Subnet': ['ID=4596e632-33da-4c53-a1d9-99428e24afc7,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:25.471075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Checking segment: {'id': 'd501f014-47e7-4def-828c-93db0afb0210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '162ebbee-7282-41a5-8711-23ee6f1796cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:25.471075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Network hostable DHCP agents. Network: 162ebbee-7282-41a5-8711-23ee6f1796cf, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:17:25.494449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbfe323-d9f9-4633-aeb8-89a92508a529,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:25.531611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d51abaae-f3b0-4d92-829d-43c1a0e2a235 None None] For port f0ed1089-44b1-4f00-aae0-cea773210bb0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f0ed1089-44b1-4f00-aae0-cea773210bb0,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:25.532223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d51abaae-f3b0-4d92-829d-43c1a0e2a235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.596324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.602675 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d3595b4d-68bd-4159-a83c-fdf4c28e1a70 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6575940 Mar 28 15:17:25.603560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55086) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:25.610403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-702ba6a4-ea12-4130-95aa-50bfd398b93d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '7fbfe323-d9f9-4633-aeb8-89a92508a529', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:25.611242 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-702ba6a4-ea12-4130-95aa-50bfd398b93d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 15:17:25.616855 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-702ba6a4-ea12-4130-95aa-50bfd398b93d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:25.616855 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-702ba6a4-ea12-4130-95aa-50bfd398b93d tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094321 Mar 28 15:17:25.616855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Network 162ebbee-7282-41a5-8711-23ee6f1796cf is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:17:25.620186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55090) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:25.628684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3db3b3d6-e6b4-4495-a132-16b420704f51 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '7fbfe323-d9f9-4633-aeb8-89a92508a529', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:25.637249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3db3b3d6-e6b4-4495-a132-16b420704f51 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:25.642577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3db3b3d6-e6b4-4495-a132-16b420704f51 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:25.646178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3db3b3d6-e6b4-4495-a132-16b420704f51 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:25.652173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3db3b3d6-e6b4-4495-a132-16b420704f51 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:25.668710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d51abaae-f3b0-4d92-829d-43c1a0e2a235 None None] Calling delete_port for f0ed1089-44b1-4f00-aae0-cea773210bb0 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:25.675169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1bd5073c-5672-4d17-83b1-e6335a54f344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.678509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:25.681900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.713361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.727168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 162ebbee-7282-41a5-8711-23ee6f1796cf) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:25.731866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.738239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7813da-dcf0-4f12-b193-b3c78668ff08 None None] Network 162ebbee-7282-41a5-8711-23ee6f1796cf requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:25.748675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5073c-5672-4d17-83b1-e6335a54f344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fe22e3-7dcd-496b-9be3-b97363352742,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:25.816097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1bd5073c-5672-4d17-83b1-e6335a54f344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.819771 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1bd5073c-5672-4d17-83b1-e6335a54f344 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4fe22e3-7dcd-496b-9be3-b97363352742 HTTP/1.1" status: 204 len: 168 time: 0.8178689 Mar 28 15:17:25.824283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4576baee-147e-42af-8186-a88f582f3c4d']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:25.834648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d51abaae-f3b0-4d92-829d-43c1a0e2a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.847087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ddd9b8-04c6-4465-81e7-79096b917ffb') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:25.847677 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ddd9b8-04c6-4465-81e7-79096b917ffb') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:25.882633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.897480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51abaae-f3b0-4d92-829d-43c1a0e2a235 None None] Pushing event deleted for resources: {'Port': ['ID=f0ed1089-44b1-4f00-aae0-cea773210bb0,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:25.899767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51abaae-f3b0-4d92-829d-43c1a0e2a235 None None] No DVR routers for this DVR port f0ed1089-44b1-4f00-aae0-cea773210bb0 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:25.921810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event updated for resources: {'Subnet': ['ID=2c90b21b-a27c-4dc6-9dcf-f4b14c38d75d,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:25.952624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:25.984009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:25.984411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.006001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Checking segment: {'id': '24039b9a-2b65-4047-bae5-56576f5a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '149a1682-d3a8-41c6-95f7-a95624a11c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:26.006400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Network hostable DHCP agents. Network: 149a1682-d3a8-41c6-95f7-a95624a11c88, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:26.028358 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:26.039967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-162ebbee-7282-41a5-8711-23ee6f1796cf', 'network_id': '162ebbee-7282-41a5-8711-23ee6f1796cf', 'tenant_id': 'cfed44c6786a4acab8859f1ef65f9d7b', 'fixed_ips': [{'subnet_id': '4596e632-33da-4c53-a1d9-99428e24afc7'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:26.041120 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.047346 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-3db3b3d6-e6b4-4495-a132-16b420704f51 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:26.049003 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3db3b3d6-e6b4-4495-a132-16b420704f51 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4276972 Mar 28 15:17:26.051824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55096) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.054519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae4de6-8940-4cbe-a3c6-5b43d779a644 req-1ad9f878-a49e-4fea-91fb-327b1877b7aa tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:26.064755 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-64ae4de6-8940-4cbe-a3c6-5b43d779a644 req-1ad9f878-a49e-4fea-91fb-327b1877b7aa tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4212892 Mar 28 15:17:26.064885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3254866c-c9de-4a20-8b90-1823b9c05a3f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '7fbfe323-d9f9-4633-aeb8-89a92508a529', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:26.064885 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-3254866c-c9de-4a20-8b90-1823b9c05a3f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 15:17:26.064885 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-3254866c-c9de-4a20-8b90-1823b9c05a3f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:26.064885 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3254866c-c9de-4a20-8b90-1823b9c05a3f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069494 Mar 28 15:17:26.065193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55100) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.070370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-cd82e3dd-be7e-4dce-ba2b-f36b29a00178 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '7fbfe323-d9f9-4633-aeb8-89a92508a529', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:26.076634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cd82e3dd-be7e-4dce-ba2b-f36b29a00178 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:26.092403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cd82e3dd-be7e-4dce-ba2b-f36b29a00178 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:26.102055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cd82e3dd-be7e-4dce-ba2b-f36b29a00178 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:26.116932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cd82e3dd-be7e-4dce-ba2b-f36b29a00178 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:26.138739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Network 149a1682-d3a8-41c6-95f7-a95624a11c88 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:17:26.175441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.208402 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-64ae4de6-8940-4cbe-a3c6-5b43d779a644 req-eb012245-c07e-48f4-8ef7-d11016fc8cde tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014726 Mar 28 15:17:26.247414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Allocated IP 172.20.0.2 (162ebbee-7282-41a5-8711-23ee6f1796cf/4596e632-33da-4c53-a1d9-99428e24afc7/dd010129-f6a9-4bbd-850e-de2a488aafca) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:26.264991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.265245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 149a1682-d3a8-41c6-95f7-a95624a11c88) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:26.273340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:26.273340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:26.273340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.278164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3790e8-678c-476f-9017-94b9ac02fb85 None None] Network 149a1682-d3a8-41c6-95f7-a95624a11c88 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:26.322173 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-cd82e3dd-be7e-4dce-ba2b-f36b29a00178 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:26.329406 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cd82e3dd-be7e-4dce-ba2b-f36b29a00178 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2632766 Mar 28 15:17:26.330011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55106) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.335277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-667fa4d7-cf91-4b05-bccc-54e3fc1537d9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '7fbfe323-d9f9-4633-aeb8-89a92508a529', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:26.335947 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-667fa4d7-cf91-4b05-bccc-54e3fc1537d9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 15:17:26.336354 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-667fa4d7-cf91-4b05-bccc-54e3fc1537d9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:26.345337 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-667fa4d7-cf91-4b05-bccc-54e3fc1537d9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142369 Mar 28 15:17:26.345919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55110) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.351524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.356361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b2416c04-5ec5-4f5b-8646-2b2fb1146027 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '7fbfe323-d9f9-4633-aeb8-89a92508a529', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:26.373529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] Pushing event deleted for resources: {'Network': ['ID=4576baee-147e-42af-8186-a88f582f3c4d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:26.373722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b2416c04-5ec5-4f5b-8646-2b2fb1146027 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:26.378885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b2416c04-5ec5-4f5b-8646-2b2fb1146027 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:26.379763 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f0ed1089-44b1-4f00-aae0-cea773210bb0 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:26.382112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b2416c04-5ec5-4f5b-8646-2b2fb1146027 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:26.382822 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-397f1206-26fc-49eb-a6f7-9403a61d06cb tempest-AllowedAddressPairTestJSON-224857652 tempest-AllowedAddressPairTestJSON-224857652-project] 10.222.0.16 "DELETE /v2.0/networks/4576baee-147e-42af-8186-a88f582f3c4d HTTP/1.1" status: 204 len: 168 time: 3.0540149 Mar 28 15:17:26.386717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.389976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b2416c04-5ec5-4f5b-8646-2b2fb1146027 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:26.398741 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c637a1a3-77fa-40fc-be5c-03ea3edcee27 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7123632 Mar 28 15:17:26.401369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55116) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.467361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:26.471320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:26.475280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: f0ed1089-44b1-4f00-aae0-cea773210bb0 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:17:26.475562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f0ed1089-44b1-4f00-aae0-cea773210bb0 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:17:26.476396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:26.488212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.489533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec90ede-ad0e-4914-ad2e-fee77a9ebdb8 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:26.498202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685060eb-a033-4a66-a747-3b3667bab162 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:26.499215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=56313f61-52df-41b0-8ca4-85575fb0d456,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:26.500062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685060eb-a033-4a66-a747-3b3667bab162 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:26.504349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685060eb-a033-4a66-a747-3b3667bab162 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:26.505360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-685060eb-a033-4a66-a747-3b3667bab162 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Synchronizing usage tracker for tenant:cfed44c6786a4acab8859f1ef65f9d7b on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:26.515211 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-b2416c04-5ec5-4f5b-8646-2b2fb1146027 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Project aca036532b634814a468a72fd4c39e3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:17:26.618904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-685060eb-a033-4a66-a747-3b3667bab162 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Unset dirty status for tenant:cfed44c6786a4acab8859f1ef65f9d7b on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:26.623378 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-685060eb-a033-4a66-a747-3b3667bab162 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2181227 Mar 28 15:17:26.623378 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-b2416c04-5ec5-4f5b-8646-2b2fb1146027 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:26.623618 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a1dde072-e32e-4a17-aef1-dd4078b3a383 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4854293 Mar 28 15:17:26.623992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55120) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.626696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55122) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.628475 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b2416c04-5ec5-4f5b-8646-2b2fb1146027 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2813203 Mar 28 15:17:26.632058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55128) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.637490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7f5a6bed-f819-42f2-af3f-52697a560756 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '7fbfe323-d9f9-4633-aeb8-89a92508a529', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:26.637962 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-7f5a6bed-f819-42f2-af3f-52697a560756 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 15:17:26.638493 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-7f5a6bed-f819-42f2-af3f-52697a560756 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:26.639673 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7f5a6bed-f819-42f2-af3f-52697a560756 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063062 Mar 28 15:17:26.642507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55132) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.647707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-72af4a0a-51b7-4f52-a32c-818e1faf734a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '7fbfe323-d9f9-4633-aeb8-89a92508a529', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:26.663222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72af4a0a-51b7-4f52-a32c-818e1faf734a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:26.669109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': '56313f61-52df-41b0-8ca4-85575fb0d456', 'ip_address': '2001:db8::7655:c9ae:bc94:f08'}], 'name': 'tempest-NetworksTestDHCPv6-1334902964'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:26.669261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72af4a0a-51b7-4f52-a32c-818e1faf734a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:26.674171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72af4a0a-51b7-4f52-a32c-818e1faf734a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:26.682638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72af4a0a-51b7-4f52-a32c-818e1faf734a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:26.779327 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-72af4a0a-51b7-4f52-a32c-818e1faf734a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Project aca036532b634814a468a72fd4c39e3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:17:26.787878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c651d69-1669-4e93-ae7d-7de2b2b58303 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Deleting subnet 4596e632-33da-4c53-a1d9-99428e24afc7 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:26.837659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-149a1682-d3a8-41c6-95f7-a95624a11c88', 'network_id': '149a1682-d3a8-41c6-95f7-a95624a11c88', 'tenant_id': 'cfed44c6786a4acab8859f1ef65f9d7b', 'fixed_ips': [{'subnet_id': '2c90b21b-a27c-4dc6-9dcf-f4b14c38d75d'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:26.838984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.841000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:26.851528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55138) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.860149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:26.862086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.873317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8410f0c1-1a45-4622-9f1b-3d0f2362c0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:26.887184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Transition to ACTIVE for port object dd010129-f6a9-4bbd-850e-de2a488aafca will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:26.888242 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-72af4a0a-51b7-4f52-a32c-818e1faf734a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:26.892673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55142) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:26.893051 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-72af4a0a-51b7-4f52-a32c-818e1faf734a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2486436 Mar 28 15:17:26.898814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8410f0c1-1a45-4622-9f1b-3d0f2362c0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:26.904339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8410f0c1-1a45-4622-9f1b-3d0f2362c0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:489993c981fb4a18b08cfd9c568d430a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:26.904945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d4f4524c-3e28-4a04-94ca-cfe6333230b0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': '7fbfe323-d9f9-4633-aeb8-89a92508a529', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:26.908279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8410f0c1-1a45-4622-9f1b-3d0f2362c0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:26.915099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8410f0c1-1a45-4622-9f1b-3d0f2362c0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:26.915458 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d4f4524c-3e28-4a04-94ca-cfe6333230b0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:26.922388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d4f4524c-3e28-4a04-94ca-cfe6333230b0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:26.929714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d4f4524c-3e28-4a04-94ca-cfe6333230b0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:26.941114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:26.962043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d4f4524c-3e28-4a04-94ca-cfe6333230b0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:26.995104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Transition to ACTIVE for port object dd010129-f6a9-4bbd-850e-de2a488aafca will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:27.019549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '56313f61-52df-41b0-8ca4-85575fb0d456'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:27.020550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.039537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8410f0c1-1a45-4622-9f1b-3d0f2362c0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.057329 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-d4f4524c-3e28-4a04-94ca-cfe6333230b0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Project aca036532b634814a468a72fd4c39e3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:17:27.079167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3c651d69-1669-4e93-ae7d-7de2b2b58303 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.086759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.095224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55148) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:27.128498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8410f0c1-1a45-4622-9f1b-3d0f2362c0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.167526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3c651d69-1669-4e93-ae7d-7de2b2b58303 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.201281 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8410f0c1-1a45-4622-9f1b-3d0f2362c0c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=489993c981fb4a18b08cfd9c568d430a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455927 Mar 28 15:17:27.202420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55154) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:27.202542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410f0c1-1a45-4622-9f1b-3d0f2362c0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fbb5a9-76fb-401a-8cd9-a0299f4e4282,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:27.210980 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-d4f4524c-3e28-4a04-94ca-cfe6333230b0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:27.214474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Network 162ebbee-7282-41a5-8711-23ee6f1796cf is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:27.214793 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d4f4524c-3e28-4a04-94ca-cfe6333230b0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3174627 Mar 28 15:17:27.216979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55158) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:27.220243 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:27.228907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:27.231410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Allocated IP 172.20.0.18 (149a1682-d3a8-41c6-95f7-a95624a11c88/2c90b21b-a27c-4dc6-9dcf-f4b14c38d75d/8dfa9834-143d-47d3-ad9e-a39c88f68c30) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:27.260384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.293171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Pushing event updated for resources: {'Port': ['ID=dd010129-f6a9-4bbd-850e-de2a488aafca,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:27.308187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f8e2-59bf-4a37-a946-3d100094b0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.326168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 196baaaa-5d03-4156-b1a7-7c3241822599 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:27.335080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea1205db-83cd-42a6-8c6a-ceb7b939c5da tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.385031 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-33104e42-02fd-4913-862c-db94a8e3ed30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32ec61285e574941af5b90dfd17c30bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885060 Mar 28 15:17:27.389936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55164) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:27.403129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f8e2-59bf-4a37-a946-3d100094b0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.459639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea1205db-83cd-42a6-8c6a-ceb7b939c5da tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.505209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Attempting to bind port dd010129-f6a9-4bbd-850e-de2a488aafca on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:27.505656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Attempting to bind port dd010129-f6a9-4bbd-850e-de2a488aafca by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'd501f014-47e7-4def-828c-93db0afb0210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '162ebbee-7282-41a5-8711-23ee6f1796cf'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:27.506116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Attempting to bind port dd010129-f6a9-4bbd-850e-de2a488aafca on network 162ebbee-7282-41a5-8711-23ee6f1796cf {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:27.516688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:27.517477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Checking segment: {'id': 'd501f014-47e7-4def-828c-93db0afb0210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '162ebbee-7282-41a5-8711-23ee6f1796cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:27.518104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.518709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Bound using segment: {'id': 'd501f014-47e7-4def-828c-93db0afb0210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '162ebbee-7282-41a5-8711-23ee6f1796cf'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:27.519448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3c651d69-1669-4e93-ae7d-7de2b2b58303 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.519565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Bound port: dd010129-f6a9-4bbd-850e-de2a488aafca, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd501f014-47e7-4def-828c-93db0afb0210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '162ebbee-7282-41a5-8711-23ee6f1796cf'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:27.520226 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.552303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/56313f61-52df-41b0-8ca4-85575fb0d456/d231e984-083e-4243-b2a2-7cee2165f5bc) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:27.567330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76ca4c2-a46c-4a95-9b0d-f5bb7aa4831b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.597365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb9291-6b4a-45f2-85d5-2c559e238b04 req-1dd0af0a-6e10-4943-b516-bff3796303fb tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:27.598855 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-69eb9291-6b4a-45f2-85d5-2c559e238b04 req-1dd0af0a-6e10-4943-b516-bff3796303fb tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2202368 Mar 28 15:17:27.628637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76ca4c2-a46c-4a95-9b0d-f5bb7aa4831b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.659426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea1205db-83cd-42a6-8c6a-ceb7b939c5da tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.671199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f8e2-59bf-4a37-a946-3d100094b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.688859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6f8e2-59bf-4a37-a946-3d100094b0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fbb5a9-76fb-401a-8cd9-a0299f4e4282,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:27.704551 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-69eb9291-6b4a-45f2-85d5-2c559e238b04 req-1c414a95-b875-4405-9a73-16c863a07204 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985851 Mar 28 15:17:27.706021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1205db-83cd-42a6-8c6a-ceb7b939c5da tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbfe323-d9f9-4633-aeb8-89a92508a529,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:27.719402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3c651d69-1669-4e93-ae7d-7de2b2b58303 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.723941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea1205db-83cd-42a6-8c6a-ceb7b939c5da tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.727914 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ea1205db-83cd-42a6-8c6a-ceb7b939c5da tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/7fbfe323-d9f9-4633-aeb8-89a92508a529 HTTP/1.1" status: 204 len: 168 time: 0.5047193 Mar 28 15:17:27.733229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55168) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:27.776425 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c651d69-1669-4e93-ae7d-7de2b2b58303 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Subnet': ['ID=4596e632-33da-4c53-a1d9-99428e24afc7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:27.778768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3c651d69-1669-4e93-ae7d-7de2b2b58303 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.788947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e017721a-436d-4622-89bd-99024af59aeb tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Synchronizing usage tracker for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:27.793599 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3c651d69-1669-4e93-ae7d-7de2b2b58303 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/subnets/4596e632-33da-4c53-a1d9-99428e24afc7 HTTP/1.1" status: 204 len: 168 time: 1.1685433 Mar 28 15:17:27.794401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55174) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:27.824621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76ca4c2-a46c-4a95-9b0d-f5bb7aa4831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.828852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f8e2-59bf-4a37-a946-3d100094b0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.830119 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dfa6f8e2-59bf-4a37-a946-3d100094b0f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07fbb5a9-76fb-401a-8cd9-a0299f4e4282 HTTP/1.1" status: 204 len: 168 time: 0.6269746 Mar 28 15:17:27.843417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ca4c2-a46c-4a95-9b0d-f5bb7aa4831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30443118-0b32-4b7d-8cb6-0f0189b4f992,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:27.860131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76ca4c2-a46c-4a95-9b0d-f5bb7aa4831b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:27.864063 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c76ca4c2-a46c-4a95-9b0d-f5bb7aa4831b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30443118-0b32-4b7d-8cb6-0f0189b4f992 HTTP/1.1" status: 204 len: 168 time: 0.4667771 Mar 28 15:17:27.887275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e017721a-436d-4622-89bd-99024af59aeb tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Unset dirty status for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:27.889183 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e017721a-436d-4622-89bd-99024af59aeb tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1550012 Mar 28 15:17:27.893037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55182) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:27.897978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473468372'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:27.912992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:27.931074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:27.931689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e3d670-fade-4e81-8c31-0171f3242d8d tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Deleting subnet 2c90b21b-a27c-4dc6-9dcf-f4b14c38d75d {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:27.963957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f2ca1-9e3d-437f-a595-749622e31da5 req-b7e4c0bc-b770-43df-b8b4-837f300ea0c3 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:27.968786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] For port dd010129-f6a9-4bbd-850e-de2a488aafca, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:27.972828 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-059f2ca1-9e3d-437f-a595-749622e31da5 req-b7e4c0bc-b770-43df-b8b4-837f300ea0c3 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.1254895 Mar 28 15:17:28.011001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] For port dd010129-f6a9-4bbd-850e-de2a488aafca, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dd010129-f6a9-4bbd-850e-de2a488aafca,segment=NetworkSegment(d501f014-47e7-4def-828c-93db0afb0210),segment_id=d501f014-47e7-4def-828c-93db0afb0210)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:28.016927 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-059f2ca1-9e3d-437f-a595-749622e31da5 req-4439c53f-0a8a-4d9a-9e07-3e4f3622231f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429888 Mar 28 15:17:28.035774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.062256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:28.076860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.084197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:28.088766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:28.099440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:28.101440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Transition to ACTIVE for port object 8dfa9834-143d-47d3-ad9e-a39c88f68c30 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:28.121527 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.176842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.182470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.200133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Transition to ACTIVE for port object 8dfa9834-143d-47d3-ad9e-a39c88f68c30 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:28.210089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Transition to ACTIVE for port object d231e984-083e-4243-b2a2-7cee2165f5bc will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:28.253157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Transition to ACTIVE for port object d231e984-083e-4243-b2a2-7cee2165f5bc will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:28.255726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348aaa7-1908-498c-9d50-6a5e57ad7881 None None] Pushing event updated for resources: {'Port': ['ID=dd010129-f6a9-4bbd-850e-de2a488aafca,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:28.270081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.292907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d670-fade-4e81-8c31-0171f3242d8d tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.301536 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.319159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b101d65d-97e1-496e-a790-2250f3a33d18,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:28.390811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.391547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.399194 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c747d228-9c0f-46cf-b872-f89526b11be7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5012734 Mar 28 15:17:28.399194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55192) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:28.402181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5fd166de-4892-4a45-bff0-1bd574ade7c9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'b101d65d-97e1-496e-a790-2250f3a33d18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:28.411788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5fd166de-4892-4a45-bff0-1bd574ade7c9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:28.418118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5fd166de-4892-4a45-bff0-1bd574ade7c9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:28.426319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5fd166de-4892-4a45-bff0-1bd574ade7c9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:28.431701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Network 149a1682-d3a8-41c6-95f7-a95624a11c88 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:28.437209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5fd166de-4892-4a45-bff0-1bd574ade7c9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:28.442303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:28.452019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:28.464510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:28.472926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:28.482115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Pushing event updated for resources: {'Port': ['ID=8dfa9834-143d-47d3-ad9e-a39c88f68c30,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:28.490221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:28.641878 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-5fd166de-4892-4a45-bff0-1bd574ade7c9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The resource could not be found. Mar 28 15:17:28.646706 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5fd166de-4892-4a45-bff0-1bd574ade7c9 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2494569 Mar 28 15:17:28.647664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55210) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:28.654625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b6c036b0-71c8-412d-984c-21064f199ad3 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'b101d65d-97e1-496e-a790-2250f3a33d18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8366a9ae-37c3-474c-9919-35342a41f9f1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:28.663190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b6c036b0-71c8-412d-984c-21064f199ad3 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:28.667774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b6c036b0-71c8-412d-984c-21064f199ad3 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:28.687454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b6c036b0-71c8-412d-984c-21064f199ad3 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:28.729991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b6c036b0-71c8-412d-984c-21064f199ad3 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:28.760507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d670-fade-4e81-8c31-0171f3242d8d tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.804633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Pushing event updated for resources: {'Port': ['ID=d231e984-083e-4243-b2a2-7cee2165f5bc,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:28.812674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Attempting to bind port 8dfa9834-143d-47d3-ad9e-a39c88f68c30 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:28.813042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Attempting to bind port 8dfa9834-143d-47d3-ad9e-a39c88f68c30 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '24039b9a-2b65-4047-bae5-56576f5a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '149a1682-d3a8-41c6-95f7-a95624a11c88'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:28.813409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Attempting to bind port 8dfa9834-143d-47d3-ad9e-a39c88f68c30 on network 149a1682-d3a8-41c6-95f7-a95624a11c88 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:28.815657 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Attempting to bind port d231e984-083e-4243-b2a2-7cee2165f5bc on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:28.816017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Attempting to bind port d231e984-083e-4243-b2a2-7cee2165f5bc by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:28.816438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Attempting to bind port d231e984-083e-4243-b2a2-7cee2165f5bc on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:28.824365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:28.825187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:28.825187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.826099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:28.827057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Bound port: d231e984-083e-4243-b2a2-7cee2165f5bc, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:28.827057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.837199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:28.837573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Checking segment: {'id': '24039b9a-2b65-4047-bae5-56576f5a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '149a1682-d3a8-41c6-95f7-a95624a11c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:28.838152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.838561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Bound using segment: {'id': '24039b9a-2b65-4047-bae5-56576f5a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '149a1682-d3a8-41c6-95f7-a95624a11c88'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:28.840348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Bound port: 8dfa9834-143d-47d3-ad9e-a39c88f68c30, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24039b9a-2b65-4047-bae5-56576f5a67c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '149a1682-d3a8-41c6-95f7-a95624a11c88'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:28.844276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:28.919052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::7655:c9ae:bc94:f08 (407e43a9-7d21-4a68-a014-97c49e9e0f14/56313f61-52df-41b0-8ca4-85575fb0d456/196baaaa-5d03-4156-b1a7-7c3241822599) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:28.950911 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-b6c036b0-71c8-412d-984c-21064f199ad3 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The resource could not be found. Mar 28 15:17:28.952350 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b6c036b0-71c8-412d-984c-21064f199ad3 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3024642 Mar 28 15:17:28.955314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55218) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:29.080884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c64da7-3555-4fa6-a790-a1370ad86386 req-fa3d67c9-a15d-4028-90e5-cb627c264462 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:29.082371 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-16c64da7-3555-4fa6-a790-a1370ad86386 req-fa3d67c9-a15d-4028-90e5-cb627c264462 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2519546 Mar 28 15:17:29.135449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] For port 8dfa9834-143d-47d3-ad9e-a39c88f68c30, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:29.164293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] For port d231e984-083e-4243-b2a2-7cee2165f5bc, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:29.179544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] For port d231e984-083e-4243-b2a2-7cee2165f5bc, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d231e984-083e-4243-b2a2-7cee2165f5bc,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:29.180339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] For port 8dfa9834-143d-47d3-ad9e-a39c88f68c30, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8dfa9834-143d-47d3-ad9e-a39c88f68c30,segment=NetworkSegment(24039b9a-2b65-4047-bae5-56576f5a67c2),segment_id=24039b9a-2b65-4047-bae5-56576f5a67c2)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:29.212986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5842bf78-c78b-4aca-bcd3-78c799a4a40c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.216767 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-16c64da7-3555-4fa6-a790-a1370ad86386 req-41a9774d-9387-4f3c-9685-dab45b2a6b6a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178010 Mar 28 15:17:29.264378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5842bf78-c78b-4aca-bcd3-78c799a4a40c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.265927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.287017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d670-fade-4e81-8c31-0171f3242d8d tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.345311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.349151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.385709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 196baaaa-5d03-4156-b1a7-7c3241822599 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:29.412230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881bbdd-829d-4b57-9dff-ce87f10bbcf0 None None] Pushing event updated for resources: {'Port': ['ID=d231e984-083e-4243-b2a2-7cee2165f5bc,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:29.458701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5842bf78-c78b-4aca-bcd3-78c799a4a40c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.487973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d670-fade-4e81-8c31-0171f3242d8d tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.510060 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842bf78-c78b-4aca-bcd3-78c799a4a40c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b101d65d-97e1-496e-a790-2250f3a33d18,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:29.550182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5842bf78-c78b-4aca-bcd3-78c799a4a40c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.551845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5842bf78-c78b-4aca-bcd3-78c799a4a40c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/b101d65d-97e1-496e-a790-2250f3a33d18 HTTP/1.1" status: 204 len: 168 time: 0.5954452 Mar 28 15:17:29.558495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55240) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:29.582894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f89b6a-9285-45cd-9f90-95b2a34e73c0 None None] Pushing event updated for resources: {'Port': ['ID=8dfa9834-143d-47d3-ad9e-a39c88f68c30,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:29.594486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.597008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3d670-fade-4e81-8c31-0171f3242d8d tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Subnet': ['ID=2c90b21b-a27c-4dc6-9dcf-f4b14c38d75d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:29.671058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde947-9116-4d79-af33-7f1687ad87c1 req-094201a5-b7ea-4127-80bc-5d612d44c6d6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:29.672761 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-92dde947-9116-4d79-af33-7f1687ad87c1 req-094201a5-b7ea-4127-80bc-5d612d44c6d6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2988236 Mar 28 15:17:29.673444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55244) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:29.719330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d670-fade-4e81-8c31-0171f3242d8d tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.824190 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d9e3d670-fade-4e81-8c31-0171f3242d8d tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/subnets/2c90b21b-a27c-4dc6-9dcf-f4b14c38d75d HTTP/1.1" status: 204 len: 168 time: 2.0280757 Mar 28 15:17:29.829122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55252) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:29.843714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:29.847243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:29.851928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:29.855292 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-92dde947-9116-4d79-af33-7f1687ad87c1 req-658aaaa5-c118-4564-971e-28f6b722bf8d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676383 Mar 28 15:17:29.868260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:29.868926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:29.909380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=196baaaa-5d03-4156-b1a7-7c3241822599,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:29.953250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-43fad975-cf57-4a32-ba02-9a5864e0c5f0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Synchronizing usage tracker for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:29.985095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-468720842'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:30.020056 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b1873050-7275-4da6-a5d7-c68726798062 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3922377 Mar 28 15:17:30.025867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55260) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:30.033903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:30.050325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Usage tracker for resource:network and tenant:170c3b7c0d8d4580a98302b4435bab90 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:30.055824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:30.066796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:30.082046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c570ce-608e-4eaf-a36d-f29c1618dc8f tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:30.083750 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f9c570ce-608e-4eaf-a36d-f29c1618dc8f tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2468212 Mar 28 15:17:30.094683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55264) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:30.140735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-43fad975-cf57-4a32-ba02-9a5864e0c5f0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Unset dirty status for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:30.145535 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-43fad975-cf57-4a32-ba02-9a5864e0c5f0 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5790353 Mar 28 15:17:30.156250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55270) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:30.166971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fb9b0cf2-d6d6-4c99-aa74-2a15ce3c92b8 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'aafad082-4896-44dc-a4bd-e8c4c7df1900', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:30.173570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb9b0cf2-d6d6-4c99-aa74-2a15ce3c92b8 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:30.178245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb9b0cf2-d6d6-4c99-aa74-2a15ce3c92b8 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:30.183708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb9b0cf2-d6d6-4c99-aa74-2a15ce3c92b8 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:30.185843 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Made reservation on behalf of 170c3b7c0d8d4580a98302b4435bab90 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:30.189595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:30.199294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb9b0cf2-d6d6-4c99-aa74-2a15ce3c92b8 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:30.223377 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a445c-b381-43e3-a541-dfd78fda65e4 None None] Network 162ebbee-7282-41a5-8711-23ee6f1796cf requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:30.255527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770b1e4-3e92-4e2c-a295-45c08f862b1a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:30.261551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770b1e4-3e92-4e2c-a295-45c08f862b1a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:30.262350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6770b1e4-3e92-4e2c-a295-45c08f862b1a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:30.273955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe50bfb-3e39-4e8a-873a-9973f822ee9f req-e8938543-01ce-4a8e-af8b-a4c955654f19 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:30.275521 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cfe50bfb-3e39-4e8a-873a-9973f822ee9f req-e8938543-01ce-4a8e-af8b-a4c955654f19 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.1936197 Mar 28 15:17:30.284903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:30.327488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:30.333814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Usage tracker for resource:security_group_rule and tenant:170c3b7c0d8d4580a98302b4435bab90 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:30.347637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:30.349958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:30.355467 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cfe50bfb-3e39-4e8a-873a-9973f822ee9f req-e4f5deec-f097-4ca4-b86a-9a01fee7fadf tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693383 Mar 28 15:17:30.376024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:30.395222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Deleting port 8dfa9834-143d-47d3-ad9e-a39c88f68c30 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:30.395737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6770b1e4-3e92-4e2c-a295-45c08f862b1a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:30.396071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:30.398038 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6770b1e4-3e92-4e2c-a295-45c08f862b1a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3699660 Mar 28 15:17:30.408216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55278) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:30.467872 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-fb9b0cf2-d6d6-4c99-aa74-2a15ce3c92b8 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The resource could not be found. Mar 28 15:17:30.468878 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fb9b0cf2-d6d6-4c99-aa74-2a15ce3c92b8 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3098006 Mar 28 15:17:30.478403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55282) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:30.511793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--854394955'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:30.524346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-917aa8ac-1381-41c8-8cbc-52e377132813 None None] Provisioning for port dd010129-f6a9-4bbd-850e-de2a488aafca completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:30.546234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:30.559584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d231e984-083e-4243-b2a2-7cee2165f5bc up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:30.575278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:30.583537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-7455fb28-8e4e-44b0-88c5-25e12d7aacae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 196baaaa-5d03-4156-b1a7-7c3241822599 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:30.584098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7455fb28-8e4e-44b0-88c5-25e12d7aacae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:30.711401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:30.712614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:30.786322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:30.807468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port d231e984-083e-4243-b2a2-7cee2165f5bc completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:30.814484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dd010129-f6a9-4bbd-850e-de2a488aafca up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:30.867725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d624a34-4d92-4e84-be89-6b14fdb7c944 None None] DHCP port deletion for 162ebbee-7282-41a5-8711-23ee6f1796cf request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:30.911130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d624a34-4d92-4e84-be89-6b14fdb7c944 None None] Deleting port dd010129-f6a9-4bbd-850e-de2a488aafca {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:30.911510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d624a34-4d92-4e84-be89-6b14fdb7c944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:30.987849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:31.007640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:31.029437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:31.042601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:31.061024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:31.085529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] For port 8dfa9834-143d-47d3-ad9e-a39c88f68c30, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8dfa9834-143d-47d3-ad9e-a39c88f68c30,segment=NetworkSegment(24039b9a-2b65-4047-bae5-56576f5a67c2),segment_id=24039b9a-2b65-4047-bae5-56576f5a67c2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:31.086078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.166933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7455fb28-8e4e-44b0-88c5-25e12d7aacae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.257371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Calling delete_port for 8dfa9834-143d-47d3-ad9e-a39c88f68c30 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:31.373387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55296) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:31.377650 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb29f778-fa7a-49bf-bac7-3a4b7af22f4e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:31.417388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0d624a34-4d92-4e84-be89-6b14fdb7c944 None None] For port dd010129-f6a9-4bbd-850e-de2a488aafca, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dd010129-f6a9-4bbd-850e-de2a488aafca,segment=NetworkSegment(d501f014-47e7-4def-828c-93db0afb0210),segment_id=d501f014-47e7-4def-828c-93db0afb0210)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:31.417971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d624a34-4d92-4e84-be89-6b14fdb7c944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.467091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.482252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.482607 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Added segment a3108556-5f55-4cbc-be96-7a4e4ed96d07 of type vlan for network 25178860-3cac-4f0e-88e3-678efdeff402 Mar 28 15:17:31.520342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-7455fb28-8e4e-44b0-88c5-25e12d7aacae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 196baaaa-5d03-4156-b1a7-7c3241822599 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:31.568510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d624a34-4d92-4e84-be89-6b14fdb7c944 None None] Calling delete_port for dd010129-f6a9-4bbd-850e-de2a488aafca owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:31.584120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] No DVR routers for this DVR port 8dfa9834-143d-47d3-ad9e-a39c88f68c30 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:31.590444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Port': ['ID=8dfa9834-143d-47d3-ad9e-a39c88f68c30,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:31.596819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port dd010129-f6a9-4bbd-850e-de2a488aafca completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:31.600039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b52d1b81-4e2a-4226-9779-4f0fd05582c1 None None] Provisioning for port d231e984-083e-4243-b2a2-7cee2165f5bc completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:31.601908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1068972084', 'router:external': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:31.607577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:31.617049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b52d1b81-4e2a-4226-9779-4f0fd05582c1 None None] Provisioning complete for port d231e984-083e-4243-b2a2-7cee2165f5bc triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:31.617422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b52d1b81-4e2a-4226-9779-4f0fd05582c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.653300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Usage tracker for resource:network and tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:31.664709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.673528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:31.681900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d445f285-55e4-49b9-aaea-9083231e1f06 None None] Network 149a1682-d3a8-41c6-95f7-a95624a11c88 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:31.702274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:31.702868 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port dd010129-f6a9-4bbd-850e-de2a488aafca triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:31.703274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.710302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.719113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211f106-4697-4f85-9413-0183b6cef7c7 req-65b51bb3-3875-499a-8eb5-ea531c06b152 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:31.720748 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1211f106-4697-4f85-9413-0183b6cef7c7 req-65b51bb3-3875-499a-8eb5-ea531c06b152 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.5448592 Mar 28 15:17:31.787669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.800578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.820879 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1211f106-4697-4f85-9413-0183b6cef7c7 req-e419ff9d-3e79-4aac-977f-a5fdd78a750a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878508 Mar 28 15:17:31.844186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cc93c7-3bc6-4d57-8230-65cb2a4f7e55,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:31.856016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149a1682-d3a8-41c6-95f7-a95624a11c88']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:31.860510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7455fb28-8e4e-44b0-88c5-25e12d7aacae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.875424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24039b9a-2b65-4047-bae5-56576f5a67c2') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:31.876199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24039b9a-2b65-4047-bae5-56576f5a67c2') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:31.890591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.911553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.920597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:31.921604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.941508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b52d1b81-4e2a-4226-9779-4f0fd05582c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:31.961833 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:32.008028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.014082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:32.014698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.018359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Made reservation on behalf of ffef8a3a3c9f49f58afdbbf59d1f20b1 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:32.020567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.034592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.035891 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e33cce3e-ebf8-4662-b1e3-330a4b7694ea tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5395589 Mar 28 15:17:32.036868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455fb28-8e4e-44b0-88c5-25e12d7aacae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=196baaaa-5d03-4156-b1a7-7c3241822599,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:32.039763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55304) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:32.071949 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.078021 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041521172'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:32.086074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:32.086606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.092637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7455fb28-8e4e-44b0-88c5-25e12d7aacae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.094792 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7455fb28-8e4e-44b0-88c5-25e12d7aacae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/196baaaa-5d03-4156-b1a7-7c3241822599 HTTP/1.1" status: 204 len: 168 time: 1.6855845 Mar 28 15:17:32.096255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:32.098986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55308) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:32.099359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d624a34-4d92-4e84-be89-6b14fdb7c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.101640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:32.144022 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:32.149695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:32.156158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Usage tracker for resource:security_group_rule and tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:32.159786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:32.167864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:32.180344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad82772-543c-46c9-b997-c4241c70bd2a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:32.182304 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad82772-543c-46c9-b997-c4241c70bd2a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:32.183405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5ad82772-543c-46c9-b997-c4241c70bd2a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:32.191471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b52d1b81-4e2a-4226-9779-4f0fd05582c1 None None] For port d231e984-083e-4243-b2a2-7cee2165f5bc, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d231e984-083e-4243-b2a2-7cee2165f5bc,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:32.193568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d624a34-4d92-4e84-be89-6b14fdb7c944 None None] Pushing event deleted for resources: {'Port': ['ID=dd010129-f6a9-4bbd-850e-de2a488aafca,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:32.198418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d624a34-4d92-4e84-be89-6b14fdb7c944 None None] No DVR routers for this DVR port dd010129-f6a9-4bbd-850e-de2a488aafca on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:32.245805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8dfa9834-143d-47d3-ad9e-a39c88f68c30 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:32.246765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.251052 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5695047 Mar 28 15:17:32.254004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55314) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:32.265727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.266142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Request body: {'subnet': {'network_id': '25178860-3cac-4f0e-88e3-678efdeff402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:32.276429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593f99d-1510-43a4-90f2-18cc2a19a24d tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event updated for resources: {'Network': ['ID=25178860-3cac-4f0e-88e3-678efdeff402,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:32.294854 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db5d7c-3920-49d3-9b70-d09ad9433ec6 None None] DHCP port deletion for 149a1682-d3a8-41c6-95f7-a95624a11c88 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:32.305722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5ad82772-543c-46c9-b997-c4241c70bd2a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:32.312161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 25178860-3cac-4f0e-88e3-678efdeff402 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:32.312306 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5ad82772-543c-46c9-b997-c4241c70bd2a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2067111 Mar 28 15:17:32.312306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.312471 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/networks/149a1682-d3a8-41c6-95f7-a95624a11c88 HTTP/1.1" status: 204 len: 168 time: 2.2127063 Mar 28 15:17:32.313519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55318) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:32.313902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55320) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:32.326840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b52d1b81-4e2a-4226-9779-4f0fd05582c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.349862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36756e-4230-44f0-b359-2f4407a947b1 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Network': ['ID=149a1682-d3a8-41c6-95f7-a95624a11c88,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:32.372964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 8dfa9834-143d-47d3-ad9e-a39c88f68c30 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:17:32.373345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8dfa9834-143d-47d3-ad9e-a39c88f68c30 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 15:17:32.390524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:32.402834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:32.413562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:32.428549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:32.450261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:32.456365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Usage tracker for resource:subnet and tenant:170c3b7c0d8d4580a98302b4435bab90 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:32.457196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Port 8dfa9834-143d-47d3-ad9e-a39c88f68c30 not found, will not notify nova. {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 15:17:32.466998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:32.474856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:32.527482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.533076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4f68562e-a3f4-423f-a22a-e3cc11c16b85 None None] Could not find standard attr ID for object 196baaaa-5d03-4156-b1a7-7c3241822599. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:17:32.539225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.555725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4f68562e-a3f4-423f-a22a-e3cc11c16b85 None None] Could not find standard attr ID for object 8dfa9834-143d-47d3-ad9e-a39c88f68c30. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:17:32.556163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Made reservation on behalf of 170c3b7c0d8d4580a98302b4435bab90 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:32.562124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.565106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dd010129-f6a9-4bbd-850e-de2a488aafca no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:32.601200 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: dd010129-f6a9-4bbd-850e-de2a488aafca {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:17:32.601610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dd010129-f6a9-4bbd-850e-de2a488aafca not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:17:32.602081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8dfa9834-143d-47d3-ad9e-a39c88f68c30 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:32.625938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5233bb-0060-4be7-ad00-c0f0e90ab425 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 56313f61-52df-41b0-8ca4-85575fb0d456 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:32.631383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d1b81-4e2a-4226-9779-4f0fd05582c1 None None] Pushing event updated for resources: {'Port': ['ID=d231e984-083e-4243-b2a2-7cee2165f5bc,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:32.643244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 8dfa9834-143d-47d3-ad9e-a39c88f68c30 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:17:32.643676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8dfa9834-143d-47d3-ad9e-a39c88f68c30 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:17:32.648770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5233bb-0060-4be7-ad00-c0f0e90ab425 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.650645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.696124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.719455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd93e86a-32d7-4d9a-b823-cf51dff4718f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:32.742941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5233bb-0060-4be7-ad00-c0f0e90ab425 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.780278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.783174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.784513 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-32050091-b211-4bf1-9a79-72057c442237 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7438104 Mar 28 15:17:32.787427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55326) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:32.796410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0a573013-4019-4cc0-b270-6fc2417f56f7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'b9cc93c7-3bc6-4d57-8230-65cb2a4f7e55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dd93e86a-32d7-4d9a-b823-cf51dff4718f'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:32.804111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0a573013-4019-4cc0-b270-6fc2417f56f7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:32.812351 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0a573013-4019-4cc0-b270-6fc2417f56f7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:32.816258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0a573013-4019-4cc0-b270-6fc2417f56f7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:32.832768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0a573013-4019-4cc0-b270-6fc2417f56f7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:32.845155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.947220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:32.968976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:32.990250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.035440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.035781 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Added segment 00dccab6-f24f-482a-af50-30e9a4efa65e of type vlan for network 0684c37a-1b01-4961-bd67-e5b5ebdcf134 Mar 28 15:17:33.045316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a47fa-19d5-46cf-9470-167b3ffe8876,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:33.057158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162ebbee-7282-41a5-8711-23ee6f1796cf']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:33.073267 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-0a573013-4019-4cc0-b270-6fc2417f56f7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:33.073473 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0a573013-4019-4cc0-b270-6fc2417f56f7 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2850735 Mar 28 15:17:33.079901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55332) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:33.090310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd501f014-47e7-4def-828c-93db0afb0210') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:33.090586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd501f014-47e7-4def-828c-93db0afb0210') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:33.098168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5233bb-0060-4be7-ad00-c0f0e90ab425 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.108122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Checking segment: {'id': 'a3108556-5f55-4cbc-be96-7a4e4ed96d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '25178860-3cac-4f0e-88e3-678efdeff402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:33.108474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Network hostable DHCP agents. Network: 25178860-3cac-4f0e-88e3-678efdeff402, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:17:33.112526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event updated for resources: {'Subnet': ['ID=1c891d36-310b-4924-bba3-b5fd5fed3e17,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:33.145919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.169866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-540bb482-eb21-415c-95e1-1f6d6217fa82 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.186776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.196929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-540bb482-eb21-415c-95e1-1f6d6217fa82 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.203530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.215247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:33.217485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:33.232373 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:33.237584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Network 25178860-3cac-4f0e-88e3-678efdeff402 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:17:33.315793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 25178860-3cac-4f0e-88e3-678efdeff402) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:33.320046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc1764-faba-4df1-8751-e23c44d07e66 req-af8d58d9-9010-4896-a5b3-69403ebe60bd tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:33.320405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:33.321048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.321530 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-08bc1764-faba-4df1-8751-e23c44d07e66 req-af8d58d9-9010-4896-a5b3-69403ebe60bd tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3646562 Mar 28 15:17:33.323149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:17:33.334773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f978ad6-b872-4195-82fd-fbeb693e8fba None None] Network 25178860-3cac-4f0e-88e3-678efdeff402 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:33.355815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-540bb482-eb21-415c-95e1-1f6d6217fa82 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.358818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-540bb482-eb21-415c-95e1-1f6d6217fa82 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.362544 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-540bb482-eb21-415c-95e1-1f6d6217fa82 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/dd93e86a-32d7-4d9a-b823-cf51dff4718f HTTP/1.1" status: 204 len: 168 time: 0.2779136 Mar 28 15:17:33.364356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55336) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:33.374045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bb482-eb21-415c-95e1-1f6d6217fa82 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd93e86a-32d7-4d9a-b823-cf51dff4718f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:33.403108 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-08bc1764-faba-4df1-8751-e23c44d07e66 req-6a2f11ba-9500-4f24-89d5-d616b0e3851b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663240 Mar 28 15:17:33.405595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5233bb-0060-4be7-ad00-c0f0e90ab425 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.427567 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4db41da3-88f5-4b52-ada1-bb18ce3375e4 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1701760 Mar 28 15:17:33.427886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55342) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:33.433232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Request body: {'port': {'network_id': '25178860-3cac-4f0e-88e3-678efdeff402', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1378671976'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:33.465603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.467233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.468387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:33.468716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.505714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.512736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5233bb-0060-4be7-ad00-c0f0e90ab425 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=56313f61-52df-41b0-8ca4-85575fb0d456,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:33.513823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917140ec-de55-4b78-ae9e-5ba6e5e9a4d1 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:33.518415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5233bb-0060-4be7-ad00-c0f0e90ab425 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.574576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:33.578606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Usage tracker for resource:port and tenant:170c3b7c0d8d4580a98302b4435bab90 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:33.581514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:33.587454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:33.636285 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6f0a7a4a-4c63-4652-983a-9c313a4d49ac tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2689352 Mar 28 15:17:33.639276 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55346) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:33.648282 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/networks/162ebbee-7282-41a5-8711-23ee6f1796cf HTTP/1.1" status: 204 len: 168 time: 1.3296461 Mar 28 15:17:33.648952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55350) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:33.651827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event updated for resources: {'Network': ['ID=0684c37a-1b01-4961-bd67-e5b5ebdcf134,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:33.657756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Made reservation on behalf of 170c3b7c0d8d4580a98302b4435bab90 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:33.661754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.710082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 0684c37a-1b01-4961-bd67-e5b5ebdcf134 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:33.710299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] device_id is not set on port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:33.712976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218edd0-96af-49ea-a243-842f87fb40e6 tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Network': ['ID=162ebbee-7282-41a5-8711-23ee6f1796cf,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:33.718826 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-86d145b9-64c3-4046-a119-7dcdf25f6ab2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3431375 Mar 28 15:17:33.722089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55354) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:33.725445 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4e5233bb-0060-4be7-ad00-c0f0e90ab425 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/56313f61-52df-41b0-8ca4-85575fb0d456 HTTP/1.1" status: 204 len: 168 time: 1.4105737 Mar 28 15:17:33.728738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55358) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:33.804540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af0d9438-c2d4-485d-bac6-1f3bbbc0cfcb tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.820776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'subnet': {'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:33.901574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:33.922215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af0d9438-c2d4-485d-bac6-1f3bbbc0cfcb tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.955379 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e6694fd2-efe0-42d4-a703-ad3f675f989e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2254543 Mar 28 15:17:33.956865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Usage tracker for resource:subnet and tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:33.959623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55364) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:33.968203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:33.977269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:33.983260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-25178860-3cac-4f0e-88e3-678efdeff402', 'network_id': '25178860-3cac-4f0e-88e3-678efdeff402', 'tenant_id': '170c3b7c0d8d4580a98302b4435bab90', 'fixed_ips': [{'subnet_id': '1c891d36-310b-4924-bba3-b5fd5fed3e17'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:33.984053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:33.984162 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:33.990466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.082855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Made reservation on behalf of ffef8a3a3c9f49f58afdbbf59d1f20b1 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:34.085257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.099135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Allocated IP 172.20.0.11 (25178860-3cac-4f0e-88e3-678efdeff402/1c891d36-310b-4924-bba3-b5fd5fed3e17/98a2b9a8-93f1-464b-8b3f-177b43731bc7) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:34.150980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:34.159061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:34.169530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:34.179695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:34.194870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af0d9438-c2d4-485d-bac6-1f3bbbc0cfcb tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.195917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c569298-e759-4507-a3a4-05c0a8a9f0d7 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:34.205512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4c569298-e759-4507-a3a4-05c0a8a9f0d7 None None] Deleting port d231e984-083e-4243-b2a2-7cee2165f5bc {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:34.206220 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4c569298-e759-4507-a3a4-05c0a8a9f0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.218006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d9438-c2d4-485d-bac6-1f3bbbc0cfcb tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cc93c7-3bc6-4d57-8230-65cb2a4f7e55,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:34.272237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af0d9438-c2d4-485d-bac6-1f3bbbc0cfcb tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.276062 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-af0d9438-c2d4-485d-bac6-1f3bbbc0cfcb tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/b9cc93c7-3bc6-4d57-8230-65cb2a4f7e55 HTTP/1.1" status: 204 len: 168 time: 0.6356635 Mar 28 15:17:34.285299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55368) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:34.292977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e9a4-49b9-4b3b-abf1-3d23da211631 req-e0a707f9-efc3-4b4d-9dbe-0c96c16c5a8b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:34.299571 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f365e9a4-49b9-4b3b-abf1-3d23da211631 req-e0a707f9-efc3-4b4d-9dbe-0c96c16c5a8b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4089649 Mar 28 15:17:34.322321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:34.325795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.369975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.450548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8577f05d-63c6-48a3-b4a0-df5de0c6d4d7']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:34.480681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbad81e-807e-4d81-8d7f-4a283c798dd2') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:34.481337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbad81e-807e-4d81-8d7f-4a283c798dd2') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:34.490757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.514113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Transition to ACTIVE for port object 98a2b9a8-93f1-464b-8b3f-177b43731bc7 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:34.518901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4c569298-e759-4507-a3a4-05c0a8a9f0d7 None None] For port d231e984-083e-4243-b2a2-7cee2165f5bc, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d231e984-083e-4243-b2a2-7cee2165f5bc,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:34.519436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4c569298-e759-4507-a3a4-05c0a8a9f0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.521359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.532723 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-44e9283e-0b4a-4180-83cb-e3f944b84325 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2316694 Mar 28 15:17:34.541501 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f365e9a4-49b9-4b3b-abf1-3d23da211631 req-eedf88e2-b50a-41bb-9f45-72e44d94feb9 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387340 Mar 28 15:17:34.544898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55372) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:34.552733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628666898'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:34.568886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:34.577395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:34.580681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.584145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:34.597855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:34.601757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:34.602150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.614869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d231e984-083e-4243-b2a2-7cee2165f5bc no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:34.622776 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:34.707485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4c569298-e759-4507-a3a4-05c0a8a9f0d7 None None] Calling delete_port for d231e984-083e-4243-b2a2-7cee2165f5bc owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:34.767836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.824831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.831126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:34.846563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:34.850525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:34.853703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:34.859670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:34.873788 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Network 25178860-3cac-4f0e-88e3-678efdeff402 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:34.891712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:34.895349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Allocated IP 172.20.0.2 (25178860-3cac-4f0e-88e3-678efdeff402/1c891d36-310b-4924-bba3-b5fd5fed3e17/56c2b24b-90cb-4d67-93ed-a9201b6f8995) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:34.898399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:34.935593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.077884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.078513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event updated for resources: {'Port': ['ID=98a2b9a8-93f1-464b-8b3f-177b43731bc7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:35.078513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:35.078513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:35.078513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:35.078513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.079609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.079761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=12cd6244-c6d3-4b98-a5c5-1905160f489a,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:35.079917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Network': ['ID=8577f05d-63c6-48a3-b4a0-df5de0c6d4d7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:35.080066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:35.080066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.080361 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1fcc7617-62d7-44d9-bebd-66f91e61eceb tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/networks/8577f05d-63c6-48a3-b4a0-df5de0c6d4d7 HTTP/1.1" status: 204 len: 168 time: 1.3886781 Mar 28 15:17:35.083175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55376) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:35.083308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.100890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.149811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7111c7-af42-44ac-a52d-bb8dbcba1a05,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:35.158774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55380) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:35.159203 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c21c6690-f81f-47db-b373-2c8bfb6681c6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1962144 Mar 28 15:17:35.164836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': '12cd6244-c6d3-4b98-a5c5-1905160f489a', 'ip_address': '2001:db8::e67d:8257:6898:eef3'}], 'name': 'tempest-NetworksTestDHCPv6-301048731'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:35.179799 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5cd6fe2e-3a2a-4200-a5fd-ff3b76eee2ed tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7509880 Mar 28 15:17:35.182746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55384) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:35.185966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4c569298-e759-4507-a3a4-05c0a8a9f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.190090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Request body: {'port': {'network_id': '25178860-3cac-4f0e-88e3-678efdeff402', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1195363206', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:35.190866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.api.validators [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] bootfile-name is not in valid_values {{(pid=88487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:17:35.191138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.api.validators [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] tftp-server is not in valid_values {{(pid=88487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:17:35.191597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.api.validators [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] server-ip-address is not in valid_values {{(pid=88487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:17:35.212165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.250207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.252892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c569298-e759-4507-a3a4-05c0a8a9f0d7 None None] Pushing event deleted for resources: {'Port': ['ID=d231e984-083e-4243-b2a2-7cee2165f5bc,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:35.257251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c569298-e759-4507-a3a4-05c0a8a9f0d7 None None] No DVR routers for this DVR port d231e984-083e-4243-b2a2-7cee2165f5bc on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:35.265549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Transition to ACTIVE for port object 56c2b24b-90cb-4d67-93ed-a9201b6f8995 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:35.309349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49e68eb-44e0-4f73-8ea1-74e845a9562e None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:35.310233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.310233 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6f897477-301d-4c0c-bd34-844377d11892 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7441311 Mar 28 15:17:35.310843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55388) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:35.310843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ff6f5f07-5fae-44b4-af7c-162b66f06e97 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'df7111c7-af42-44ac-a52d-bb8dbcba1a05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:35.316061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Transition to ACTIVE for port object 56c2b24b-90cb-4d67-93ed-a9201b6f8995 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:35.340709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:17:35.341990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.354164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ff6f5f07-5fae-44b4-af7c-162b66f06e97 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:35.367646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ff6f5f07-5fae-44b4-af7c-162b66f06e97 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:35.375877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ff6f5f07-5fae-44b4-af7c-162b66f06e97 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:35.415384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.416526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ff6f5f07-5fae-44b4-af7c-162b66f06e97 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:35.439242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:35.459876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eec98f1b-1983-4999-84da-dde7ad21f4f8,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:35.460796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:35.468981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Checking segment: {'id': '00dccab6-f24f-482a-af50-30e9a4efa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:35.469352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Network hostable DHCP agents. Network: 0684c37a-1b01-4961-bd67-e5b5ebdcf134, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:17:35.502240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:35.505434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.517897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Usage tracker for resource:port and tenant:170c3b7c0d8d4580a98302b4435bab90 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:35.522261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:35.538444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:35.543627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:35.549004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6575c99-4969-45f5-a820-9fd2f5451cb3']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:35.557644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Network 0684c37a-1b01-4961-bd67-e5b5ebdcf134 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:17:35.570150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3b8bbb-2726-4b00-9380-0add1bb7d6b1') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:35.571489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3b8bbb-2726-4b00-9380-0add1bb7d6b1') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:35.582239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Network 25178860-3cac-4f0e-88e3-678efdeff402 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:35.590143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:35.593638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Pushing event updated for resources: {'Port': ['ID=56c2b24b-90cb-4d67-93ed-a9201b6f8995,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:35.595382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:35.595645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.614936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.624588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:35.625290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.659071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 0684c37a-1b01-4961-bd67-e5b5ebdcf134) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:35.671376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd2a57-85a8-4a93-a61c-ae03aadd0eab None None] Network 0684c37a-1b01-4961-bd67-e5b5ebdcf134 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:35.673844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:35.675004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:35.726354 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:35.733660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '12cd6244-c6d3-4b98-a5c5-1905160f489a'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:35.734476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.734599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.736226 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-ff6f5f07-5fae-44b4-af7c-162b66f06e97 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:35.739778 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ff6f5f07-5fae-44b4-af7c-162b66f06e97 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4406271 Mar 28 15:17:35.739778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Made reservation on behalf of 170c3b7c0d8d4580a98302b4435bab90 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:35.741610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.745559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55394) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:35.754485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-98190133-c54d-4889-9da9-4a3df97496b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group_rule': {'security_group_id': 'df7111c7-af42-44ac-a52d-bb8dbcba1a05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:35.761858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-98190133-c54d-4889-9da9-4a3df97496b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:35.770273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-98190133-c54d-4889-9da9-4a3df97496b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:35.773565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 7917a13d-b731-4b46-b443-4a2de0e908df yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:35.811995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-98190133-c54d-4889-9da9-4a3df97496b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:35.819128 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-04202e18-0665-42cd-b7bb-dcd9bc0901fe tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0929816 Mar 28 15:17:35.819319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Attempting to bind port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:35.819413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Attempting to bind port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'a3108556-5f55-4cbc-be96-7a4e4ed96d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '25178860-3cac-4f0e-88e3-678efdeff402'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:35.819756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Attempting to bind port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 on network 25178860-3cac-4f0e-88e3-678efdeff402 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:35.820242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55398) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:35.821303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] device_id is not set on port 3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:35.822980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-98190133-c54d-4889-9da9-4a3df97496b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:35.864480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-240161684', 'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:35.879312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:35.879699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Checking segment: {'id': 'a3108556-5f55-4cbc-be96-7a4e4ed96d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '25178860-3cac-4f0e-88e3-678efdeff402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:35.880093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.880490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Bound using segment: {'id': 'a3108556-5f55-4cbc-be96-7a4e4ed96d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '25178860-3cac-4f0e-88e3-678efdeff402'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:35.880977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Bound port: 56c2b24b-90cb-4d67-93ed-a9201b6f8995, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3108556-5f55-4cbc-be96-7a4e4ed96d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '25178860-3cac-4f0e-88e3-678efdeff402'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:35.881363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:35.882730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:35.894635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Usage tracker for resource:port and tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:35.904761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:35.913682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:35.945906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa662-f8f5-4e80-8068-f82605e532f2 req-9bca0e9e-8a93-4f1c-848a-7c97ba7b421c tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:35.947423 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-888aa662-f8f5-4e80-8068-f82605e532f2 req-9bca0e9e-8a93-4f1c-848a-7c97ba7b421c tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2202482 Mar 28 15:17:36.003327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.032309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.043937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::e67d:8257:6898:eef3 (407e43a9-7d21-4a68-a014-97c49e9e0f14/12cd6244-c6d3-4b98-a5c5-1905160f489a/7917a13d-b731-4b46-b443-4a2de0e908df) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:36.063972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] Pushing event deleted for resources: {'Network': ['ID=c6575c99-4969-45f5-a820-9fd2f5451cb3,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:36.066939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] For port 56c2b24b-90cb-4d67-93ed-a9201b6f8995, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:36.071415 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] For port 56c2b24b-90cb-4d67-93ed-a9201b6f8995, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=56c2b24b-90cb-4d67-93ed-a9201b6f8995,segment=NetworkSegment(a3108556-5f55-4cbc-be96-7a4e4ed96d07),segment_id=a3108556-5f55-4cbc-be96-7a4e4ed96d07)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:36.075057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Made reservation on behalf of ffef8a3a3c9f49f58afdbbf59d1f20b1 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:36.077580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.093701 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c1bdf0b4-e2fc-4862-a0b2-ec155b0ffa1b tempest-BulkNetworkOpsTest-1462210709 tempest-BulkNetworkOpsTest-1462210709-project] 10.222.0.16 "DELETE /v2.0/networks/c6575c99-4969-45f5-a820-9fd2f5451cb3 HTTP/1.1" status: 204 len: 168 time: 1.0460091 Mar 28 15:17:36.104734 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-888aa662-f8f5-4e80-8068-f82605e532f2 req-4907b43d-6dac-4c1f-a0e5-faecc44bc25e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477609 Mar 28 15:17:36.107663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Allocated IP 172.20.0.14 (25178860-3cac-4f0e-88e3-678efdeff402/1c891d36-310b-4924-bba3-b5fd5fed3e17/3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:36.116252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] device_id is not set on port 6d19f360-29cf-4ad5-98ea-3f967ef68bfa yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:36.124193 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-98190133-c54d-4889-9da9-4a3df97496b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:17:36.125403 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-98190133-c54d-4889-9da9-4a3df97496b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3792710 Mar 28 15:17:36.132775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ef479d-4c85-4b38-a2c5-13ff8fffa8d2 None None] Network 0684c37a-1b01-4961-bd67-e5b5ebdcf134 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:36.143431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55404) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:36.161785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.318540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d15569c-6596-4439-9a55-83ab1dc8909a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.345871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9854-6684-4c7e-a161-62962646e9cc None None] Pushing event updated for resources: {'Port': ['ID=56c2b24b-90cb-4d67-93ed-a9201b6f8995,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:36.419139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d15569c-6596-4439-9a55-83ab1dc8909a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.439637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.462086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Allocated IP 172.20.0.10 (0684c37a-1b01-4961-bd67-e5b5ebdcf134/eec98f1b-1983-4999-84da-dde7ad21f4f8/6d19f360-29cf-4ad5-98ea-3f967ef68bfa) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:36.484678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 7917a13d-b731-4b46-b443-4a2de0e908df will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:36.520154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80c587-a4d3-4b1c-9406-563f2e36f3e9 req-87164eac-2213-4b9a-b896-3b85208480ab tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:36.521899 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c80c587-a4d3-4b1c-9406-563f2e36f3e9 req-87164eac-2213-4b9a-b896-3b85208480ab tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2099535 Mar 28 15:17:36.579073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.581793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d15569c-6596-4439-9a55-83ab1dc8909a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.600591 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c80c587-a4d3-4b1c-9406-563f2e36f3e9 req-489dafc9-1d40-4a88-99e3-850c0bafe398 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633166 Mar 28 15:17:36.604044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15569c-6596-4439-9a55-83ab1dc8909a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7111c7-af42-44ac-a52d-bb8dbcba1a05,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:36.625460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d15569c-6596-4439-9a55-83ab1dc8909a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.625460 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4d15569c-6596-4439-9a55-83ab1dc8909a tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/df7111c7-af42-44ac-a52d-bb8dbcba1a05 HTTP/1.1" status: 204 len: 168 time: 0.4794083 Mar 28 15:17:36.626512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55410) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:36.667250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:36.703641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Transition to ACTIVE for port object 3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:36.809400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/12cd6244-c6d3-4b98-a5c5-1905160f489a/869ee6b9-7bec-4e90-91be-900b3b91abfb) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:36.941953 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55418) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:37.024004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:37.024538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.029581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:37.034692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:37.041672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:37.046688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.049094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-53ea6875-b81b-4704-b66f-f6112578ba1c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Synchronizing usage tracker for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:37.078837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=7917a13d-b731-4b46-b443-4a2de0e908df,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:37.085764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65288e47-48f7-443d-9f76-11968ccb05ee req-50615d25-1810-46e5-abb9-470ed5b1cb56 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:37.090982 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-65288e47-48f7-443d-9f76-11968ccb05ee req-50615d25-1810-46e5-abb9-470ed5b1cb56 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.1471200 Mar 28 15:17:37.110400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.131707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.143595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Transition to ACTIVE for port object 869ee6b9-7bec-4e90-91be-900b3b91abfb will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:37.153276 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-68f4b3cd-155a-446c-b29a-605d0024ff24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9911759 Mar 28 15:17:37.155763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55424) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:37.164056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Transition to ACTIVE for port object 869ee6b9-7bec-4e90-91be-900b3b91abfb will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:37.193651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-53ea6875-b81b-4704-b66f-f6112578ba1c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Unset dirty status for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:37.195194 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-53ea6875-b81b-4704-b66f-f6112578ba1c tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5676773 Mar 28 15:17:37.196601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.201061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55430) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:37.208544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'tempest-secgroup--629328624'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:37.213682 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.214709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:37.225321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Network 25178860-3cac-4f0e-88e3-678efdeff402 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:37.229702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:37.235569 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-65288e47-48f7-443d-9f76-11968ccb05ee req-7ec70d27-6285-4639-a988-c0c3ff4b0f51 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412053 Mar 28 15:17:37.264309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8590d06-e8f9-49cc-bfe4-1d4d3d2998ac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:37.265390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e8590d06-e8f9-49cc-bfe4-1d4d3d2998ac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:37.282285 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bd38084a-d4e1-4ca3-a84a-4090616e7a9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfed44c6786a4acab8859f1ef65f9d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369095 Mar 28 15:17:37.283461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:37.286091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:37.286252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55436) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:37.300745 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:37.304742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.324863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:37.326812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Pushing event updated for resources: {'Port': ['ID=869ee6b9-7bec-4e90-91be-900b3b91abfb,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:37.335562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:37.339472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e8590d06-e8f9-49cc-bfe4-1d4d3d2998ac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:37.339472 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e8590d06-e8f9-49cc-bfe4-1d4d3d2998ac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1849082 Mar 28 15:17:37.346320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55440) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:37.347365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event updated for resources: {'Port': ['ID=3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:37.370511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:37.384314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Usage tracker for resource:security_group_rule and tenant:aca036532b634814a468a72fd4c39e3f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:37.390068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:37.408325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Network 0684c37a-1b01-4961-bd67-e5b5ebdcf134 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:37.438388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:37.445965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Attempting to bind port 869ee6b9-7bec-4e90-91be-900b3b91abfb on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:37.446323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Attempting to bind port 869ee6b9-7bec-4e90-91be-900b3b91abfb by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:37.446752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Attempting to bind port 869ee6b9-7bec-4e90-91be-900b3b91abfb on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:37.458126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:37.458598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:37.459216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.459721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:37.460277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Bound port: 869ee6b9-7bec-4e90-91be-900b3b91abfb, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:37.460796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.469189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68c3abab-31cd-4534-ad1d-301bedb0b573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.483907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:37.497883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68c3abab-31cd-4534-ad1d-301bedb0b573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.502606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:37.555576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:37.556654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.564303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] For port 869ee6b9-7bec-4e90-91be-900b3b91abfb, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:37.567468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] For port 869ee6b9-7bec-4e90-91be-900b3b91abfb, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=869ee6b9-7bec-4e90-91be-900b3b91abfb,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:37.583825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b6c4-209e-4b8d-9a3d-91d5842b1339 req-cef02307-50f3-4201-a6e3-5b98da8f6eac tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:37.585373 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5774b6c4-209e-4b8d-9a3d-91d5842b1339 req-cef02307-50f3-4201-a6e3-5b98da8f6eac tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.1970413 Mar 28 15:17:37.617229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event updated for resources: {'Port': ['ID=6d19f360-29cf-4ad5-98ea-3f967ef68bfa,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:37.625305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-34330e1e-a1f3-4b8c-9a0e-3588dc192ae2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 7917a13d-b731-4b46-b443-4a2de0e908df {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:37.625786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34330e1e-a1f3-4b8c-9a0e-3588dc192ae2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.665205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.674564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:37.675332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.679378 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5774b6c4-209e-4b8d-9a3d-91d5842b1339 req-196670f7-8365-4c0b-bda8-6a3157600a58 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837948 Mar 28 15:17:37.692257 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cae7f3fc-076d-4fff-9478-a44404d6fe49 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.5086753 Mar 28 15:17:37.696877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55446) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:37.753292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.761821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68c3abab-31cd-4534-ad1d-301bedb0b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.767887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018e63d-4582-40cb-8a98-d622334a0219 None None] Pushing event updated for resources: {'Port': ['ID=869ee6b9-7bec-4e90-91be-900b3b91abfb,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:37.801291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3abab-31cd-4534-ad1d-301bedb0b573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dc4cba-1540-4bea-be7c-cd60e1336d90,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:37.806626 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a86da4a3-3590-462d-bd8c-8239d9b7ba45 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9509816 Mar 28 15:17:37.828687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55452) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:37.847596 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d2e54-70d7-4bc5-aaf1-9c3975631c96 None None] Network 25178860-3cac-4f0e-88e3-678efdeff402 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:37.911686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.983147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68c3abab-31cd-4534-ad1d-301bedb0b573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:37.984284 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-68c3abab-31cd-4534-ad1d-301bedb0b573 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5dc4cba-1540-4bea-be7c-cd60e1336d90 HTTP/1.1" status: 204 len: 168 time: 0.6969206 Mar 28 15:17:38.021959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-39b7087f-f182-4ccd-8e0b-ccb8d92dcaea tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Deleting port 6d19f360-29cf-4ad5-98ea-3f967ef68bfa {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:38.021959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-39b7087f-f182-4ccd-8e0b-ccb8d92dcaea tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.062046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.064866 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8611710 Mar 28 15:17:38.072778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8c59d-e6a3-4c91-b467-c2beae0fae40 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14efc591-2ee8-4756-adf8-87fd39c3fd0b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:38.077559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55458) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:38.080453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe3c0ab-a149-4b9c-b64c-08ce9c0a53e0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:38.084863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5e2eb45d-759d-40ff-9f00-4924208da4b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:38.085302 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-5e2eb45d-759d-40ff-9f00-4924208da4b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 15:17:38.085764 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-5e2eb45d-759d-40ff-9f00-4924208da4b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 15:17:38.086711 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5e2eb45d-759d-40ff-9f00-4924208da4b1 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "PUT /v2.0/security-groups/14efc591-2ee8-4756-adf8-87fd39c3fd0b HTTP/1.1" status: 409 len: 330 time: 0.0082884 Mar 28 15:17:38.089334 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe3c0ab-a149-4b9c-b64c-08ce9c0a53e0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:38.090146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55462) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:38.097152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe3c0ab-a149-4b9c-b64c-08ce9c0a53e0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:38.098316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5fe3c0ab-a149-4b9c-b64c-08ce9c0a53e0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Synchronizing usage tracker for tenant:170c3b7c0d8d4580a98302b4435bab90 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:38.125259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3f04e8e3-1cd4-4600-b5cf-c98d14610991 None None] Provisioning for port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:38.162371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34330e1e-a1f3-4b8c-9a0e-3588dc192ae2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.296740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5fe3c0ab-a149-4b9c-b64c-08ce9c0a53e0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Unset dirty status for tenant:170c3b7c0d8d4580a98302b4435bab90 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:38.300797 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5fe3c0ab-a149-4b9c-b64c-08ce9c0a53e0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6001744 Mar 28 15:17:38.306169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509fa1f-d8b0-4c20-b700-60e4af24a370 req-a8c7eb61-68b1-48e8-a6d9-fd4cd0c536b5 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:38.307666 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8509fa1f-d8b0-4c20-b700-60e4af24a370 req-a8c7eb61-68b1-48e8-a6d9-fd4cd0c536b5 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4237087 Mar 28 15:17:38.308399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55466) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:38.317095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-34330e1e-a1f3-4b8c-9a0e-3588dc192ae2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 7917a13d-b731-4b46-b443-4a2de0e908df owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:38.330388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edb58c23-8b3b-40b7-a5f6-ae10bf84fa5f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.380934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edb58c23-8b3b-40b7-a5f6-ae10bf84fa5f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.432977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-39b7087f-f182-4ccd-8e0b-ccb8d92dcaea tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.468217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-648b235e-1128-472e-8540-14efd7e81cdc tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Deleting port 3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:38.468586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-648b235e-1128-472e-8540-14efd7e81cdc tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.552451 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8509fa1f-d8b0-4c20-b700-60e4af24a370 req-8ff76476-8ac7-48d3-87dc-a9e5a09238f4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044120 Mar 28 15:17:38.649780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-39b7087f-f182-4ccd-8e0b-ccb8d92dcaea tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Calling delete_port for 6d19f360-29cf-4ad5-98ea-3f967ef68bfa owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:38.701057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 869ee6b9-7bec-4e90-91be-900b3b91abfb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:38.766171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-19e4f262-7457-4168-ba17-16550eee9d83 None None] Provisioning for port 3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:38.798449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-19e4f262-7457-4168-ba17-16550eee9d83 None None] Provisioning complete for port 3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:38.799123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-19e4f262-7457-4168-ba17-16550eee9d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.851569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edb58c23-8b3b-40b7-a5f6-ae10bf84fa5f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.885289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb58c23-8b3b-40b7-a5f6-ae10bf84fa5f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14efc591-2ee8-4756-adf8-87fd39c3fd0b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:38.910693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-edb58c23-8b3b-40b7-a5f6-ae10bf84fa5f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:38.911846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-edb58c23-8b3b-40b7-a5f6-ae10bf84fa5f tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/14efc591-2ee8-4756-adf8-87fd39c3fd0b HTTP/1.1" status: 204 len: 168 time: 0.8209419 Mar 28 15:17:38.916076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55482) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:38.981205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-19e4f262-7457-4168-ba17-16550eee9d83 None None] Port 3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:39.010998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-648b235e-1128-472e-8540-14efd7e81cdc tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.064534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 869ee6b9-7bec-4e90-91be-900b3b91abfb completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:39.069829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 56c2b24b-90cb-4d67-93ed-a9201b6f8995 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:39.087546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f10d17e-dbc4-4be3-9cc2-05d83c16b131 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Synchronizing usage tracker for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:39.103309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488881d-61ac-4db3-8f42-0dca8562a389 req-b4930ca1-df01-48fa-a468-0f1f91e29b8e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:39.105138 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d488881d-61ac-4db3-8f42-0dca8562a389 req-b4930ca1-df01-48fa-a468-0f1f91e29b8e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3432453 Mar 28 15:17:39.148365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-19e4f262-7457-4168-ba17-16550eee9d83 None None] Provisioning for port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:39.159425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-19e4f262-7457-4168-ba17-16550eee9d83 None None] Provisioning complete for port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:39.160104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-19e4f262-7457-4168-ba17-16550eee9d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.188820 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d488881d-61ac-4db3-8f42-0dca8562a389 req-fa1f584b-d9d7-4702-903e-362c1db7c5e3 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726054 Mar 28 15:17:39.189943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-39b7087f-f182-4ccd-8e0b-ccb8d92dcaea tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.273903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-19e4f262-7457-4168-ba17-16550eee9d83 None None] Port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:39.281428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f10d17e-dbc4-4be3-9cc2-05d83c16b131 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] Unset dirty status for tenant:aca036532b634814a468a72fd4c39e3f on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:39.283494 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1f10d17e-dbc4-4be3-9cc2-05d83c16b131 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3659596 Mar 28 15:17:39.293364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55492) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:39.294752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7087f-f182-4ccd-8e0b-ccb8d92dcaea tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d19f360-29cf-4ad5-98ea-3f967ef68bfa,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:39.358143 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-ed13eae3-2418-4162-a9df-dc8657ac1410 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] delete failed (client error): The resource could not be found. Mar 28 15:17:39.360006 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ed13eae3-2418-4162-a9df-dc8657ac1410 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "DELETE /v2.0/security-groups/c508b480-ac68-4252-b5bb-ce8d7efe488e HTTP/1.1" status: 404 len: 347 time: 0.0628123 Mar 28 15:17:39.365838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55498) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:39.391740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-648b235e-1128-472e-8540-14efd7e81cdc tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Calling delete_port for 3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:39.401393 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-c06df406-aa8d-4bd9-bc29-54682e376676 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] show failed (client error): The resource could not be found. Mar 28 15:17:39.404370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:39.407735 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c06df406-aa8d-4bd9-bc29-54682e376676 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-groups/b45bb827-1f86-4ec4-9256-891473d44f22 HTTP/1.1" status: 404 len: 347 time: 0.0407946 Mar 28 15:17:39.418790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-41602da7-ce72-4e38-a462-dbf11e4667ac None None] Provisioning complete for port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:39.422460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-41602da7-ce72-4e38-a462-dbf11e4667ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.422550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55504) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:39.443301 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34330e1e-a1f3-4b8c-9a0e-3588dc192ae2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.452035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-39b7087f-f182-4ccd-8e0b-ccb8d92dcaea tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.474156 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-39b7087f-f182-4ccd-8e0b-ccb8d92dcaea tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6d19f360-29cf-4ad5-98ea-3f967ef68bfa HTTP/1.1" status: 204 len: 168 time: 1.6442780 Mar 28 15:17:39.475124 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-bbb38f8b-d594-472d-bc08-20e275bd1f17 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] show failed (client error): The resource could not be found. Mar 28 15:17:39.476164 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bbb38f8b-d594-472d-bc08-20e275bd1f17 tempest-NegativeSecGroupIPv6Test-1912522220 tempest-NegativeSecGroupIPv6Test-1912522220-project] 10.222.0.16 "GET /v2.0/security-group-rules/a50a2c39-b52c-4b2a-a8f7-40d19d1f0ce5 HTTP/1.1" status: 404 len: 356 time: 0.0542121 Mar 28 15:17:39.476658 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55508) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:39.490311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134', 'external_fixed_ips': [{'subnet_id': 'eec98f1b-1983-4999-84da-dde7ad21f4f8', 'ip_address': '172.20.0.10'}]}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:39.491128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:39.491128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.491323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:39.494649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Usage tracker for resource:router and tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:39.498030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:39.505994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:39.535416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34330e1e-a1f3-4b8c-9a0e-3588dc192ae2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=7917a13d-b731-4b46-b443-4a2de0e908df,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:39.536522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-41602da7-ce72-4e38-a462-dbf11e4667ac None None] Port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:39.576920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.578068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.618011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.628876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34330e1e-a1f3-4b8c-9a0e-3588dc192ae2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.690407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.760532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 56c2b24b-90cb-4d67-93ed-a9201b6f8995, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=56c2b24b-90cb-4d67-93ed-a9201b6f8995,segment=NetworkSegment(a3108556-5f55-4cbc-be96-7a4e4ed96d07),segment_id=a3108556-5f55-4cbc-be96-7a4e4ed96d07)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:39.773076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b6232d39-b66b-44f7-920f-5c3fd421d2b1 None None] Provisioning for port 869ee6b9-7bec-4e90-91be-900b3b91abfb completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:39.777027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55518) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:39.783186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b6232d39-b66b-44f7-920f-5c3fd421d2b1 None None] Provisioning complete for port 869ee6b9-7bec-4e90-91be-900b3b91abfb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:39.783774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6232d39-b66b-44f7-920f-5c3fd421d2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.795503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-648b235e-1128-472e-8540-14efd7e81cdc tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:39.847997 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-34330e1e-a1f3-4b8c-9a0e-3588dc192ae2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/7917a13d-b731-4b46-b443-4a2de0e908df HTTP/1.1" status: 204 len: 168 time: 2.4970579 Mar 28 15:17:39.848817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55524) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:39.865357 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b235e-1128-472e-8540-14efd7e81cdc tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event deleted for resources: {'Port': ['ID=3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:39.866174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.027770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-204985910'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:40.047824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:40.061154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-648b235e-1128-472e-8540-14efd7e81cdc tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.076630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:network and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:40.092586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:40.114456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:40.202983 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-648b235e-1128-472e-8540-14efd7e81cdc tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "DELETE /v2.0/ports/3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb HTTP/1.1" status: 204 len: 168 time: 1.8565359 Mar 28 15:17:40.207270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55534) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:40.214768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Request body: {'port': {'name': 'tempest-new-port-name-477409087', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:40.217095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6232d39-b66b-44f7-920f-5c3fd421d2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.217551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.api.validators [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] bootfile-name is not in valid_values {{(pid=88487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:17:40.217551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.api.validators [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] tftp-server is not in valid_values {{(pid=88487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:17:40.217551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.api.validators [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] server-ip-address is not in valid_values {{(pid=88487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 15:17:40.264569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=56c2b24b-90cb-4d67-93ed-a9201b6f8995,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:40.284569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55538) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:40.301334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b6232d39-b66b-44f7-920f-5c3fd421d2b1 None None] For port 869ee6b9-7bec-4e90-91be-900b3b91abfb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=869ee6b9-7bec-4e90-91be-900b3b91abfb,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:40.308233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:40.312825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.375136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.379347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6232d39-b66b-44f7-920f-5c3fd421d2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.442970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b6232d39-b66b-44f7-920f-5c3fd421d2b1 None None] Could not find standard attr ID for object 3ccacd13-07a4-4fa9-9108-9ec74ed4a8cb. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:17:40.451703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.462413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131db78-e17f-487e-8839-cb69e844afe1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:40.464082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131db78-e17f-487e-8839-cb69e844afe1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:40.464847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f131db78-e17f-487e-8839-cb69e844afe1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:40.477148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6232d39-b66b-44f7-920f-5c3fd421d2b1 None None] Pushing event updated for resources: {'Port': ['ID=869ee6b9-7bec-4e90-91be-900b3b91abfb,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:40.478642 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:40.493400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group_rule and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:40.508887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:40.520441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.535272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:40.547078 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b53065e1-55dd-4d9b-88a8-4be06b7adb1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aca036532b634814a468a72fd4c39e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583008 Mar 28 15:17:40.555370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-eb82b2ef-005a-41fc-a5f6-057803402b36 None None] Could not find standard attr ID for object 7917a13d-b731-4b46-b443-4a2de0e908df. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:17:40.568064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55544) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:40.574424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 869ee6b9-7bec-4e90-91be-900b3b91abfb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:40.594827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f131db78-e17f-487e-8839-cb69e844afe1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:40.598452 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f131db78-e17f-487e-8839-cb69e844afe1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7447205 Mar 28 15:17:40.600529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55548) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:40.627548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df0bfb-1665-493e-8069-bfae34bb7e44 req-ce39f7f5-b571-4d8c-aec6-d67273c8741b tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:40.629210 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-26df0bfb-1665-493e-8069-bfae34bb7e44 req-ce39f7f5-b571-4d8c-aec6-d67273c8741b tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 946 time: 0.3373339 Mar 28 15:17:40.659371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 869ee6b9-7bec-4e90-91be-900b3b91abfb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:40.659743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.735329 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-26df0bfb-1665-493e-8069-bfae34bb7e44 req-ffe266b1-ec2b-4fe3-bfb2-efb24006bf5e tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883896 Mar 28 15:17:40.751686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27de68c-00f7-422c-805f-780b82bea669 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 12cd6244-c6d3-4b98-a5c5-1905160f489a {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:40.758846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b27de68c-00f7-422c-805f-780b82bea669 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.820283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 56c2b24b-90cb-4d67-93ed-a9201b6f8995 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:40.873041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1894e0e2-4112-47af-8d26-baa0ddaba566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.880076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b27de68c-00f7-422c-805f-780b82bea669 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.889232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:40.889849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.896124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.941109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.962298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1894e0e2-4112-47af-8d26-baa0ddaba566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:40.967416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.002657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:41.005373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.056971 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15360a-fdb5-4f84-ba16-14425592121a req-af997c77-46d4-4237-ab86-46e0fd682c1e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:41.058431 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ea15360a-fdb5-4f84-ba16-14425592121a req-af997c77-46d4-4237-ab86-46e0fd682c1e tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 0.3033895 Mar 28 15:17:41.069503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae62227-f358-4404-80a5-1c2e03984b61,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:41.074672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.074672 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Added segment 6406856a-4bba-43b3-aac9-574b9604f0c7 of type vlan for network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c Mar 28 15:17:41.134850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b27de68c-00f7-422c-805f-780b82bea669 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.157577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event updated for resources: {'Port': ['ID=98a2b9a8-93f1-464b-8b3f-177b43731bc7,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:41.180328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] In _notify_port_updated(), no bound segment for port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 on network 25178860-3cac-4f0e-88e3-678efdeff402 {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:17:41.186158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:41.187428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.189045 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f15fea85-95aa-4b84-a835-e33e7c0f23d0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "PUT /v2.0/ports/98a2b9a8-93f1-464b-8b3f-177b43731bc7 HTTP/1.1" status: 200 len: 1136 time: 0.9804730 Mar 28 15:17:41.190840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.194876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55554) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:41.213456 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ea15360a-fdb5-4f84-ba16-14425592121a req-7ccdc99f-7a26-47cb-b7db-ec686b23fea0 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230443 Mar 28 15:17:41.285080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1894e0e2-4112-47af-8d26-baa0ddaba566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.285752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae40b0-c5b8-42d5-9638-d4088783e11a tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:41.286304 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b8ae40b0-c5b8-42d5-9638-d4088783e11a tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Synchronizing usage tracker for tenant:170c3b7c0d8d4580a98302b4435bab90 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:41.338108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.344173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:41.345897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.351332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894e0e2-4112-47af-8d26-baa0ddaba566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a811e6-dc19-491e-8f6a-c52bda9135bb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:41.386335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b8ae40b0-c5b8-42d5-9638-d4088783e11a tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Unset dirty status for tenant:170c3b7c0d8d4580a98302b4435bab90 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:41.387548 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b8ae40b0-c5b8-42d5-9638-d4088783e11a tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "GET /v2.0/ports/98a2b9a8-93f1-464b-8b3f-177b43731bc7 HTTP/1.1" status: 200 len: 1136 time: 0.1917341 Mar 28 15:17:41.395059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55558) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:41.397584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-36e61345-304c-4bbd-809b-6a1b7e9b4b85 None None] Provisioning complete for port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:41.398130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-36e61345-304c-4bbd-809b-6a1b7e9b4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.433694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.466365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-36e61345-304c-4bbd-809b-6a1b7e9b4b85 None None] Port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:41.468255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.509243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b27de68c-00f7-422c-805f-780b82bea669 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.513454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1894e0e2-4112-47af-8d26-baa0ddaba566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.518170 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1894e0e2-4112-47af-8d26-baa0ddaba566 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0a811e6-dc19-491e-8f6a-c52bda9135bb HTTP/1.1" status: 204 len: 168 time: 0.9455681 Mar 28 15:17:41.531577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Network': ['ID=2d32d542-8e1e-43e8-8a07-5a5d1741de3c,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:41.547465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:41.556628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ed26d3f7-411c-4eea-a69b-53f74ae0c140 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Deleting port 98a2b9a8-93f1-464b-8b3f-177b43731bc7 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:41.556881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed26d3f7-411c-4eea-a69b-53f74ae0c140 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.564638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27de68c-00f7-422c-805f-780b82bea669 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=12cd6244-c6d3-4b98-a5c5-1905160f489a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:41.578847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b27de68c-00f7-422c-805f-780b82bea669 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:41.600728 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-66efcddd-f855-4f47-af86-95a1a735c13c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8200500 Mar 28 15:17:41.605028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55564) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:41.612705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'name': 'tempest-PortsTestJSON-898838348'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:41.677021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587de6ed-4ac8-40d8-bc10-868dbace8028 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:41.713011 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b27de68c-00f7-422c-805f-780b82bea669 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/12cd6244-c6d3-4b98-a5c5-1905160f489a HTTP/1.1" status: 204 len: 168 time: 1.1113346 Mar 28 15:17:41.716320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55568) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:41.791248 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2209ccbe-6173-4fe1-adc7-4c59d11b628b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732946 Mar 28 15:17:41.794048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55574) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:41.855829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Allocated IP 172.20.0.10 (0684c37a-1b01-4961-bd67-e5b5ebdcf134/eec98f1b-1983-4999-84da-dde7ad21f4f8/38dffd57-fbaa-46a2-90d8-845f0e7ccacd) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:42.047666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb62ad-e725-49de-a065-58f953f50aa9 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:42.052102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4edb62ad-e725-49de-a065-58f953f50aa9 None None] Deleting port 869ee6b9-7bec-4e90-91be-900b3b91abfb {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:42.052556 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4edb62ad-e725-49de-a065-58f953f50aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:42.068130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:42.080172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:port and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:42.099937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:42.131371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:42.228115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:42.231651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:42.253504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a265f534-92fd-4e7c-a508-6cd65c23fa21 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:42.255069 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a265f534-92fd-4e7c-a508-6cd65c23fa21 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4602323 Mar 28 15:17:42.255767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9afbf-173a-4b2e-ae0b-7ec84b93d7f5 req-65314233-ea56-4b07-8825-d23fa3d098cf tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:42.257592 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-66e9afbf-173a-4b2e-ae0b-7ec84b93d7f5 req-65314233-ea56-4b07-8825-d23fa3d098cf tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 946 time: 0.2712195 Mar 28 15:17:42.260066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55590) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:42.301537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 73633016-b1fb-49ef-b3a7-72c47b650c6f yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:42.338034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4edb62ad-e725-49de-a065-58f953f50aa9 None None] For port 869ee6b9-7bec-4e90-91be-900b3b91abfb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=869ee6b9-7bec-4e90-91be-900b3b91abfb,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:42.338422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4edb62ad-e725-49de-a065-58f953f50aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:42.344309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed26d3f7-411c-4eea-a69b-53f74ae0c140 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:42.426472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-ce0b6644-2289-4e15-865c-96cd2bde917e tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:42.428093 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-ce0b6644-2289-4e15-865c-96cd2bde917e tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 946 time: 0.3871989 Mar 28 15:17:42.491513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4edb62ad-e725-49de-a065-58f953f50aa9 None None] Calling delete_port for 869ee6b9-7bec-4e90-91be-900b3b91abfb owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:42.512016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ed26d3f7-411c-4eea-a69b-53f74ae0c140 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Calling delete_port for 98a2b9a8-93f1-464b-8b3f-177b43731bc7 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:42.557417 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-66e9afbf-173a-4b2e-ae0b-7ec84b93d7f5 req-88aa6a40-4a0f-44c8-b2df-2928c57d6be1 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871983 Mar 28 15:17:42.601429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854334db-45c0-45ff-9382-6aa935f2ce8e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:42.602650 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-854334db-45c0-45ff-9382-6aa935f2ce8e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:42.610220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:42.650510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 869ee6b9-7bec-4e90-91be-900b3b91abfb no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:42.718919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4edb62ad-e725-49de-a065-58f953f50aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:42.723357 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No ports have port_id starting with 869ee6b9-7bec-4e90-91be-900b3b91abfb Mar 28 15:17:42.732039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Deleting port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:42.732390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:42.772935 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb62ad-e725-49de-a065-58f953f50aa9 None None] Pushing event deleted for resources: {'Port': ['ID=869ee6b9-7bec-4e90-91be-900b3b91abfb,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:42.774828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb62ad-e725-49de-a065-58f953f50aa9 None None] No DVR routers for this DVR port 869ee6b9-7bec-4e90-91be-900b3b91abfb on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:42.803736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-854334db-45c0-45ff-9382-6aa935f2ce8e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:42.807989 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-854334db-45c0-45ff-9382-6aa935f2ce8e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5444002 Mar 28 15:17:42.811310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55600) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:42.861930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-c7f098a0-4448-4fd0-82d3-1c7a2a94b8f2 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:42.863394 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-c7f098a0-4448-4fd0-82d3-1c7a2a94b8f2 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.23 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 0.3013871 Mar 28 15:17:42.899860 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-81bdd930-968a-401e-8f7c-93ced4d16970 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868440 Mar 28 15:17:42.915603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55606) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:42.928894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:42.934020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:42.958143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:43.013953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519fcd0-182f-4abd-bef1-d6e02e7d969b req-2bb5b5a1-0d83-4ac4-9762-ecc9c4730bed tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:43.020781 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3519fcd0-182f-4abd-bef1-d6e02e7d969b req-2bb5b5a1-0d83-4ac4-9762-ecc9c4730bed tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 0.4031413 Mar 28 15:17:43.023124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55610) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:43.058760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed26d3f7-411c-4eea-a69b-53f74ae0c140 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:43.077145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Network 0684c37a-1b01-4961-bd67-e5b5ebdcf134 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:43.108224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:43.115426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:43.190363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Deleting port 7ada01c9-c32d-4c36-bc53-c56ecdef328d {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:43.191361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:43.221190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26d3f7-411c-4eea-a69b-53f74ae0c140 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event deleted for resources: {'Port': ['ID=98a2b9a8-93f1-464b-8b3f-177b43731bc7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:43.240030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:43.251193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:43.259504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event updated for resources: {'Port': ['ID=38dffd57-fbaa-46a2-90d8-845f0e7ccacd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:43.270443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2114800251'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:43.297633 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3519fcd0-182f-4abd-bef1-d6e02e7d969b req-f6649b5b-650a-479b-9999-1780b478370d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2757733 Mar 28 15:17:43.301936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:43.312663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Usage tracker for resource:network and tenant:ac906428f8044d659e0903c2bdc7a454 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:43.320074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:43.350867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:43.354330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:43.394599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:43.536018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] For port d8831d41-deb9-48dd-9b72-b8cacd3c4be5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:43.536779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:43.617238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed26d3f7-411c-4eea-a69b-53f74ae0c140 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:43.620222 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:43.622725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Made reservation on behalf of ac906428f8044d659e0903c2bdc7a454 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:43.626249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:43.650772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:43.668927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:43.673591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Usage tracker for resource:security_group_rule and tenant:ac906428f8044d659e0903c2bdc7a454 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:43.681506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:43.693119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:43.830103 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ed26d3f7-411c-4eea-a69b-53f74ae0c140 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "DELETE /v2.0/ports/98a2b9a8-93f1-464b-8b3f-177b43731bc7 HTTP/1.1" status: 204 len: 168 time: 2.4334750 Mar 28 15:17:43.840200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55618) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:43.886068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=73633016-b1fb-49ef-b3a7-72c47b650c6f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:43.938694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Checking segment: {'id': '6406856a-4bba-43b3-aac9-574b9604f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:43.939052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network hostable DHCP agents. Network: 2d32d542-8e1e-43e8-8a07-5a5d1741de3c, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:17:44.036966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] For port 7ada01c9-c32d-4c36-bc53-c56ecdef328d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ada01c9-c32d-4c36-bc53-c56ecdef328d,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:44.037318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.135338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:17:44.167914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40107ad-f360-4481-89c7-0eebe7cb59a9 req-ba5b2873-f502-4110-a26c-ef09ce4bec0d tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:44.169370 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e40107ad-f360-4481-89c7-0eebe7cb59a9 req-ba5b2873-f502-4110-a26c-ef09ce4bec0d tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 946 time: 0.4099348 Mar 28 15:17:44.211687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c82148-f84b-430d-a753-109ae5e72dd0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Deleting subnet 1c891d36-310b-4924-bba3-b5fd5fed3e17 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:44.234204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f7c82148-f84b-430d-a753-109ae5e72dd0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.276674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 2d32d542-8e1e-43e8-8a07-5a5d1741de3c) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:44.286916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5e0a6-b381-452c-85d0-fc3aee869896 None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:44.302097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:44.307676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:44.308351 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.318760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.339475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f7c82148-f84b-430d-a753-109ae5e72dd0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.376404 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e40107ad-f360-4481-89c7-0eebe7cb59a9 req-e6c5bf44-1221-4f11-a2b4-b3e0b7a7e2dd tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8ad761-aa43-43b5-9e43-255e82bece7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990573 Mar 28 15:17:44.382253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.382920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.383453 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Floating IP 63beb1b9-978d-46cd-b42e-0289f3b6bc37 disassociated. External IP: 172.26.7.212, port: d8831d41-deb9-48dd-9b72-b8cacd3c4be5. Mar 28 15:17:44.383985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Calling delete_port for d8831d41-deb9-48dd-9b72-b8cacd3c4be5 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:44.441881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.489991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:44.491557 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0db83e4a-3f8c-45ea-8296-48228d00e067 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8856735 Mar 28 15:17:44.501742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:44.507753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55624) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:44.512328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:44.513575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.517833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a45d3-6d6c-4b36-98b7-f47a2bc117c0 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:44.522906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2077050325'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:44.536573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:44.547594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=b667c714-f0bf-4d4b-81c1-cf3e5a184d88,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:44.549966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:network and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:44.555905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:44.574772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:44.582362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.582970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.583297 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Floating IP bbfc9934-a459-4fd4-8713-fa9e02f909f3 disassociated. External IP: 172.26.7.164, port: 7ada01c9-c32d-4c36-bc53-c56ecdef328d. Mar 28 15:17:44.583630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Calling delete_port for 7ada01c9-c32d-4c36-bc53-c56ecdef328d owned by compute:nova {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:44.627777 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-94cc2ad3-b515-4c8a-b3b7-532cb763c02f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7107825 Mar 28 15:17:44.633303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55628) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:44.645877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': 'b667c714-f0bf-4d4b-81c1-cf3e5a184d88', 'ip_address': '2001:db8::2aea:abc3:2fcb:78c9'}], 'name': 'tempest-NetworksTestDHCPv6-1919711093'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:44.678236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:44.679674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.681605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.775487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': 'b667c714-f0bf-4d4b-81c1-cf3e5a184d88'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:44.779564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.832741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:44.859754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.874405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device d8831d41-deb9-48dd-9b72-b8cacd3c4be5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:44.876634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.876976 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Added segment ed5eea3b-4ee8-4093-900f-078486472ba5 of type vlan for network eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612 Mar 28 15:17:44.905218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f7c82148-f84b-430d-a753-109ae5e72dd0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.914961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:44.919645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:44.922696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:44.928769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:44.953362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.973541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e55582-0e75-4083-989b-8b626a59524b req-513f5ed8-54a7-4f8b-99cb-a4d902f8d047 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:44.974165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:44.975062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4e55582-0e75-4083-989b-8b626a59524b req-513f5ed8-54a7-4f8b-99cb-a4d902f8d047 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 945 time: 0.4507775 Mar 28 15:17:44.982627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:45.028356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:45.048673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Pushing event deleted for resources: {'Port': ['ID=7ada01c9-c32d-4c36-bc53-c56ecdef328d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:45.074902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/b667c714-f0bf-4d4b-81c1-cf3e5a184d88/9bc85202-dde4-44b4-ad5d-bd6ae4eb3602) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:45.095714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.101743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.106941 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Added segment 9f5a8203-774e-4b58-8307-ec415f1f32bb of type vlan for network 7159053c-23dc-43cd-b22f-6085142db6a7 Mar 28 15:17:45.106941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a56635-a5e6-4662-b199-daf060791c71,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:45.133904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.181907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.187993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:45.189269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.227228 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4e55582-0e75-4083-989b-8b626a59524b req-be9189dc-e1a6-4ba9-989c-b10489403eb9 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups?id=e495725b-8120-463f-9267-b41a101af528&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2326357 Mar 28 15:17:45.229119 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:17:45.249207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Pushing event deleted for resources: {'Port': ['ID=d8831d41-deb9-48dd-9b72-b8cacd3c4be5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:45.259198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.268859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.301289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 7ada01c9-c32d-4c36-bc53-c56ecdef328d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:45.339332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 7ada01c9-c32d-4c36-bc53-c56ecdef328d {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:17:45.347800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 7ada01c9-c32d-4c36-bc53-c56ecdef328d not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:17:45.424156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f7c82148-f84b-430d-a753-109ae5e72dd0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.469875 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9590154 Mar 28 15:17:45.485844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.501678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Transition to ACTIVE for port object 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:45.523757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55636) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:45.532569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Transition to ACTIVE for port object 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:45.606003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'ports': [{'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c'}, {'network_id': 'eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612'}]} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:45.606385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:45.606955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': 'eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:45.619013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.622483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335951d-e24b-448a-9e8e-0e21cb62b25e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Network': ['ID=eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:45.635895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:17:45.660304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c82148-f84b-430d-a753-109ae5e72dd0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event deleted for resources: {'Subnet': ['ID=1c891d36-310b-4924-bba3-b5fd5fed3e17,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:45.662386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.674859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f7c82148-f84b-430d-a753-109ae5e72dd0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.707655 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5e2ae780-3937-4575-983b-70855adec85e req-95ebf553-f127-4e33-bec4-3e9437ef252c tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 210 time: 0.1076074 Mar 28 15:17:45.739607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fd1a8d-04e5-4aa2-9a6a-a14ff6fe952e None None] Network 25178860-3cac-4f0e-88e3-678efdeff402 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:45.752057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:45.773005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.779554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:45.780166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:45.791673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:45.797244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 3111f106-a887-423f-a161-816a31d76b05 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:45.812344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:45.816461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:45.896645 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f7c82148-f84b-430d-a753-109ae5e72dd0 tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "DELETE /v2.0/subnets/1c891d36-310b-4924-bba3-b5fd5fed3e17 HTTP/1.1" status: 204 len: 168 time: 1.9293270 Mar 28 15:17:45.913193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55640) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:45.997847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Pushing event updated for resources: {'Port': ['ID=9bc85202-dde4-44b4-ad5d-bd6ae4eb3602,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:46.053310 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0188313 Mar 28 15:17:46.067763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::2aea:abc3:2fcb:78c9 (407e43a9-7d21-4a68-a014-97c49e9e0f14/b667c714-f0bf-4d4b-81c1-cf3e5a184d88/3111f106-a887-423f-a161-816a31d76b05) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:46.085611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55644) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:46.115634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2765b-5893-4cd8-815e-225ae99b5356 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Pushing event updated for resources: {'Network': ['ID=7159053c-23dc-43cd-b22f-6085142db6a7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:46.121028 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Attempting to bind port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:46.121545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Request body: {'subnet': {'network_id': '7159053c-23dc-43cd-b22f-6085142db6a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:46.121894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Attempting to bind port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:46.122978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Attempting to bind port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:46.140046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Router f3e00708-c200-4120-9192-ddbb595b1d22 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:17:46.143602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Router d041b1cc-7e58-4dab-85ce-a09598d55f56 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:17:46.156973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 7159053c-23dc-43cd-b22f-6085142db6a7 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:46.164709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:46.194267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:46.194998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:46.195628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:46.196206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:46.196860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Bound port: 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:46.197425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:46.347226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Deleting port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:46.347864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:46.389618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] For port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:46.393242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] For port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9bc85202-dde4-44b4-ad5d-bd6ae4eb3602,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:46.397385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Router c8537f16-6ed9-49df-9b3a-22081aa938b9 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:17:46.459729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:46.462846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11bfa689-258c-4a58-bea3-b0b0dc9e3252 req-d4268710-29a7-46fd-8904-b61864c6d545 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.0754774 Mar 28 15:17:46.521608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] DHCP port deletion for 25178860-3cac-4f0e-88e3-678efdeff402 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:46.548684 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] Deleting port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:46.549144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:46.606328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:17:46.683259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] Sync routers for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:17:46.689770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 56c2b24b-90cb-4d67-93ed-a9201b6f8995 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:46.743307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] No DVR routers for this DVR port d8831d41-deb9-48dd-9b72-b8cacd3c4be5 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:46.759667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:46.761591 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b85081ea-83cf-4ec0-a834-76e3cba12ae1 req-308f926b-559b-4a29-9189-a3a5a208aa29 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.23 "DELETE /v2.0/ports/d8831d41-deb9-48dd-9b72-b8cacd3c4be5 HTTP/1.1" status: 204 len: 173 time: 4.3079371 Mar 28 15:17:46.766894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:46.779333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:46.786037 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:46.790754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:46.816347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'name': 'network-vif-deleted', 'tag': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:17:46.842488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Usage tracker for resource:subnet and tenant:ac906428f8044d659e0903c2bdc7a454 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:46.940693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:46.968107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:46.991627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:47.001242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:port and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:47.047897 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a654955-d5ea-4574-9e67-f2cab8c77ef1', 'name': 'network-vif-deleted', 'tag': 'd8831d41-deb9-48dd-9b72-b8cacd3c4be5', 'status': 'completed', 'code': 200} Mar 28 15:17:47.098826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:17:47.114831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:17:47.116905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:47.123722 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Sync routers for ids ['c8537f16-6ed9-49df-9b3a-22081aa938b9'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:17:47.124759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Made reservation on behalf of ac906428f8044d659e0903c2bdc7a454 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:47.129733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:47.141176 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Routers {'c8537f16-6ed9-49df-9b3a-22081aa938b9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:47.142043 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c8537f16-6ed9-49df-9b3a-22081aa938b9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:47.147858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] For port 56c2b24b-90cb-4d67-93ed-a9201b6f8995, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=56c2b24b-90cb-4d67-93ed-a9201b6f8995,segment=NetworkSegment(a3108556-5f55-4cbc-be96-7a4e4ed96d07),segment_id=a3108556-5f55-4cbc-be96-7a4e4ed96d07)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:47.148226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:47.183321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] Sync routers for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:17:47.217862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:47.220372 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 3111f106-a887-423f-a161-816a31d76b05 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:47.305023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:47.313114 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5c81073f-c0e6-4ea6-8c2b-efeef9780978 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.8354573 Mar 28 15:17:47.327223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ee5d3-32e0-4cb3-8ff1-5242364a1907 None None] Pushing event updated for resources: {'Port': ['ID=9bc85202-dde4-44b4-ad5d-bd6ae4eb3602,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:47.560703 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Set router c8537f16-6ed9-49df-9b3a-22081aa938b9 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:47.587505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55654) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:47.588795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:47.597233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Calling delete_port for 56c2b24b-90cb-4d67-93ed-a9201b6f8995 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:47.628976 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] No DVR routers for this DVR port 7ada01c9-c32d-4c36-bc53-c56ecdef328d on host hv-neutron-8281 {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:47.645864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:47.712962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'name': 'network-vif-deleted', 'tag': '7ada01c9-c32d-4c36-bc53-c56ecdef328d'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:17:47.733453 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-754e8f85-03ea-45c0-a3b4-3778252a7dd4 req-a7c651bc-4845-437b-a0e2-4d7654a73cbc tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.23 "DELETE /v2.0/ports/7ada01c9-c32d-4c36-bc53-c56ecdef328d HTTP/1.1" status: 204 len: 173 time: 4.8569598 Mar 28 15:17:47.754914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 2} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:47.764168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:47.775735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:47.824170 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:47.824808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:47.982211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] For port 56c2b24b-90cb-4d67-93ed-a9201b6f8995, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=56c2b24b-90cb-4d67-93ed-a9201b6f8995,segment=NetworkSegment(a3108556-5f55-4cbc-be96-7a4e4ed96d07),segment_id=a3108556-5f55-4cbc-be96-7a4e4ed96d07)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:47.982854 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:48.047402 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2195635d-4fb4-439e-bd82-61466f65a970 req-cad2b66d-67a8-4c0d-84f0-06ad3cdb8588 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/ports?device_id=088ed0b0-e851-462f-86e0-e91c97bcd4e2 HTTP/1.1" status: 200 len: 210 time: 0.2305949 Mar 28 15:17:48.158322 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-778bd366-5777-4521-be45-b8cfe3530313 req-025b9731-6d01-4417-87a7-d1a783176131 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a654955-d5ea-4574-9e67-f2cab8c77ef1 HTTP/1.1" status: 200 len: 210 time: 0.5222223 Mar 28 15:17:48.170032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Pushing event updated for resources: {'Subnet': ['ID=10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:48.177280 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088ed0b0-e851-462f-86e0-e91c97bcd4e2', 'name': 'network-vif-deleted', 'tag': '7ada01c9-c32d-4c36-bc53-c56ecdef328d', 'status': 'completed', 'code': 200} Mar 28 15:17:48.191327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:48.235609 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8537f16-6ed9-49df-9b3a-22081aa938b9', 'name': '', 'tenant_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134', 'external_fixed_ips': [{'subnet_id': 'eec98f1b-1983-4999-84da-dde7ad21f4f8', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '38dffd57-fbaa-46a2-90d8-845f0e7ccacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:17:39Z', 'updated_at': '2022-03-28T15:17:43Z', 'revision_number': 3, 'project_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'gw_port': {'id': '38dffd57-fbaa-46a2-90d8-845f0e7ccacd', 'name': '', 'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8537f16-6ed9-49df-9b3a-22081aa938b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'eec98f1b-1983-4999-84da-dde7ad21f4f8', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:17:41Z', 'updated_at': '2022-03-28T15:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec98f1b-1983-4999-84da-dde7ad21f4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:48.243269 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Checking router: c8537f16-6ed9-49df-9b3a-22081aa938b9 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:17:48.244350 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Updating router c8537f16-6ed9-49df-9b3a-22081aa938b9 port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:17:48.312743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:48.401047 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:48.422144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] Calling delete_port for 56c2b24b-90cb-4d67-93ed-a9201b6f8995 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:48.472513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:48.516309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Checking segment: {'id': '9f5a8203-774e-4b58-8307-ec415f1f32bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7159053c-23dc-43cd-b22f-6085142db6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:48.516674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Network hostable DHCP agents. Network: 7159053c-23dc-43cd-b22f-6085142db6a7, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:17:48.557446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:48.581554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:48.620902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:48.665380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event deleted for resources: {'Port': ['ID=56c2b24b-90cb-4d67-93ed-a9201b6f8995,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:48.676673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] No DVR routers for this DVR port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:48.767143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:48.842488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 3230cf7d-e8b3-4536-9a3e-b584ce3304da yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:48.846846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:48.849061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=3111f106-a887-423f-a161-816a31d76b05,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:48.851834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:48.854780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:48.868252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:48.868252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:48.885574 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Network 7159053c-23dc-43cd-b22f-6085142db6a7 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:17:48.917980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.002643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25178860-3cac-4f0e-88e3-678efdeff402']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:49.015163 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.031152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3108556-5f55-4cbc-be96-7a4e4ed96d07') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:49.037933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3108556-5f55-4cbc-be96-7a4e4ed96d07') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:49.044782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.055510 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Transition to ACTIVE for port object 38dffd57-fbaa-46a2-90d8-845f0e7ccacd will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:49.067584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.074902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:49.076164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.098674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:17:49.099050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:17:49.117742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.126827 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.322214 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Pushing event updated for resources: {'Port': ['ID=38dffd57-fbaa-46a2-90d8-845f0e7ccacd,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:49.333752 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.334121 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.334455 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.334789 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.336379 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.336733 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.337103 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.337446 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.338144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Deleting port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:49.338268 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.338561 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.338960 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.344658 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:49.344744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.348049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 97f3cdb0-339d-4e93-901a-5a2fae861639 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:49.357403 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dafbc067-6155-4946-8df6-152f6b50497e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7198706 Mar 28 15:17:49.357403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 7159053c-23dc-43cd-b22f-6085142db6a7) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:49.358693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55672) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:49.363808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': 'b667c714-f0bf-4d4b-81c1-cf3e5a184d88', 'ip_address': '2001:db8::2aea:abc3:2fcb:78c9'}], 'name': 'tempest-NetworksTestDHCPv6-1145870238'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:49.377424 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Attempting to bind port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:49.377813 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Attempting to bind port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '00dccab6-f24f-482a-af50-30e9a4efa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:49.378199 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Attempting to bind port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd on network 0684c37a-1b01-4961-bd67-e5b5ebdcf134 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:49.385872 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:49.386235 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Checking segment: {'id': '00dccab6-f24f-482a-af50-30e9a4efa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:49.386676 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.387081 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Bound using segment: {'id': '00dccab6-f24f-482a-af50-30e9a4efa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:49.388501 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Bound port: 38dffd57-fbaa-46a2-90d8-845f0e7ccacd, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00dccab6-f24f-482a-af50-30e9a4efa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0684c37a-1b01-4961-bd67-e5b5ebdcf134'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:49.391921 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.399742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:49.401715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.404312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:49.429294 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:49.431502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.453487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55678) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:49.463330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d390163-25cc-43e1-98a3-c7087d4d4d8e None None] Network 7159053c-23dc-43cd-b22f-6085142db6a7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:49.489020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.492906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] Pushing event deleted for resources: {'Network': ['ID=25178860-3cac-4f0e-88e3-678efdeff402,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:49.526023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55682) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:49.539987 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] For port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:49.543882 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] For port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=38dffd57-fbaa-46a2-90d8-845f0e7ccacd,segment=NetworkSegment(00dccab6-f24f-482a-af50-30e9a4efa65e),segment_id=00dccab6-f24f-482a-af50-30e9a4efa65e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:49.585275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-20317df7-d449-462f-9b6f-53bf9e4b571e None None] Provisioning for port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:49.591235 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-141a872b-e72c-4066-910f-749425e3f45b tempest-ExtraDHCPOptionsTestJSON-809671168 tempest-ExtraDHCPOptionsTestJSON-809671168-project] 10.222.0.16 "DELETE /v2.0/networks/25178860-3cac-4f0e-88e3-678efdeff402 HTTP/1.1" status: 204 len: 168 time: 3.6672926 Mar 28 15:17:49.603387 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] Deleting port 56c2b24b-90cb-4d67-93ed-a9201b6f8995 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:49.603862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.625291 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.680965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319465e8-8d98-4b0e-a82f-525e8a0c50e7 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.689717 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-beb22088-df7e-405f-a9bb-bf656a03861b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5967579 Mar 28 15:17:49.698743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:49.714809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55688) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:49.718467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319465e8-8d98-4b0e-a82f-525e8a0c50e7 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.733512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.735732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:49.741213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Request body: {'port': {'network_id': '7159053c-23dc-43cd-b22f-6085142db6a7', 'name': 'tempest-TagsExtTest-817925452'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:49.759986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:49.770592 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Routers {'c8537f16-6ed9-49df-9b3a-22081aa938b9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:49.771665 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c8537f16-6ed9-49df-9b3a-22081aa938b9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:49.794623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:49.800348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] For port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd, host dv-neutron-828143-13-hyperv, got binding levels [] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:49.801242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.888925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6facd0d8-e7ad-4524-bb23-028d56139bab None None] The port '56c2b24b-90cb-4d67-93ed-a9201b6f8995' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:17:49.893545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319465e8-8d98-4b0e-a82f-525e8a0c50e7 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.927642 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:49.933573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.995442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:49.997601 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d7921-3f62-4e46-a798-ed0eb7586bfb None None] Pushing event updated for resources: {'Port': ['ID=38dffd57-fbaa-46a2-90d8-845f0e7ccacd,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:49.999608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:09Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '44466e52-a8d5-41b8-a109-ae05f3b54832', 'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'mac_address': 'fa:16:3e:f0:2a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:06Z', 'updated_at': '2022-03-28T15:16:18Z', 'revision_number': 5, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'subnets': [{'id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:50.005711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-15bdf4c9-5597-4092-8f6e-ba10149ab8ad None None] Provisioning for port 3111f106-a887-423f-a161-816a31d76b05 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:50.013491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:50.014920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Calling delete_port for 38dffd57-fbaa-46a2-90d8-845f0e7ccacd owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:50.048135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.075263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 4d600a3f-d8e0-4922-858b-a9d3d2693c43 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:50.082754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-15bdf4c9-5597-4092-8f6e-ba10149ab8ad None None] Provisioning complete for port 3111f106-a887-423f-a161-816a31d76b05 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:50.083388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-15bdf4c9-5597-4092-8f6e-ba10149ab8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.087374 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] Set router c8537f16-6ed9-49df-9b3a-22081aa938b9 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:50.120292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] Checking router: f3e00708-c200-4120-9192-ddbb595b1d22 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:17:50.128295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:50.128295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.235719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:50.236923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:50.268675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319465e8-8d98-4b0e-a82f-525e8a0c50e7 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8ad761-aa43-43b5-9e43-255e82bece7e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:50.280700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-319465e8-8d98-4b0e-a82f-525e8a0c50e7 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.284314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-319465e8-8d98-4b0e-a82f-525e8a0c50e7 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a8ad761-aa43-43b5-9e43-255e82bece7e HTTP/1.1" status: 204 len: 168 time: 0.7533269 Mar 28 15:17:50.286133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55694) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:50.300183 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8537f16-6ed9-49df-9b3a-22081aa938b9', 'name': '', 'tenant_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:17:39Z', 'updated_at': '2022-03-28T15:17:48Z', 'revision_number': 4, 'project_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:50.310805 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4968c717-149d-497f-bcea-b5e8b6b7846f None None] The sync data for ids ['c8537f16-6ed9-49df-9b3a-22081aa938b9'] in dv-neutron-828143-13-hyperv is: [{'id': 'c8537f16-6ed9-49df-9b3a-22081aa938b9', 'name': '', 'tenant_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:17:39Z', 'updated_at': '2022-03-28T15:17:48Z', 'revision_number': 4, 'project_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:17:50.311352 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-12606f70-86bc-434e-8e56-888c497e3800 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] show failed (client error): The resource could not be found. Mar 28 15:17:50.317128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:50.318668 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-12606f70-86bc-434e-8e56-888c497e3800 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "GET /v2.0/security-groups/2a8ad761-aa43-43b5-9e43-255e82bece7e HTTP/1.1" status: 404 len: 347 time: 0.0295660 Mar 28 15:17:50.320514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55698) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:50.321879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:17:50.322313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:17:50.354297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Usage tracker for resource:port and tenant:ac906428f8044d659e0903c2bdc7a454 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:50.354459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55702) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:50.398954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-15bdf4c9-5597-4092-8f6e-ba10149ab8ad None None] Port 3111f106-a887-423f-a161-816a31d76b05 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:50.452194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:50.454688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-7159053c-23dc-43cd-b22f-6085142db6a7', 'network_id': '7159053c-23dc-43cd-b22f-6085142db6a7', 'tenant_id': 'ac906428f8044d659e0903c2bdc7a454', 'fixed_ips': [{'subnet_id': '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:50.456029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.526230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.547853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:50.551416 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-90274de9-ded4-4b6f-b57e-fae09fc4c094 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=170c3b7c0d8d4580a98302b4435bab90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010744 Mar 28 15:17:50.552298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55708) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:50.584707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Deleting port ebc113d9-4f86-4336-ac19-36898703d905 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:50.585113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.595257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '762c100e-6ada-4e2f-a2fd-d003f84ffa7c', 'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'mac_address': 'fa:16:3e:22:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:58Z', 'updated_at': '2022-03-28T15:16:14Z', 'revision_number': 5, 'project_id': '71538256e9c544879015090ed43c40d2', 'subnets': [{'id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:50.626215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17901f01-57fa-4856-8812-c6df3c95630c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.632767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e495725b-8120-463f-9267-b41a101af528,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:50.649058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.656741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17901f01-57fa-4856-8812-c6df3c95630c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.680534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] Checking router: d041b1cc-7e58-4dab-85ce-a09598d55f56 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:17:50.698790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.699164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.699509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.700706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.700841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.701110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.701441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.701772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.702099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.702474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.702768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.703140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:50.709816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:50.740861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.755604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Made reservation on behalf of ac906428f8044d659e0903c2bdc7a454 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:50.758997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.761490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17901f01-57fa-4856-8812-c6df3c95630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.783673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17901f01-57fa-4856-8812-c6df3c95630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb29f778-fa7a-49bf-bac7-3a4b7af22f4e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:50.794344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17901f01-57fa-4856-8812-c6df3c95630c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:50.798541 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-17901f01-57fa-4856-8812-c6df3c95630c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb29f778-fa7a-49bf-bac7-3a4b7af22f4e HTTP/1.1" status: 204 len: 168 time: 0.2427804 Mar 28 15:17:50.799900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:50.800609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:50.824021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Deleting port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:50.824552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.021567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9bc85202-dde4-44b4-ad5d-bd6ae4eb3602,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:51.040697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] device_id is not set on port 76edf7f4-55c1-4a68-8bb5-cb07262a73d8 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:51.073383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] For port 38dffd57-fbaa-46a2-90d8-845f0e7ccacd, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=38dffd57-fbaa-46a2-90d8-845f0e7ccacd,segment=NetworkSegment(00dccab6-f24f-482a-af50-30e9a4efa65e),segment_id=00dccab6-f24f-482a-af50-30e9a4efa65e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:51.074109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.092938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.096412 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6d4c6aa1-e9fb-4e60-bfa3-8ca180250e69 tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "DELETE /v2.0/security-groups/e495725b-8120-463f-9267-b41a101af528 HTTP/1.1" status: 204 len: 168 time: 1.6359549 Mar 28 15:17:51.100748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:51.103010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55714) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:51.129550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:51.151236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=3230cf7d-e8b3-4536-9a3e-b584ce3304da,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:51.156727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:51.156727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.167018 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 15:17:51.167629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:17:51.199299 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.208890 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Allocated IP 172.20.0.2 (7159053c-23dc-43cd-b22f-6085142db6a7/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/9809d96b-a67d-4ebc-a800-f4d6709b817e) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:51.247919 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-2c12cba7-cde7-44ce-ba73-6d0e2ed8c39f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] show failed (client error): The resource could not be found. Mar 28 15:17:51.249105 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2c12cba7-cde7-44ce-ba73-6d0e2ed8c39f tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "GET /v2.0/security-groups/e495725b-8120-463f-9267-b41a101af528 HTTP/1.1" status: 404 len: 347 time: 0.1328979 Mar 28 15:17:51.253011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55720) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:51.265472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.271303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.271429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Calling delete_port for 38dffd57-fbaa-46a2-90d8-845f0e7ccacd owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:51.399630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:51.439923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Calling delete_port for ebc113d9-4f86-4336-ac19-36898703d905 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:51.491745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=97f3cdb0-339d-4e93-901a-5a2fae861639,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:51.496084 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2b3658f9-f2b6-40a1-9ab1-347cae337c63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1370552 Mar 28 15:17:51.507133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55732) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:51.554783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Deleting port e7200f71-6da8-429a-9cb7-4f976a1b2a6c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:51.555172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.576187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Checking segment: {'id': 'ed5eea3b-4ee8-4093-900f-078486472ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:51.576657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network hostable DHCP agents. Network: eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:17:51.579818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=9bc85202-dde4-44b4-ad5d-bd6ae4eb3602,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:51.625805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8faf1360-aa38-4ea5-84e3-b216d439a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.691790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.692678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.693131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.693581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.694026 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.695445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.695903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.696408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.696876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.697664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.698108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.698588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:51.706293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4bec5c-a593-4301-b75c-f7150fd4d8b6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:51.713560 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4bec5c-a593-4301-b75c-f7150fd4d8b6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:51.714730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7b4bec5c-a593-4301-b75c-f7150fd4d8b6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:51.749387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:17:51.801530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7b4bec5c-a593-4301-b75c-f7150fd4d8b6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:51.805608 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7b4bec5c-a593-4301-b75c-f7150fd4d8b6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2946773 Mar 28 15:17:51.805759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55738) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:51.815410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.815906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.853114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:51.866754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:51.873566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:51.877284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1652ca-a88b-41d0-97d5-6600b7647382 None None] Network eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:51.879627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:51.880308 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.913092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:51.949124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Calling delete_port for e7200f71-6da8-429a-9cb7-4f976a1b2a6c owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:52.040872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Pushing event deleted for resources: {'Port': ['ID=ebc113d9-4f86-4336-ac19-36898703d905,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:52.111875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.116349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-3d36fd3e-494f-4b36-bc31-b416e4c8e95f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 3111f106-a887-423f-a161-816a31d76b05 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:52.117027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d36fd3e-494f-4b36-bc31-b416e4c8e95f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.168972 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-65f407b3-8604-4a9a-8d4d-35e8098dba07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.5824866 Mar 28 15:17:52.169783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55750) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:52.214472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event deleted for resources: {'Port': ['ID=38dffd57-fbaa-46a2-90d8-845f0e7ccacd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:52.221719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.227726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:09Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '44466e52-a8d5-41b8-a109-ae05f3b54832', 'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'mac_address': 'fa:16:3e:f0:2a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:06Z', 'updated_at': '2022-03-28T15:16:18Z', 'revision_number': 5, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'subnets': [{'id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:52.248984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55754) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:52.267911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd17cb6-7fb0-4fb2-9c38-e51b1cdb945e None None] The sync data for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv is: [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:09Z', 'revision_number': 4, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '44466e52-a8d5-41b8-a109-ae05f3b54832', 'name': '', 'network_id': 'ef6d515c-97b9-44e2-93df-2e1574694367', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'mac_address': 'fa:16:3e:f0:2a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:06Z', 'updated_at': '2022-03-28T15:16:18Z', 'revision_number': 5, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'subnets': [{'id': '9c0ee85f-a616-4b7a-b0cd-5fe28a554489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:17:52.289829 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.292271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.293484 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f276d741-0b0c-4958-a2f6-fb9e2ef80b63 tempest-ServersTestJSON-323155085 tempest-ServersTestJSON-323155085-project] 10.222.0.16 "DELETE /v2.0/floatingips/63beb1b9-978d-46cd-b42e-0289f3b6bc37 HTTP/1.1" status: 204 len: 168 time: 1.9620678 Mar 28 15:17:52.301575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55760) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:52.336609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Transition to ACTIVE for port object 9809d96b-a67d-4ebc-a800-f4d6709b817e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:52.398596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.399169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.399275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Transition to ACTIVE for port object 9809d96b-a67d-4ebc-a800-f4d6709b817e will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:52.399627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.400070 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.400845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.401306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.401734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.402184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.402657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.403787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.404180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.404597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:17:52.439322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '762c100e-6ada-4e2f-a2fd-d003f84ffa7c', 'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'mac_address': 'fa:16:3e:22:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:58Z', 'updated_at': '2022-03-28T15:16:14Z', 'revision_number': 5, 'project_id': '71538256e9c544879015090ed43c40d2', 'subnets': [{'id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:52.445710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313bedf-d4c3-4ef8-9e4c-22acee70795a None None] The sync data for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv is: [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:16:00Z', 'revision_number': 4, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '762c100e-6ada-4e2f-a2fd-d003f84ffa7c', 'name': '', 'network_id': '44d7c07f-cbaf-40e8-828f-e5c1a2b54003', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'mac_address': 'fa:16:3e:22:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:58Z', 'updated_at': '2022-03-28T15:16:14Z', 'revision_number': 5, 'project_id': '71538256e9c544879015090ed43c40d2', 'subnets': [{'id': '7ea20140-7b74-4003-a858-eb982bbe9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:17:52.463593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.468484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.512244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.552712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Network 7159053c-23dc-43cd-b22f-6085142db6a7 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:52.555804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:52.558274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:52.606708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Pushing event updated for resources: {'Port': ['ID=9809d96b-a67d-4ebc-a800-f4d6709b817e,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:52.663501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Pushing event deleted for resources: {'Port': ['ID=e7200f71-6da8-429a-9cb7-4f976a1b2a6c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:52.688003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Attempting to bind port 9809d96b-a67d-4ebc-a800-f4d6709b817e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:52.688357 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Attempting to bind port 9809d96b-a67d-4ebc-a800-f4d6709b817e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9f5a8203-774e-4b58-8307-ec415f1f32bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7159053c-23dc-43cd-b22f-6085142db6a7'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:52.688718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Attempting to bind port 9809d96b-a67d-4ebc-a800-f4d6709b817e on network 7159053c-23dc-43cd-b22f-6085142db6a7 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:52.693476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'network': {'name': 'tempest-RoutersTest-1130279988'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:52.696073 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:52.696438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Checking segment: {'id': '9f5a8203-774e-4b58-8307-ec415f1f32bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7159053c-23dc-43cd-b22f-6085142db6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:52.698419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.698831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Bound using segment: {'id': '9f5a8203-774e-4b58-8307-ec415f1f32bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7159053c-23dc-43cd-b22f-6085142db6a7'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:52.699331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Bound port: 9809d96b-a67d-4ebc-a800-f4d6709b817e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5a8203-774e-4b58-8307-ec415f1f32bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7159053c-23dc-43cd-b22f-6085142db6a7'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:52.699704 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.712760 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ad425-4c41-436b-ba83-46c688521f4c None None] New status for floating IP 63beb1b9-978d-46cd-b42e-0289f3b6bc37: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:17:52.719263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8096e501-7e85-42dc-ada2-1728cec56196 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 97f3cdb0-339d-4e93-901a-5a2fae861639 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:52.720196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8096e501-7e85-42dc-ada2-1728cec56196 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.788756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.797460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.806467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] For port 9809d96b-a67d-4ebc-a800-f4d6709b817e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:52.810642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] For port 9809d96b-a67d-4ebc-a800-f4d6709b817e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9809d96b-a67d-4ebc-a800-f4d6709b817e,segment=NetworkSegment(9f5a8203-774e-4b58-8307-ec415f1f32bb),segment_id=9f5a8203-774e-4b58-8307-ec415f1f32bb)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:52.843285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.874489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:52.890191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.923590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.924072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8537f16-6ed9-49df-9b3a-22081aa938b9 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:17:52.928238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b246172-d212-4d0d-8654-39ac357c778a None None] New status for floating IP bbfc9934-a459-4fd4-8713-fa9e02f909f3: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:17:52.947556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.953830 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c2de48e6-9d65-4b12-ab5d-a1673c68ba7d tempest-ServersTestManualDisk-1341566366 tempest-ServersTestManualDisk-1341566366-project] 10.222.0.16 "DELETE /v2.0/floatingips/bbfc9934-a459-4fd4-8713-fa9e02f909f3 HTTP/1.1" status: 204 len: 168 time: 1.6955297 Mar 28 15:17:52.954438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55764) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:52.956086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:52.957191 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-55ad5d66-f8cb-4662-8301-cf6c564fb020 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "DELETE /v2.0/routers/c8537f16-6ed9-49df-9b3a-22081aa938b9 HTTP/1.1" status: 204 len: 168 time: 5.3687270 Mar 28 15:17:53.020059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55768) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:53.111730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:network and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:53.134658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb205e-39f1-449f-8947-e3da29c00850 None None] Pushing event updated for resources: {'Port': ['ID=9809d96b-a67d-4ebc-a800-f4d6709b817e,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:53.171195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-56524fa3-c57a-41da-9c33-f9706c7df6ca tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Deleting subnet eec98f1b-1983-4999-84da-dde7ad21f4f8 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:53.177775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56524fa3-c57a-41da-9c33-f9706c7df6ca tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.196772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:53.238382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:53.292064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:53.328997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Allocated IP 172.20.0.9 (7159053c-23dc-43cd-b22f-6085142db6a7/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/76edf7f4-55c1-4a68-8bb5-cb07262a73d8) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:53.428476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:53.431899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.437291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56524fa3-c57a-41da-9c33-f9706c7df6ca tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.449218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:53.449826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.490912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d36fd3e-494f-4b36-bc31-b416e4c8e95f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.499769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56524fa3-c57a-41da-9c33-f9706c7df6ca tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.523798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.574413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a874e5e1-f8db-4c92-8027-0ea922318eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.712185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56524fa3-c57a-41da-9c33-f9706c7df6ca tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.746868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:53.753787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56524fa3-c57a-41da-9c33-f9706c7df6ca tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eec98f1b-1983-4999-84da-dde7ad21f4f8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:53.758497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56524fa3-c57a-41da-9c33-f9706c7df6ca tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.786344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-3d36fd3e-494f-4b36-bc31-b416e4c8e95f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 3111f106-a887-423f-a161-816a31d76b05 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:53.799451 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-56524fa3-c57a-41da-9c33-f9706c7df6ca tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/eec98f1b-1983-4999-84da-dde7ad21f4f8 HTTP/1.1" status: 204 len: 168 time: 0.7766843 Mar 28 15:17:53.799802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55772) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:53.816189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8096e501-7e85-42dc-ada2-1728cec56196 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.833488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:security_group_rule and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:53.846479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:53.916065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:53.917075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:53.933874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.000487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8096e501-7e85-42dc-ada2-1728cec56196 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 97f3cdb0-339d-4e93-901a-5a2fae861639 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:54.225896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ea421-0e98-4741-bb78-eca90d8324db None None] Network 7159053c-23dc-43cd-b22f-6085142db6a7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:54.310783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.351328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8096e501-7e85-42dc-ada2-1728cec56196 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.353934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0684c37a-1b01-4961-bd67-e5b5ebdcf134']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:54.361607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.421956 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dccab6-f24f-482a-af50-30e9a4efa65e') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:54.422227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dccab6-f24f-482a-af50-30e9a4efa65e') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:54.441672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a2cb70bf-8bea-4539-8579-6dd020f52c37 None None] Provisioning for port 9809d96b-a67d-4ebc-a800-f4d6709b817e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:54.454110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096e501-7e85-42dc-ada2-1728cec56196 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=97f3cdb0-339d-4e93-901a-5a2fae861639,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:54.460295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Transition to ACTIVE for port object 76edf7f4-55c1-4a68-8bb5-cb07262a73d8 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:54.468484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.491395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8096e501-7e85-42dc-ada2-1728cec56196 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.492134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.500615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:54.501246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.504028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.511693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d36fd3e-494f-4b36-bc31-b416e4c8e95f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:54.515198 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:54.573059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.581521 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8096e501-7e85-42dc-ada2-1728cec56196 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/97f3cdb0-339d-4e93-901a-5a2fae861639 HTTP/1.1" status: 204 len: 168 time: 2.4047210 Mar 28 15:17:54.581735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55776) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:54.583692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36fd3e-494f-4b36-bc31-b416e4c8e95f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=3111f106-a887-423f-a161-816a31d76b05,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:54.636381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.643347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d36fd3e-494f-4b36-bc31-b416e4c8e95f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.647635 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3d36fd3e-494f-4b36-bc31-b416e4c8e95f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/3111f106-a887-423f-a161-816a31d76b05 HTTP/1.1" status: 204 len: 168 time: 2.8386071 Mar 28 15:17:54.652620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55780) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:54.716543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.754779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.793952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0684c37a-1b01-4961-bd67-e5b5ebdcf134 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 15:17:54.806725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee99eaa-6a00-40f3-a2cf-08ebcb5eb8ac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:54.808381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee99eaa-6a00-40f3-a2cf-08ebcb5eb8ac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:54.813176 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bee99eaa-6a00-40f3-a2cf-08ebcb5eb8ac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1589155 Mar 28 15:17:54.817616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.821574 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55784) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:54.828168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:54.828432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event deleted for resources: {'Network': ['ID=0684c37a-1b01-4961-bd67-e5b5ebdcf134,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:54.850846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-66e1cf07-b386-43db-8727-636920e54b3b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0684c37a-1b01-4961-bd67-e5b5ebdcf134 HTTP/1.1" status: 204 len: 168 time: 1.0434229 Mar 28 15:17:54.850846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Deleting port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:54.850846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.891403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1321c9a-9d15-4df6-a4db-a8f2461c388b,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:54.919558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.921006 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added segment c01875d5-baae-42b0-9efd-c73e05bd981c of type vlan for network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 Mar 28 15:17:54.949081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308ae4a-3e8b-43bc-bf17-4a7f75f3af8b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:54.953736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.960524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308ae4a-3e8b-43bc-bf17-4a7f75f3af8b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:54.962284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:54.963342 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6308ae4a-3e8b-43bc-bf17-4a7f75f3af8b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3794067 Mar 28 15:17:54.967018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55790) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:55.096843 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5efef-c045-46f0-855c-bea3c02131b5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 3230cf7d-e8b3-4536-9a3e-b584ce3304da {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:55.097284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebc5efef-c045-46f0-855c-bea3c02131b5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.107852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.132400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfd6e70-33ae-4d63-884f-7691ef92bcaf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet b667c714-f0bf-4d4b-81c1-cf3e5a184d88 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:17:55.142308 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Network 7159053c-23dc-43cd-b22f-6085142db6a7 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:55.149184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e70-33ae-4d63-884f-7691ef92bcaf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.182313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:55.195983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:55.223103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Pushing event updated for resources: {'Port': ['ID=76edf7f4-55c1-4a68-8bb5-cb07262a73d8,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:55.383541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e70-33ae-4d63-884f-7691ef92bcaf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.396696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55798) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:55.457181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:55.457971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.458121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9809d96b-a67d-4ebc-a800-f4d6709b817e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:55.464767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'router': {'name': 'tempest-router--1132233882', 'project_id': '15c42e40b0b347f082087cca565abafd'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:55.469756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] For port 762c100e-6ada-4e2f-a2fd-d003f84ffa7c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=762c100e-6ada-4e2f-a2fd-d003f84ffa7c,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:55.470813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.474192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.480066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:55.480952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.615558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Calling delete_port for 762c100e-6ada-4e2f-a2fd-d003f84ffa7c owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:55.634694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c618f0ad-5aba-4133-940e-97e681ae833d None None] Provisioning for port 76edf7f4-55c1-4a68-8bb5-cb07262a73d8 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:55.640416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c618f0ad-5aba-4133-940e-97e681ae833d None None] Provisioning complete for port 76edf7f4-55c1-4a68-8bb5-cb07262a73d8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:55.640893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c618f0ad-5aba-4133-940e-97e681ae833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.644528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:55.677981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 9809d96b-a67d-4ebc-a800-f4d6709b817e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:17:55.686044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 9809d96b-a67d-4ebc-a800-f4d6709b817e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:55.686044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.693919 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ff830e86-64c7-4f50-9494-5f5b4c22a6cf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.9662437 Mar 28 15:17:55.697800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55802) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:55.702508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Usage tracker for resource:router and tenant:15c42e40b0b347f082087cca565abafd is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:55.709814 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.4572756 Mar 28 15:17:55.713287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-465572449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:55.722215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55806) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:55.722787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:55.728387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:55.735577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d9879-ba6b-4b41-ae68-04dd6120f9e3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Network': ['ID=7e9a45af-ce18-4bc1-b083-0cb4f77b6730,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:55.745916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c618f0ad-5aba-4133-940e-97e681ae833d None None] Port 76edf7f4-55c1-4a68-8bb5-cb07262a73d8 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:17:55.755896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:55.773370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e70-33ae-4d63-884f-7691ef92bcaf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.857788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'network': {'name': 'tempest-RoutersTest-1732728409'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:55.866997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:55.868795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Usage tracker for resource:router and tenant:ac906428f8044d659e0903c2bdc7a454 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:55.872568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:55.875549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebc5efef-c045-46f0-855c-bea3c02131b5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.893294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:55.905096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:network and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:55.921623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Deleting port 44466e52-a8d5-41b8-a109-ae05f3b54832 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:55.921844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.932809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:55.957346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:55.978351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 9809d96b-a67d-4ebc-a800-f4d6709b817e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9809d96b-a67d-4ebc-a800-f4d6709b817e,segment=NetworkSegment(9f5a8203-774e-4b58-8307-ec415f1f32bb),segment_id=9f5a8203-774e-4b58-8307-ec415f1f32bb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:55.989117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e70-33ae-4d63-884f-7691ef92bcaf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.017719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:56.026255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5efef-c045-46f0-855c-bea3c02131b5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 3230cf7d-e8b3-4536-9a3e-b584ce3304da owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:56.044109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd6e70-33ae-4d63-884f-7691ef92bcaf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=b667c714-f0bf-4d4b-81c1-cf3e5a184d88,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:56.062508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9719c769-1ff6-4c46-8441-3f566ec844ef None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:56.082933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:56.086782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.086782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.091593 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6e70-33ae-4d63-884f-7691ef92bcaf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.093795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.133580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.147505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] For port 44466e52-a8d5-41b8-a109-ae05f3b54832, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=44466e52-a8d5-41b8-a109-ae05f3b54832,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:56.147865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.156275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.157265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.176692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:56.180172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.209456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.218367 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2dfd6e70-33ae-4d63-884f-7691ef92bcaf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/b667c714-f0bf-4d4b-81c1-cf3e5a184d88 HTTP/1.1" status: 204 len: 168 time: 1.3919539 Mar 28 15:17:56.226310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55810) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:56.231313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.271188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=9809d96b-a67d-4ebc-a800-f4d6709b817e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:56.283006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Calling delete_port for 44466e52-a8d5-41b8-a109-ae05f3b54832 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:56.304573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:17:56.307007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.310560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebc5efef-c045-46f0-855c-bea3c02131b5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.313565 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e806ad2f-0042-4c46-b4c5-799fbf93589b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851924 Mar 28 15:17:56.318179 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55814) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:56.325757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:56.386377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.386626 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added segment 2671feb6-ad00-47e8-9865-bc147fe29f9f of type vlan for network 2fd4456b-87a8-4be4-82b3-0a3947625a65 Mar 28 15:17:56.390038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5efef-c045-46f0-855c-bea3c02131b5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=3230cf7d-e8b3-4536-9a3e-b584ce3304da,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:56.406733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f126863e-ffb3-4b19-8390-4716d2d4c700 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:17:56.413690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f126863e-ffb3-4b19-8390-4716d2d4c700 None None] Deleting port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:17:56.413690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f126863e-ffb3-4b19-8390-4716d2d4c700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.448103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebc5efef-c045-46f0-855c-bea3c02131b5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.451893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.502477 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ebc5efef-c045-46f0-855c-bea3c02131b5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/3230cf7d-e8b3-4536-9a3e-b584ce3304da HTTP/1.1" status: 204 len: 168 time: 1.5341744 Mar 28 15:17:56.509772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55818) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:56.511374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.565080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.566236 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7dce5cb9-db5a-4ac7-bc9b-5a4aad53b4a6 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1577432 Mar 28 15:17:56.572115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55822) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:56.587232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:56.594710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:56.599241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:56.607764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:56.653022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.653674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f126863e-ffb3-4b19-8390-4716d2d4c700 None None] For port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9bc85202-dde4-44b4-ad5d-bd6ae4eb3602,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:17:56.654262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f126863e-ffb3-4b19-8390-4716d2d4c700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.656691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.660463 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-61727822-02a6-41a8-8a19-a2c25077d19b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9591112 Mar 28 15:17:56.693823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55826) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:56.701560 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:56.705622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.738950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cb727b2a-bb38-4b2a-b6b7-0293d61c93e9 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2038383087', 'prefixes': ['172.20.0.0/16']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:56.755600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cb727b2a-bb38-4b2a-b6b7-0293d61c93e9 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:56.764198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Pushing event deleted for resources: {'Port': ['ID=762c100e-6ada-4e2f-a2fd-d003f84ffa7c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:56.792554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f126863e-ffb3-4b19-8390-4716d2d4c700 None None] Calling delete_port for 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:17:56.815533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e0e24f1-5953-47f1-b147-786ae5a195e1 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.896857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.902251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:56.902859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.963860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:56.979272 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f126863e-ffb3-4b19-8390-4716d2d4c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.036181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126863e-ffb3-4b19-8390-4716d2d4c700 None None] Pushing event deleted for resources: {'Port': ['ID=9bc85202-dde4-44b4-ad5d-bd6ae4eb3602,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:57.041653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126863e-ffb3-4b19-8390-4716d2d4c700 None None] No DVR routers for this DVR port 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:17:57.061786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Pushing event deleted for resources: {'Port': ['ID=44466e52-a8d5-41b8-a109-ae05f3b54832,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:57.220838 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4941554 Mar 28 15:17:57.221623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad89bb-de37-4db0-b6bc-604cfc60b128 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Network': ['ID=2fd4456b-87a8-4be4-82b3-0a3947625a65,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:57.237464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 2fd4456b-87a8-4be4-82b3-0a3947625a65 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:17:57.272276 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55830) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:57.288642 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'subnet': {'network_id': '7e9a45af-ce18-4bc1-b083-0cb4f77b6730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:57.308146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.384672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9809d96b-a67d-4ebc-a800-f4d6709b817e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:17:57.399481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb727b2a-bb38-4b2a-b6b7-0293d61c93e9 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for subnetpool, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.403912 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cb727b2a-bb38-4b2a-b6b7-0293d61c93e9 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7056453 Mar 28 15:17:57.443611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55834) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:57.452754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472fa0e-d4a8-4da3-b8b8-c0659eb0d3bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:57.453463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3472fa0e-d4a8-4da3-b8b8-c0659eb0d3bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:17:57.474393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:57.481980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:57.485001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:17:57.485612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.493838 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031d85f-cd8d-48e6-a447-cb0d23a3aa7c None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:17:57.530378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-8ad6aae3-0d68-4f7e-88e8-673bb9a69d26 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee', 'tempest-TagsExtTest-Tag-948185918') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:57.574601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e0e24f1-5953-47f1-b147-786ae5a195e1 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.586438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e0e24f1-5953-47f1-b147-786ae5a195e1 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.586815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=ba35f1de-cc44-467a-94a6-e584c7c4a072,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:57.607318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 9809d96b-a67d-4ebc-a800-f4d6709b817e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:17:57.608020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.608590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:57.615689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:subnet and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:57.626988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:57.638107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:57.640209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.684328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3472fa0e-d4a8-4da3-b8b8-c0659eb0d3bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:17:57.689022 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3472fa0e-d4a8-4da3-b8b8-c0659eb0d3bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.1704495 Mar 28 15:17:57.690953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55838) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:57.717534 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2bd93820-aac3-425e-a057-4833b56237e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3972459 Mar 28 15:17:57.720528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55842) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:57.729271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1c513084-9442-4596-80bd-6b4034e337bc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': 'ba35f1de-cc44-467a-94a6-e584c7c4a072', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-112666855'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:57.745406 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f74a99-9da8-4ee4-82a4-8748943d4a94 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:17:57.748345 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f3f74a99-9da8-4ee4-82a4-8748943d4a94 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/97f3cdb0-339d-4e93-901a-5a2fae861639 HTTP/1.1" status: 404 len: 333 time: 0.0515718 Mar 28 15:17:57.753886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55846) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:57.816663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e0e24f1-5953-47f1-b147-786ae5a195e1 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.817170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0e24f1-5953-47f1-b147-786ae5a195e1 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0537b320-a93c-4067-9caa-62963d7d623f {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:17:57.821817 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9746d039-6567-415e-b922-315b1fb67f41 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:17:57.825644 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9746d039-6567-415e-b922-315b1fb67f41 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/3230cf7d-e8b3-4536-9a3e-b584ce3304da HTTP/1.1" status: 404 len: 333 time: 0.0687077 Mar 28 15:17:57.825644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.828554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55850) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:57.854696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': 'ba35f1de-cc44-467a-94a6-e584c7c4a072'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:17:57.855720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.900440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:57.902723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.910322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e0e24f1-5953-47f1-b147-786ae5a195e1 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:57.911458 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9e0e24f1-5953-47f1-b147-786ae5a195e1 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0537b320-a93c-4067-9caa-62963d7d623f HTTP/1.1" status: 204 len: 168 time: 1.3382113 Mar 28 15:17:58.023909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:17:58.107656 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8ad6aae3-0d68-4f7e-88e8-673bb9a69d26 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags/tempest-TagsExtTest-Tag-948185918 HTTP/1.1" status: 201 len: 201 time: 0.6490641 Mar 28 15:17:58.110593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55858) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:58.116396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:17:58.116736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9bc85202-dde4-44b4-ad5d-bd6ae4eb3602 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:17:58.117771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-bf1ef67c-685e-496a-9674-2f0c21da74ac tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8', 'tempest-TagsExtTest-Tag-104793039') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:58.145616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/ba35f1de-cc44-467a-94a6-e584c7c4a072/627a8986-77e6-494d-a51a-5ac825cf8e8d) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:17:58.229366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55862) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:58.297425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Router d041b1cc-7e58-4dab-85ce-a09598d55f56 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:17:58.388136 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bf1ef67c-685e-496a-9674-2f0c21da74ac tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags/tempest-TagsExtTest-Tag-104793039 HTTP/1.1" status: 201 len: 201 time: 0.2759721 Mar 28 15:17:58.389166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55868) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:58.392175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:58.394680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:58.404469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Transition to ACTIVE for port object 627a8986-77e6-494d-a51a-5ac825cf8e8d will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:58.405380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-61f07468-9499-46eb-b341-888871a56e53 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684', 'tempest-TagsExtTest-Tag-134517966') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:58.426073 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Transition to ACTIVE for port object 627a8986-77e6-494d-a51a-5ac825cf8e8d will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:17:58.428226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1c513084-9442-4596-80bd-6b4034e337bc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:58.480021 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1c513084-9442-4596-80bd-6b4034e337bc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:58.510607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:58.574031 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:17:58.577404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:17:58.581146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:17:58.596522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Pushing event updated for resources: {'Port': ['ID=627a8986-77e6-494d-a51a-5ac825cf8e8d,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:58.634135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:17:58.645696 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-da429b1e-af02-4c5a-ad95-2baa09a897ee admin admin] 10.222.0.16 "PUT /v2.0/routers/d041b1cc-7e58-4dab-85ce-a09598d55f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6853528 Mar 28 15:17:58.645826 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] Sync routers for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:17:58.654598 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:58.655492 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:58.669659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55872) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:58.686190 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Attempting to bind port 627a8986-77e6-494d-a51a-5ac825cf8e8d on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:17:58.686558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Attempting to bind port 627a8986-77e6-494d-a51a-5ac825cf8e8d by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:17:58.687073 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Attempting to bind port 627a8986-77e6-494d-a51a-5ac825cf8e8d on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:17:58.692653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:17:58.693025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:17:58.693547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:58.693942 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:17:58.694399 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Bound port: 627a8986-77e6-494d-a51a-5ac825cf8e8d, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:17:58.694770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:58.741705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1249477663', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:17:58.763087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:58.780329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c513084-9442-4596-80bd-6b4034e337bc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:17:58.793940 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] For port 627a8986-77e6-494d-a51a-5ac825cf8e8d, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:17:58.796997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] For port 627a8986-77e6-494d-a51a-5ac825cf8e8d, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=627a8986-77e6-494d-a51a-5ac825cf8e8d,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:17:58.813612 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-61f07468-9499-46eb-b341-888871a56e53 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags/tempest-TagsExtTest-Tag-134517966 HTTP/1.1" status: 201 len: 201 time: 0.4179173 Mar 28 15:17:58.816067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55876) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:58.821605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-47b6b2a0-abe2-49c3-9bd3-891f2d61fccc tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3', 'tempest-TagsExtTest-Tag-1339720409') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:58.838647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:17:58.848027 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:58.877532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:58.879087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Usage tracker for resource:router and tenant:c5da1b7230d54d7ca47d605899dd35f3 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:17:58.898741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:17:58.922162 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-47b6b2a0-abe2-49c3-9bd3-891f2d61fccc tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags/tempest-TagsExtTest-Tag-1339720409 HTTP/1.1" status: 201 len: 201 time: 0.1050241 Mar 28 15:17:58.924643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55880) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:58.930551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-09ae8cc4-b0f6-4744-8081-695d0de1bc7e tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:58.963681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Router f3e00708-c200-4120-9192-ddbb595b1d22 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:17:58.969443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:58.989651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:17:58.997737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca2129-3148-4a68-895a-8d7a23813508 None None] Pushing event updated for resources: {'Port': ['ID=627a8986-77e6-494d-a51a-5ac825cf8e8d,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:17:59.008037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5eea3b-4ee8-4093-900f-078486472ba5') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.008325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5eea3b-4ee8-4093-900f-078486472ba5') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.036783 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-09ae8cc4-b0f6-4744-8081-695d0de1bc7e tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags HTTP/1.1" status: 200 len: 240 time: 0.1109521 Mar 28 15:17:59.039302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55884) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:59.046498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-f91b4148-c9ba-4bdb-a73e-ba7712d5c0fb tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee', 'tempest-TagsExtTest-Tag-948185918') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.103609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.229633 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:17:56Z', 'revision_number': 5, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.234430 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] Checking router: d041b1cc-7e58-4dab-85ce-a09598d55f56 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:17:59.247188 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] Routers {'d041b1cc-7e58-4dab-85ce-a09598d55f56'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:17:59.248067 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d041b1cc-7e58-4dab-85ce-a09598d55f56'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.257178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.260252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.261472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.271614 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f91b4148-c9ba-4bdb-a73e-ba7712d5c0fb tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags/tempest-TagsExtTest-Tag-948185918 HTTP/1.1" status: 204 len: 168 time: 0.2287297 Mar 28 15:17:59.271747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55888) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:59.279235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-e5a4c2ac-5569-46ed-8146-59a882d4259e tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee', 'tempest-TagsExtTest-Tag-948185918') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.305107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:17:59.305107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.324490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c513084-9442-4596-80bd-6b4034e337bc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:17:59.336800 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:17:59.369662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.487769 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e5a4c2ac-5569-46ed-8146-59a882d4259e tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags/tempest-TagsExtTest-Tag-948185918 HTTP/1.1" status: 204 len: 168 time: 0.2143066 Mar 28 15:17:59.489568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.490242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55892) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:59.498249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-7fd3b832-2351-4347-b4f5-ebbb709fd5f1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.503116 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] Set router d041b1cc-7e58-4dab-85ce-a09598d55f56 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:17:59.549050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-1c513084-9442-4596-80bd-6b4034e337bc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port d2ce14e1-5aa1-4b75-9796-b5fc4718af14 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:17:59.573957 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7fd3b832-2351-4347-b4f5-ebbb709fd5f1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags HTTP/1.1" status: 200 len: 205 time: 0.0804269 Mar 28 15:17:59.574152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55896) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:59.579828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-e7479faa-00f6-46cc-b410-ada9064c2e12 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.611790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.654622 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e7479faa-00f6-46cc-b410-ada9064c2e12 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags HTTP/1.1" status: 200 len: 240 time: 0.0771849 Mar 28 15:17:59.655282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55900) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:59.661317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-2a8f57f2-2dcc-4893-b150-f5eaf4b79163 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8', 'tempest-TagsExtTest-Tag-104793039') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.733220 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2a8f57f2-2dcc-4893-b150-f5eaf4b79163 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags/tempest-TagsExtTest-Tag-104793039 HTTP/1.1" status: 204 len: 168 time: 0.0771456 Mar 28 15:17:59.734206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55904) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:59.739167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-8e0b64b5-7dca-45a6-943d-3788ca831b82 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8', 'tempest-TagsExtTest-Tag-104793039') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.827803 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:17:56Z', 'revision_number': 5, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.833852 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637743f6-973f-4861-995a-4bb96b6085b7 None None] The sync data for ids ['d041b1cc-7e58-4dab-85ce-a09598d55f56'] in dv-neutron-828143-13-hyperv is: [{'id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'name': 'tempest-ServersTestManualDisk-1067093401-router', 'tenant_id': '71538256e9c544879015090ed43c40d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:50Z', 'updated_at': '2022-03-28T15:17:56Z', 'revision_number': 5, 'project_id': '71538256e9c544879015090ed43c40d2', 'gw_port': {'id': '091f3cf5-d624-4921-a32c-4b6fa2ef56fb', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd041b1cc-7e58-4dab-85ce-a09598d55f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:51Z', 'updated_at': '2022-03-28T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:17:59.896218 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8e0b64b5-7dca-45a6-943d-3788ca831b82 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags/tempest-TagsExtTest-Tag-104793039 HTTP/1.1" status: 204 len: 168 time: 0.1610062 Mar 28 15:17:59.896709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55908) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:59.904963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-b6bad1ff-bb2d-4ae5-b919-2fab6ac89943 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.978227 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b6bad1ff-bb2d-4ae5-b919-2fab6ac89943 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags HTTP/1.1" status: 200 len: 205 time: 0.0783355 Mar 28 15:17:59.980905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55912) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:17:59.986289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-e6d67c05-cff5-4e04-bd4c-1bdee7de461b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:17:59.990332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.991477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:17:59.994483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Subnet': ['ID=3e7a007c-0b87-4fa0-944d-e55ac9e06ee5,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:00.126265 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e6d67c05-cff5-4e04-bd4c-1bdee7de461b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags HTTP/1.1" status: 200 len: 240 time: 0.1416225 Mar 28 15:18:00.126452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55916) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:00.131497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-af17a76a-9b06-4d3d-84d4-d14ea525669c tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684', 'tempest-TagsExtTest-Tag-134517966') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:00.155442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Network': ['ID=eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:00.176878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:00.186035 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8f54f20c-8f53-425a-802e-8aa1609b0479 admin admin] 10.222.0.16 "PUT /v2.0/routers/f3e00708-c200-4120-9192-ddbb595b1d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8830621 Mar 28 15:18:00.188250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] Sync routers for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:00.195827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55920) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:00.197900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Checking segment: {'id': 'c01875d5-baae-42b0-9efd-c73e05bd981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7e9a45af-ce18-4bc1-b083-0cb4f77b6730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:00.202298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network hostable DHCP agents. Network: 7e9a45af-ce18-4bc1-b083-0cb4f77b6730, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:00.206604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:00.207592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:00.217968 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a11c83b0-b5da-4e6c-ba43-7a1643c6a766 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/networks/eeb4f2dd-8409-4f10-97d8-4eaeb6bc9612 HTTP/1.1" status: 204 len: 168 time: 2.3830159 Mar 28 15:18:00.255316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55924) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:00.266946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-271938634'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:00.279831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:00.285662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:network and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:00.290179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:00.300640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:00.382519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.433171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:00.433672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:00.437710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.451599 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c513084-9442-4596-80bd-6b4034e337bc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:18:00.454929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c513084-9442-4596-80bd-6b4034e337bc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:00.455078 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-af17a76a-9b06-4d3d-84d4-d14ea525669c tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags/tempest-TagsExtTest-Tag-134517966 HTTP/1.1" status: 204 len: 168 time: 0.3250794 Mar 28 15:18:00.456877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55928) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:00.458188 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.472262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-7f802f71-9c6e-42a4-be37-3bbe65a90727 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684', 'tempest-TagsExtTest-Tag-134517966') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:00.481085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9d27ba62-b3c0-4541-9e59-1ab161181a20 None None] Provisioning for port 627a8986-77e6-494d-a51a-5ac825cf8e8d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:00.488633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.545627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:00.553093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:18:00.559261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Deleting port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:00.559261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.569904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.570239 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Added segment 8e719eed-66d5-4b5e-af59-cf4053bf61e0 of type vlan for network cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 Mar 28 15:18:00.668863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.675405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 7e9a45af-ce18-4bc1-b083-0cb4f77b6730) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:00.680583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:00.680828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.685875 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1c513084-9442-4596-80bd-6b4034e337bc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.9643879 Mar 28 15:18:00.692582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55932) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:00.693055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc6ebd-1244-4a52-a6bc-3148f5a60ff7 None None] Network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:00.755832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.802197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b764a-1132-4adb-a82a-666694694b82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:00.806177 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-973b764a-1132-4adb-a82a-666694694b82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1102030 Mar 28 15:18:00.806452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55936) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:00.841385 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-368326dd-014f-49fd-ba5f-c83b746cd1e0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5674901 Mar 28 15:18:00.842348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55940) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:00.844708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Deleting port c075252b-6984-47f6-952a-ede570600bba {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:00.845045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.878363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.883227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:00.883812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.903727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'subnet': {'network_id': '2fd4456b-87a8-4be4-82b3-0a3947625a65', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:00.937277 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7f802f71-9c6e-42a4-be37-3bbe65a90727 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags/tempest-TagsExtTest-Tag-134517966 HTTP/1.1" status: 204 len: 168 time: 0.4694979 Mar 28 15:18:00.941561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55944) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:00.949341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] For port 091f3cf5-d624-4921-a32c-4b6fa2ef56fb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=091f3cf5-d624-4921-a32c-4b6fa2ef56fb,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:00.949708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:00.961109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-a2acb262-4b3c-4b9e-8902-4413aa1b868d tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:00.968447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c075252b-6984-47f6-952a-ede570600bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:17:56Z', 'revision_number': 5, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port': {'id': 'c075252b-6984-47f6-952a-ede570600bba', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:56Z', 'updated_at': '2022-03-28T15:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:01.002892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] Checking router: f3e00708-c200-4120-9192-ddbb595b1d22 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:18:01.021048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] Routers {'f3e00708-c200-4120-9192-ddbb595b1d22'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:01.021735 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['f3e00708-c200-4120-9192-ddbb595b1d22'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:01.075099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-7e9a45af-ce18-4bc1-b083-0cb4f77b6730', 'network_id': '7e9a45af-ce18-4bc1-b083-0cb4f77b6730', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'fixed_ips': [{'subnet_id': '3e7a007c-0b87-4fa0-944d-e55ac9e06ee5'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:01.075812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:01.161016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Calling delete_port for 091f3cf5-d624-4921-a32c-4b6fa2ef56fb owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:01.242473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] Set router f3e00708-c200-4120-9192-ddbb595b1d22 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:01.249449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373419e-634d-40e4-ac44-e6d076a883b4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:01.249449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373419e-634d-40e4-ac44-e6d076a883b4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:01.252788 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b373419e-634d-40e4-ac44-e6d076a883b4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4429121 Mar 28 15:18:01.274591 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0191462 Mar 28 15:18:01.279755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55948) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:01.288539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55950) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:01.376116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 627a8986-77e6-494d-a51a-5ac825cf8e8d up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:01.380440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': 'cf5b71c3-8f74-4e2f-a030-ecb8dbea9821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:01.396372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bdc65-3a02-4f1b-894c-80f31e795f18 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Network': ['ID=cf5b71c3-8f74-4e2f-a030-ecb8dbea9821,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:01.399913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:18:00Z', 'revision_number': 6, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:01.420768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:18:01.433531 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a2acb262-4b3c-4b9e-8902-4413aa1b868d tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags HTTP/1.1" status: 200 len: 205 time: 0.4869344 Mar 28 15:18:01.454932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:01.460918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55956) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:01.467615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e926e9c3-e78d-452f-82f6-44180bd882d3 None None] The sync data for ids ['f3e00708-c200-4120-9192-ddbb595b1d22'] in dv-neutron-828143-13-hyperv is: [{'id': 'f3e00708-c200-4120-9192-ddbb595b1d22', 'name': 'tempest-ServersTestJSON-916576209-router', 'tenant_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:18:00Z', 'revision_number': 6, 'project_id': 'd6614834b0154a0a973a949a1c1b5fd2', 'gw_port_host': None}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:01.498298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-0804b94e-b18b-422e-b628-521dca235952 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:01.514645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:subnet and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:01.530775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-756e2724-49cf-4742-9ab4-16ccbe4342fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet ba35f1de-cc44-467a-94a6-e584c7c4a072 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:01.532167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-756e2724-49cf-4742-9ab4-16ccbe4342fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:01.565749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:01.596055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Allocated IP 172.20.0.2 (7e9a45af-ce18-4bc1-b083-0cb4f77b6730/3e7a007c-0b87-4fa0-944d-e55ac9e06ee5/66b39e47-4b60-4484-a3bd-de4ce65c7169) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:01.633532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:01.643620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:01.667578 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0804b94e-b18b-422e-b628-521dca235952 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags HTTP/1.1" status: 200 len: 241 time: 0.1895773 Mar 28 15:18:01.667779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:01.669602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55960) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:01.674193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-da7c0c26-ea29-43db-a421-a0e31689be5a tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3', 'tempest-TagsExtTest-Tag-1339720409') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:01.704006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 627a8986-77e6-494d-a51a-5ac825cf8e8d completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:01.708563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-756e2724-49cf-4742-9ab4-16ccbe4342fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:01.712604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 627a8986-77e6-494d-a51a-5ac825cf8e8d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:01.713097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:01.738143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:01.757754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] For port c075252b-6984-47f6-952a-ede570600bba, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c075252b-6984-47f6-952a-ede570600bba,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:01.758197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:01.770432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:01.775698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:01.779647 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-da7c0c26-ea29-43db-a421-a0e31689be5a tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags/tempest-TagsExtTest-Tag-1339720409 HTTP/1.1" status: 204 len: 168 time: 0.1077738 Mar 28 15:18:01.780416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:01.781861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55964) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:01.796288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:01.823318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:01.825491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-90d2ae26-2d87-48b8-8fcc-3a1d4f337901 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3', 'tempest-TagsExtTest-Tag-1339720409') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:01.910248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Allocated IP 172.26.7.33 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/e8e5c6ab-6e72-45cd-8bcf-2403f5fbc42c) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:01.943877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:01.998579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Calling delete_port for c075252b-6984-47f6-952a-ede570600bba owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:02.000936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.012390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 627a8986-77e6-494d-a51a-5ac825cf8e8d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=627a8986-77e6-494d-a51a-5ac825cf8e8d,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:02.014800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Transition to ACTIVE for port object 66b39e47-4b60-4484-a3bd-de4ce65c7169 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:02.033706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Transition to ACTIVE for port object 66b39e47-4b60-4484-a3bd-de4ce65c7169 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:02.049465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.105170 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.106435 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-90d2ae26-2d87-48b8-8fcc-3a1d4f337901 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags/tempest-TagsExtTest-Tag-1339720409 HTTP/1.1" status: 204 len: 168 time: 0.2965705 Mar 28 15:18:02.110182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.112050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55968) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:02.146818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-d7c856f8-69f9-43be-b022-392544416541 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:02.149861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Pushing event deleted for resources: {'Port': ['ID=091f3cf5-d624-4921-a32c-4b6fa2ef56fb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:02.153852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 762c100e-6ada-4e2f-a2fd-d003f84ffa7c no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:02.201921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:02.205534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.251948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.258895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 762c100e-6ada-4e2f-a2fd-d003f84ffa7c {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:02.259906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 762c100e-6ada-4e2f-a2fd-d003f84ffa7c not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:02.260196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.270220 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:02.273063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:02.285348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:02.324478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-756e2724-49cf-4742-9ab4-16ccbe4342fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.334216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Pushing event updated for resources: {'Port': ['ID=66b39e47-4b60-4484-a3bd-de4ce65c7169,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:02.365510 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d7c856f8-69f9-43be-b022-392544416541 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags HTTP/1.1" status: 200 len: 205 time: 0.2387013 Mar 28 15:18:02.388292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55972) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:02.404703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Performing IP validity checks on allocation pools {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 15:18:02.405197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 15:18:02.410825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-f7f2b1fd-b227-4518-b886-6f03139cb769 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:02.469089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Attempting to bind port 66b39e47-4b60-4484-a3bd-de4ce65c7169 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:02.470001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Attempting to bind port 66b39e47-4b60-4484-a3bd-de4ce65c7169 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'c01875d5-baae-42b0-9efd-c73e05bd981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7e9a45af-ce18-4bc1-b083-0cb4f77b6730'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:02.470452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Attempting to bind port 66b39e47-4b60-4484-a3bd-de4ce65c7169 on network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:02.475184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.478912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.487328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:02.487750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Checking segment: {'id': 'c01875d5-baae-42b0-9efd-c73e05bd981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7e9a45af-ce18-4bc1-b083-0cb4f77b6730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:02.488282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.488905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Bound using segment: {'id': 'c01875d5-baae-42b0-9efd-c73e05bd981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7e9a45af-ce18-4bc1-b083-0cb4f77b6730'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:02.489817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Bound port: 66b39e47-4b60-4484-a3bd-de4ce65c7169, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01875d5-baae-42b0-9efd-c73e05bd981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7e9a45af-ce18-4bc1-b083-0cb4f77b6730'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:02.490566 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.511154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.561714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=627a8986-77e6-494d-a51a-5ac825cf8e8d,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:02.579013 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.579703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d041b1cc-7e58-4dab-85ce-a09598d55f56 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:18:02.596890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.598443 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-868eeb2b-9ae9-46a4-9bc6-cd806569789c admin admin] 10.222.0.16 "DELETE /v2.0/routers/d041b1cc-7e58-4dab-85ce-a09598d55f56 HTTP/1.1" status: 204 len: 168 time: 3.9183059 Mar 28 15:18:02.600874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55976) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:02.623168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-67124893-5b61-47dd-8e38-401b0894077a None None] For port 66b39e47-4b60-4484-a3bd-de4ce65c7169, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:02.629278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-67124893-5b61-47dd-8e38-401b0894077a None None] For port 66b39e47-4b60-4484-a3bd-de4ce65c7169, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=66b39e47-4b60-4484-a3bd-de4ce65c7169,segment=NetworkSegment(c01875d5-baae-42b0-9efd-c73e05bd981c),segment_id=c01875d5-baae-42b0-9efd-c73e05bd981c)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:02.646702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.711020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.713320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-756e2724-49cf-4742-9ab4-16ccbe4342fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.718506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:02.723793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:02.731685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:02.754817 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f7f2b1fd-b227-4518-b886-6f03139cb769 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags HTTP/1.1" status: 204 len: 168 time: 0.3652210 Mar 28 15:18:02.764275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55980) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:02.777365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e2724-49cf-4742-9ab4-16ccbe4342fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=ba35f1de-cc44-467a-94a6-e584c7c4a072,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:02.792333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-99bd3e6e-1562-401e-9292-bff07716949f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:02.812853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-756e2724-49cf-4742-9ab4-16ccbe4342fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.821078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67124893-5b61-47dd-8e38-401b0894077a None None] Pushing event updated for resources: {'Port': ['ID=66b39e47-4b60-4484-a3bd-de4ce65c7169,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:02.850263 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c640ea-4b7d-4b57-afaf-eda2344fe795 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:02.851012 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-756e2724-49cf-4742-9ab4-16ccbe4342fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/ba35f1de-cc44-467a-94a6-e584c7c4a072 HTTP/1.1" status: 204 len: 168 time: 1.5673921 Mar 28 15:18:02.851732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55984) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:02.855216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb65287d-c653-48c3-947d-0a18d7d8ab07 admin admin] Deleting subnet 7ea20140-7b74-4003-a858-eb982bbe9e79 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:02.869092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb65287d-c653-48c3-947d-0a18d7d8ab07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:02.914452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event updated for resources: {'Port': ['ID=e8e5c6ab-6e72-45cd-8bcf-2403f5fbc42c,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:03.075861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.082018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.195349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.216806 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bc680f94-5af9-4fa5-b42f-541d81001cb1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3639832 Mar 28 15:18:03.223144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55988) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:03.230264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb65287d-c653-48c3-947d-0a18d7d8ab07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.234897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Pushing event deleted for resources: {'Port': ['ID=c075252b-6984-47f6-952a-ede570600bba,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:03.261195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:03.272929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912fa92-c7c4-4572-a88e-48f606757e8f None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:03.277302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1912fa92-c7c4-4572-a88e-48f606757e8f None None] Deleting port 627a8986-77e6-494d-a51a-5ac825cf8e8d {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:03.278429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1912fa92-c7c4-4572-a88e-48f606757e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.370358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Checking segment: {'id': '8e719eed-66d5-4b5e-af59-cf4053bf61e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cf5b71c3-8f74-4e2f-a030-ecb8dbea9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:03.370715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network hostable DHCP agents. Network: cf5b71c3-8f74-4e2f-a030-ecb8dbea9821, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:03.379713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=9c9e91e1-2b44-406c-807c-0fb0c1bf0269,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:03.445481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 66b39e47-4b60-4484-a3bd-de4ce65c7169 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:03.468153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Checking segment: {'id': '2671feb6-ad00-47e8-9865-bc147fe29f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2fd4456b-87a8-4be4-82b3-0a3947625a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:03.468652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network hostable DHCP agents. Network: 2fd4456b-87a8-4be4-82b3-0a3947625a65, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:03.483496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.591180 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-99bd3e6e-1562-401e-9292-bff07716949f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags HTTP/1.1" status: 204 len: 168 time: 0.8161490 Mar 28 15:18:03.594964 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:03.597050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 55994) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:03.605486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-1b58cf3e-c3aa-477f-9d8b-f12a31c49d3b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:03.620119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Subnet': ['ID=ecb50b8a-18a7-4374-928c-ad55dbfd96a2,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:03.632029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:03.640701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:03.642733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1912fa92-c7c4-4572-a88e-48f606757e8f None None] For port 627a8986-77e6-494d-a51a-5ac825cf8e8d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=627a8986-77e6-494d-a51a-5ac825cf8e8d,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:03.643465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1912fa92-c7c4-4572-a88e-48f606757e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.652550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:03.669653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb65287d-c653-48c3-947d-0a18d7d8ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.696805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.699374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.706124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 2fd4456b-87a8-4be4-82b3-0a3947625a65 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:03.708033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:03.785091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 66b39e47-4b60-4484-a3bd-de4ce65c7169 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:03.795466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1912fa92-c7c4-4572-a88e-48f606757e8f None None] Calling delete_port for 627a8986-77e6-494d-a51a-5ac825cf8e8d owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:03.798989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:03.802498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.813561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, cf5b71c3-8f74-4e2f-a030-ecb8dbea9821) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:03.826923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a5681-c716-45df-b938-afa11cee276d None None] Network cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:03.835057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:03.835733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.882099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.883180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e00708-c200-4120-9192-ddbb595b1d22 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:18:03.890157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 2fd4456b-87a8-4be4-82b3-0a3947625a65) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:03.928666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:03.929431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.941192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb77b4-9378-4192-b8c2-efced19710c4 None None] Network 2fd4456b-87a8-4be4-82b3-0a3947625a65 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:03.957776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:03.961698 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0a9bd366-90d8-493d-86fd-65265fac7549 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f3e00708-c200-4120-9192-ddbb595b1d22 HTTP/1.1" status: 204 len: 168 time: 3.7648733 Mar 28 15:18:03.962595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 55998) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:04.064976 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7a9603f8-f9e0-4b7d-8226-0305c917c564 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2214589 Mar 28 15:18:04.068613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb19b0e4-91de-420b-95b9-da41127444a2 admin admin] Deleting subnet 9c0ee85f-a616-4b7a-b0cd-5fe28a554489 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:04.070678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56002) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:04.077289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-397511406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:04.085415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb19b0e4-91de-420b-95b9-da41127444a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.108938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb65287d-c653-48c3-947d-0a18d7d8ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.129308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:04.133499 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d221a407-e28f-4252-82be-0813e1af056b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8431940 Mar 28 15:18:04.141349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56006) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:04.146455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:router and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:04.156938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': 'cf5b71c3-8f74-4e2f-a030-ecb8dbea9821', 'name': 'tempest-PortsTestJSON-1418303132'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:04.165030 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 091f3cf5-d624-4921-a32c-4b6fa2ef56fb no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:04.170500 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:04.182542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:04.185951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65287d-c653-48c3-947d-0a18d7d8ab07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea20140-7b74-4003-a858-eb982bbe9e79,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:04.194959 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1b58cf3e-c3aa-477f-9d8b-f12a31c49d3b tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags HTTP/1.1" status: 204 len: 168 time: 0.5958822 Mar 28 15:18:04.199995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56012) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:04.210879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-1c429a2c-d274-4d58-98f6-ddfe5badb86c tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:04.213881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb65287d-c653-48c3-947d-0a18d7d8ab07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.224951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.241370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb19b0e4-91de-420b-95b9-da41127444a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.256108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88da83f-a5ad-48f0-9ee7-c27ef013a93b None None] Network 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:04.269167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 091f3cf5-d624-4921-a32c-4b6fa2ef56fb {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:04.269517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 091f3cf5-d624-4921-a32c-4b6fa2ef56fb not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:04.270142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 627a8986-77e6-494d-a51a-5ac825cf8e8d no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:04.284266 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fb65287d-c653-48c3-947d-0a18d7d8ab07 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ea20140-7b74-4003-a858-eb982bbe9e79 HTTP/1.1" status: 204 len: 168 time: 1.6815560 Mar 28 15:18:04.289951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56016) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:04.316389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c452fb-ba04-429e-bb9d-5cf93e2b854e None None] Network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:04.399144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.400085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.523006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.550531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.583646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:04.605172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Deleting port f29850ab-db4d-497d-bf67-65ecf64e1171 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:04.605513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.606698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1912fa92-c7c4-4572-a88e-48f606757e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.630064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:04.632780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb19b0e4-91de-420b-95b9-da41127444a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.669886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.697132 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1c429a2c-d274-4d58-98f6-ddfe5badb86c tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags HTTP/1.1" status: 204 len: 168 time: 0.4948096 Mar 28 15:18:04.698348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.709245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56022) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:04.723443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-0b7940de-5162-4a86-95c0-0771b0d4aa86 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee', 'tempest-TagsExtTest-Tag-838656237') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:04.734030 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4999f2a5-3347-46f0-af3a-fbfedb215c0e None None] Provisioning for port 66b39e47-4b60-4484-a3bd-de4ce65c7169 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:04.739891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912fa92-c7c4-4572-a88e-48f606757e8f None None] No DVR routers for this DVR port 627a8986-77e6-494d-a51a-5ac825cf8e8d on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:04.760322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912fa92-c7c4-4572-a88e-48f606757e8f None None] Pushing event deleted for resources: {'Port': ['ID=627a8986-77e6-494d-a51a-5ac825cf8e8d,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:04.843758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No active binding found for port 627a8986-77e6-494d-a51a-5ac825cf8e8d {{(pid=88488) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 15:18:04.844178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 627a8986-77e6-494d-a51a-5ac825cf8e8d not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:04.844600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 44466e52-a8d5-41b8-a109-ae05f3b54832 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:04.892892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:04.904436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4999f2a5-3347-46f0-af3a-fbfedb215c0e None None] Provisioning complete for port 66b39e47-4b60-4484-a3bd-de4ce65c7169 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:04.904752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4999f2a5-3347-46f0-af3a-fbfedb215c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.905056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:04.908726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:04.909306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.929762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:04.932600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.932741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:04.973596 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0962b9-c415-48af-9d56-567f84ae93e3 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:05.010076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-cf5b71c3-8f74-4e2f-a030-ecb8dbea9821', 'network_id': 'cf5b71c3-8f74-4e2f-a030-ecb8dbea9821', 'tenant_id': '95c1a79e2bf24cd5bc72fa103a8a3702', 'fixed_ips': [{'subnet_id': '9c9e91e1-2b44-406c-807c-0fb0c1bf0269'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:05.010928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.029756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:05.042619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 44466e52-a8d5-41b8-a109-ae05f3b54832 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:05.042966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 44466e52-a8d5-41b8-a109-ae05f3b54832 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:05.043919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c075252b-6984-47f6-952a-ede570600bba no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:05.106928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-2fd4456b-87a8-4be4-82b3-0a3947625a65', 'network_id': '2fd4456b-87a8-4be4-82b3-0a3947625a65', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'fixed_ips': [{'subnet_id': 'ecb50b8a-18a7-4374-928c-ad55dbfd96a2'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:05.107804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.127424 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8c43c696-6870-4e8a-9fce-552221bb5244 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9017074 Mar 28 15:18:05.135769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56030) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:05.138193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb19b0e4-91de-420b-95b9-da41127444a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.143710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1865140757', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:05.147607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: c075252b-6984-47f6-952a-ede570600bba {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:05.147955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c075252b-6984-47f6-952a-ede570600bba not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:05.151284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:05.160302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:router and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:05.163981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:05.170254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:05.242276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:05.280026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19b0e4-91de-420b-95b9-da41127444a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c0ee85f-a616-4b7a-b0cd-5fe28a554489,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:05.286302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.290702 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6299807a-0369-4b2f-b7ea-3a52feedb0b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2154231 Mar 28 15:18:05.290702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb19b0e4-91de-420b-95b9-da41127444a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.294472 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fb19b0e4-91de-420b-95b9-da41127444a2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9c0ee85f-a616-4b7a-b0cd-5fe28a554489 HTTP/1.1" status: 204 len: 168 time: 1.3286939 Mar 28 15:18:05.302530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56034) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:05.302875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56036) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:05.321652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.322276 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.325780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68e9968-0d47-4e32-a3d0-e14cfa2a9315 None None] Network ef6d515c-97b9-44e2-93df-2e1574694367 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:05.354778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.387999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-b0b88585-2bf7-4b97-9a98-798da7a2c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:05.389636 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-b0b88585-2bf7-4b97-9a98-798da7a2c340 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1098 time: 0.1443982 Mar 28 15:18:05.430240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Router 8932e67c-839d-45bf-915a-2563b5cdbead is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:18:05.440850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] For port f29850ab-db4d-497d-bf67-65ecf64e1171, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f29850ab-db4d-497d-bf67-65ecf64e1171,segment=NetworkSegment(558b6603-3705-4aa9-af66-1743a4216bfc),segment_id=558b6603-3705-4aa9-af66-1743a4216bfc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:05.445298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.448106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.581605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4999f2a5-3347-46f0-af3a-fbfedb215c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.645371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-970271cc-8419-4ffd-acfc-1a1976ec78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:05.646806 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-970271cc-8419-4ffd-acfc-1a1976ec78b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 913 time: 0.2516091 Mar 28 15:18:05.703202 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.704472 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6614f87e-a9eb-4252-9abd-4270fe34fcfc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5677516 Mar 28 15:18:05.734670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Calling delete_port for f29850ab-db4d-497d-bf67-65ecf64e1171 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:05.761990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56042) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:05.918964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ee134-f615-4de1-afdb-7494436a327e None None] DHCP port deletion for 44d7c07f-cbaf-40e8-828f-e5c1a2b54003 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:05.928586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:05.945845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:05.947379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4999f2a5-3347-46f0-af3a-fbfedb215c0e None None] For port 66b39e47-4b60-4484-a3bd-de4ce65c7169, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=66b39e47-4b60-4484-a3bd-de4ce65c7169,segment=NetworkSegment(c01875d5-baae-42b0-9efd-c73e05bd981c),segment_id=c01875d5-baae-42b0-9efd-c73e05bd981c)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:05.954996 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedf422-82ba-49e2-a6cd-f995b6d03dfc None None] Sync routers for ids ['8932e67c-839d-45bf-915a-2563b5cdbead'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:05.972093 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fedf422-82ba-49e2-a6cd-f995b6d03dfc None None] Routers {'8932e67c-839d-45bf-915a-2563b5cdbead'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:05.974235 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5fedf422-82ba-49e2-a6cd-f995b6d03dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['8932e67c-839d-45bf-915a-2563b5cdbead'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:05.980660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Allocated IP 172.20.0.2 (cf5b71c3-8f74-4e2f-a030-ecb8dbea9821/9c9e91e1-2b44-406c-807c-0fb0c1bf0269/73da2c82-1b08-43b6-88a1-d81fb3841bac) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:05.991314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-281ee134-f615-4de1-afdb-7494436a327e None None] Deleting port f29850ab-db4d-497d-bf67-65ecf64e1171 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:05.991689 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-281ee134-f615-4de1-afdb-7494436a327e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:06.044806 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-d88f455e-8d71-4888-9104-b2010f7cef3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 1000 time: 0.3501489 Mar 28 15:18:06.058392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4999f2a5-3347-46f0-af3a-fbfedb215c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:06.117154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': 'fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:06.117988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:06.132595 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5fedf422-82ba-49e2-a6cd-f995b6d03dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:06.145733 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fedf422-82ba-49e2-a6cd-f995b6d03dfc None None] Routers {'8932e67c-839d-45bf-915a-2563b5cdbead'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:06.146559 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5fedf422-82ba-49e2-a6cd-f995b6d03dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['8932e67c-839d-45bf-915a-2563b5cdbead'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:06.153909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Allocated IP 172.21.0.2 (2fd4456b-87a8-4be4-82b3-0a3947625a65/ecb50b8a-18a7-4374-928c-ad55dbfd96a2/f0d3a795-4202-470a-aa05-24861a7602e3) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:06.158425 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:06.159683 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ab60249e-108d-443f-a3b3-049c67d4667e tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8789740 Mar 28 15:18:06.165878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56046) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:06.256819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c9c0d-62dc-48fc-8dfc-cd6089fafc07 req-5fcf33e0-3f83-41ce-bf11-f0ede35d3850 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:06.267593 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a10c9c0d-62dc-48fc-8dfc-cd6089fafc07 req-5fcf33e0-3f83-41ce-bf11-f0ede35d3850 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.9826834 Mar 28 15:18:06.273745 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5fedf422-82ba-49e2-a6cd-f995b6d03dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:06.274340 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedf422-82ba-49e2-a6cd-f995b6d03dfc None None] The sync data for ids ['8932e67c-839d-45bf-915a-2563b5cdbead'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:06.321445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Deleting port ede697c4-e40f-40bf-aa1b-7c4127d05aca {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:06.321795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:06.359722 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0b7940de-5162-4a86-95c0-0771b0d4aa86 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags/tempest-TagsExtTest-Tag-838656237 HTTP/1.1" status: 201 len: 201 time: 1.6469324 Mar 28 15:18:06.373788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:06.378084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56050) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:06.433646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:06.453245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-ba198fb9-0701-4949-9bce-0d3c31c3c682 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8', 'tempest-TagsExtTest-Tag-1590099961') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:06.478113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999f2a5-3347-46f0-af3a-fbfedb215c0e None None] Pushing event updated for resources: {'Port': ['ID=66b39e47-4b60-4484-a3bd-de4ce65c7169,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:06.492937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-281ee134-f615-4de1-afdb-7494436a327e None None] The port 'f29850ab-db4d-497d-bf67-65ecf64e1171' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:18:06.606481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-53e18de1-0d0e-49a8-90dc-e5b761883544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:06.608007 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-53e18de1-0d0e-49a8-90dc-e5b761883544 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 200 len: 851 time: 0.4943099 Mar 28 15:18:06.685719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f29850ab-db4d-497d-bf67-65ecf64e1171,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:06.693547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d/845ffd61-ddf0-4991-bd6e-acf8dec6eb1c) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:06.758074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] No DVR routers for this DVR port f29850ab-db4d-497d-bf67-65ecf64e1171 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:06.813495 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dc9ce3d5-623f-4aca-9433-98fe86273ce1 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/routers/8932e67c-839d-45bf-915a-2563b5cdbead HTTP/1.1" status: 200 len: 920 time: 0.6382678 Mar 28 15:18:06.821451 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a10c9c0d-62dc-48fc-8dfc-cd6089fafc07 req-529eaf06-7265-4444-b4c7-b704401d62b8 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5529373 Mar 28 15:18:06.832382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56054) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:06.852685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:06.852890 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af67a0-cdb6-481b-8c6c-8ccb850e99f9 None None] DHCP port deletion for ef6d515c-97b9-44e2-93df-2e1574694367 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:06.864944 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-97af67a0-cdb6-481b-8c6c-8ccb850e99f9 None None] Deleting port ede697c4-e40f-40bf-aa1b-7c4127d05aca {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:06.865422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97af67a0-cdb6-481b-8c6c-8ccb850e99f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:06.944818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-5de6f150-7f15-4aa8-a905-bbb05a9d481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:06.946290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-5de6f150-7f15-4aa8-a905-bbb05a9d481d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32fdabfd-77e5-48a6-aac8-16b15e900f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3072882 Mar 28 15:18:07.010623 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7a94ff67-4e78-4f0a-ad79-68e68b1e90c2 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932e67c-839d-45bf-915a-2563b5cdbead HTTP/1.1" status: 200 len: 205 time: 0.1692648 Mar 28 15:18:07.018933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56058) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:07.045925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a9b03ab8-c0f3-448e-95e6-4388f80c55d4 None None] Provisioning complete for port 66b39e47-4b60-4484-a3bd-de4ce65c7169 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:07.046587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a9b03ab8-c0f3-448e-95e6-4388f80c55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.236217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.241213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.254497 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-0de20020-05ae-4b7b-a4c3-1eadc7893767 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559407 Mar 28 15:18:07.393506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d7c07f-cbaf-40e8-828f-e5c1a2b54003']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:07.414508 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e86be569-4f54-4814-913f-d40cc6aad1a7 req-c2ee8826-8319-489c-95b6-54c0cc872731 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534088 Mar 28 15:18:07.441805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Transition to ACTIVE for port object 73da2c82-1b08-43b6-88a1-d81fb3841bac will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:07.444315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 66b39e47-4b60-4484-a3bd-de4ce65c7169 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:07.491785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558b6603-3705-4aa9-af66-1743a4216bfc') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:07.492080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558b6603-3705-4aa9-af66-1743a4216bfc') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:07.517949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] For port ede697c4-e40f-40bf-aa1b-7c4127d05aca, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ede697c4-e40f-40bf-aa1b-7c4127d05aca,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:07.518272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.538389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.568328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Transition to ACTIVE for port object 73da2c82-1b08-43b6-88a1-d81fb3841bac will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:07.602008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-97af67a0-cdb6-481b-8c6c-8ccb850e99f9 None None] For port ede697c4-e40f-40bf-aa1b-7c4127d05aca, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ede697c4-e40f-40bf-aa1b-7c4127d05aca,segment=NetworkSegment(981a96a7-aa4f-471e-8c2f-76bfc3b563d6),segment_id=981a96a7-aa4f-471e-8c2f-76bfc3b563d6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:07.602397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97af67a0-cdb6-481b-8c6c-8ccb850e99f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.611835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.632412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.687784 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ba198fb9-0701-4949-9bce-0d3c31c3c682 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags/tempest-TagsExtTest-Tag-1590099961 HTTP/1.1" status: 201 len: 201 time: 1.2419531 Mar 28 15:18:07.691106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56062) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:07.695312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Calling delete_port for ede697c4-e40f-40bf-aa1b-7c4127d05aca owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:07.696865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-07ba1dd7-6c91-412f-a436-b79be0e52a72 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684', 'tempest-TagsExtTest-Tag-660813679') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:07.784528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.817356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Transition to ACTIVE for port object f0d3a795-4202-470a-aa05-24861a7602e3 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:07.821086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.831545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-97af67a0-cdb6-481b-8c6c-8ccb850e99f9 None None] Calling delete_port for ede697c4-e40f-40bf-aa1b-7c4127d05aca owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:07.840087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.900449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:18:07.900652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Transition to ACTIVE for port object 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:07.900853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:18:07.919139 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:18:07.942884 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-07ba1dd7-6c91-412f-a436-b79be0e52a72 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags/tempest-TagsExtTest-Tag-660813679 HTTP/1.1" status: 201 len: 201 time: 0.2506125 Mar 28 15:18:07.943564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56068) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:07.949181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-9a839c2a-99bd-4877-8af9-26f6defe51c0 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3', 'tempest-TagsExtTest-Tag-516730297') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:07.974185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Transition to ACTIVE for port object f0d3a795-4202-470a-aa05-24861a7602e3 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:07.978634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Network cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:08.000632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:08.003505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:08.006569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Transition to ACTIVE for port object 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:08.029744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 66b39e47-4b60-4484-a3bd-de4ce65c7169 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:08.030163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.073828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Pushing event updated for resources: {'Port': ['ID=73da2c82-1b08-43b6-88a1-d81fb3841bac,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:08.115642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.158004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.191250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::1 (407e43a9-7d21-4a68-a014-97c49e9e0f14/fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d/1c9474c2-eac5-4afe-b3f9-a7f6b06cd830) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:08.239680 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9a839c2a-99bd-4877-8af9-26f6defe51c0 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags/tempest-TagsExtTest-Tag-516730297 HTTP/1.1" status: 201 len: 201 time: 0.2909985 Mar 28 15:18:08.239680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56072) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:08.240016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.7 (cf5b71c3-8f74-4e2f-a030-ecb8dbea9821/9c9e91e1-2b44-406c-807c-0fb0c1bf0269/5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:08.246994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.20.0.1 (7e9a45af-ce18-4bc1-b083-0cb4f77b6730/3e7a007c-0b87-4fa0-944d-e55ac9e06ee5/d85dadf9-1fc8-4441-9bf0-7b7b38445f7d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:08.263310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:08.268733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Network 2fd4456b-87a8-4be4-82b3-0a3947625a65 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:08.273424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:08.274755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a28ff-6aab-43be-865d-7679738101f3 req-28afe613-5a48-4365-8d88-dd682fb67182 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:08.276316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:08.278877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97af67a0-cdb6-481b-8c6c-8ccb850e99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.284837 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-154a28ff-6aab-43be-865d-7679738101f3 req-28afe613-5a48-4365-8d88-dd682fb67182 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2682240 Mar 28 15:18:08.286266 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:08.288795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:08.291586 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Attempting to bind port 73da2c82-1b08-43b6-88a1-d81fb3841bac on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:08.291772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Attempting to bind port 73da2c82-1b08-43b6-88a1-d81fb3841bac by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '8e719eed-66d5-4b5e-af59-cf4053bf61e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cf5b71c3-8f74-4e2f-a030-ecb8dbea9821'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:08.296374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Attempting to bind port 73da2c82-1b08-43b6-88a1-d81fb3841bac on network cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:08.307607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-80e47899-ca32-4816-9809-2d096d061341 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee', {'tags': ['tempest-TagsExtTest-Tag-665791588', 'tempest-TagsExtTest-Tag-1113930647', 'tempest-TagsExtTest-Tag-1485766062']}) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:08.337277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:18:08.337484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:18:08.350853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.355437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:08.355600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.355714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Checking segment: {'id': '8e719eed-66d5-4b5e-af59-cf4053bf61e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cf5b71c3-8f74-4e2f-a030-ecb8dbea9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:08.355714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.355714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Bound using segment: {'id': '8e719eed-66d5-4b5e-af59-cf4053bf61e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cf5b71c3-8f74-4e2f-a030-ecb8dbea9821'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:08.355991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Bound port: 73da2c82-1b08-43b6-88a1-d81fb3841bac, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e719eed-66d5-4b5e-af59-cf4053bf61e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cf5b71c3-8f74-4e2f-a030-ecb8dbea9821'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:08.356296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.404443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Pushing event updated for resources: {'Port': ['ID=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:08.437543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.441155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af67a0-cdb6-481b-8c6c-8ccb850e99f9 None None] No DVR routers for this DVR port ede697c4-e40f-40bf-aa1b-7c4127d05aca on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:08.470926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=44d7c07f-cbaf-40e8-828f-e5c1a2b54003,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:08.532293 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-154a28ff-6aab-43be-865d-7679738101f3 req-bfd57005-04c9-4182-8b8a-6b730f3043be tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458456 Mar 28 15:18:08.533590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Deleting port e8e5c6ab-6e72-45cd-8bcf-2403f5fbc42c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:08.534672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.602329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.622101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:08.648376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Attempting to bind port f0d3a795-4202-470a-aa05-24861a7602e3 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:08.649322 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-80e47899-ca32-4816-9809-2d096d061341 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags HTTP/1.1" status: 200 len: 317 time: 0.3607388 Mar 28 15:18:08.651436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Attempting to bind port f0d3a795-4202-470a-aa05-24861a7602e3 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '2671feb6-ad00-47e8-9865-bc147fe29f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2fd4456b-87a8-4be4-82b3-0a3947625a65'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:08.651819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Attempting to bind port f0d3a795-4202-470a-aa05-24861a7602e3 on network 2fd4456b-87a8-4be4-82b3-0a3947625a65 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:08.652320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56076) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:08.658451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-60bc892b-b892-4184-b8ec-70e34adc9859 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:08.672165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Attempting to bind port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:08.672535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Attempting to bind port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:08.672888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Attempting to bind port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:08.679741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Pushing event updated for resources: {'Port': ['ID=f0d3a795-4202-470a-aa05-24861a7602e3,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:08.682119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:08.682497 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Checking segment: {'id': '2671feb6-ad00-47e8-9865-bc147fe29f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2fd4456b-87a8-4be4-82b3-0a3947625a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:08.682896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.683309 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Bound using segment: {'id': '2671feb6-ad00-47e8-9865-bc147fe29f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2fd4456b-87a8-4be4-82b3-0a3947625a65'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:08.683781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Bound port: f0d3a795-4202-470a-aa05-24861a7602e3, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2671feb6-ad00-47e8-9865-bc147fe29f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2fd4456b-87a8-4be4-82b3-0a3947625a65'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:08.684690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.743080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.764646 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:08.765052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:08.765450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.765811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:08.766290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Bound port: 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:08.766663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.785286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af67a0-cdb6-481b-8c6c-8ccb850e99f9 None None] Pushing event deleted for resources: {'Port': ['ID=ede697c4-e40f-40bf-aa1b-7c4127d05aca,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:08.821184 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2060e8fc-0d9f-4004-9e6b-85f9197ba6fa admin admin] 10.222.0.16 "DELETE /v2.0/networks/44d7c07f-cbaf-40e8-828f-e5c1a2b54003 HTTP/1.1" status: 204 len: 168 time: 4.5277395 Mar 28 15:18:08.848722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.866700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Deleting port ede697c4-e40f-40bf-aa1b-7c4127d05aca {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:08.867332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.886358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ede697c4-e40f-40bf-aa1b-7c4127d05aca no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:08.931848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] For port 73da2c82-1b08-43b6-88a1-d81fb3841bac, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:08.937079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:08.938187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=1c9474c2-eac5-4afe-b3f9-a7f6b06cd830,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:08.940875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:08.946689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:08.948057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.956092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Transition to ACTIVE for port object d85dadf9-1fc8-4441-9bf0-7b7b38445f7d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:08.958665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: ede697c4-e40f-40bf-aa1b-7c4127d05aca {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:08.959269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ede697c4-e40f-40bf-aa1b-7c4127d05aca not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:08.959675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f29850ab-db4d-497d-bf67-65ecf64e1171 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:08.985570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:08.991417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] For port 73da2c82-1b08-43b6-88a1-d81fb3841bac, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=73da2c82-1b08-43b6-88a1-d81fb3841bac,segment=NetworkSegment(8e719eed-66d5-4b5e-af59-cf4053bf61e0),segment_id=8e719eed-66d5-4b5e-af59-cf4053bf61e0)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:09.013327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: f29850ab-db4d-497d-bf67-65ecf64e1171 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:09.013672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f29850ab-db4d-497d-bf67-65ecf64e1171 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:09.062525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] The port 'ede697c4-e40f-40bf-aa1b-7c4127d05aca' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:18:09.091423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:09.095354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] For port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:09.104488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:09.144433 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] For port f0d3a795-4202-470a-aa05-24861a7602e3, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:09.151562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] For port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:09.165993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] For port f0d3a795-4202-470a-aa05-24861a7602e3, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f0d3a795-4202-470a-aa05-24861a7602e3,segment=NetworkSegment(2671feb6-ad00-47e8-9865-bc147fe29f9f),segment_id=2671feb6-ad00-47e8-9865-bc147fe29f9f)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:09.178514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object 5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:09.194275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe081156-4b9f-43a7-a8d2-273a89345bb1 None None] Pushing event updated for resources: {'Port': ['ID=73da2c82-1b08-43b6-88a1-d81fb3841bac,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:09.196807 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-60bc892b-b892-4184-b8ec-70e34adc9859 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags HTTP/1.1" status: 204 len: 168 time: 0.5433424 Mar 28 15:18:09.199554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56082) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:09.205202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:09.206444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-1cd4d669-d794-4ff5-8f65-443f7648c022 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee', 'tempest-TagsExtTest-Tag-665791588') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:09.222564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:09.224313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:09.237726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:09.307523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163492bb-ead2-4d16-b6d7-9147393df381 None None] Pushing event updated for resources: {'Port': ['ID=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:09.307523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:09.373249 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:09.408709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56086) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:09.430424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf47e4-e22a-46be-bd00-d148145af1e4 None None] Pushing event updated for resources: {'Port': ['ID=f0d3a795-4202-470a-aa05-24861a7602e3,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:09.492500 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-1cd4d669-d794-4ff5-8f65-443f7648c022 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:09.496146 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1cd4d669-d794-4ff5-8f65-443f7648c022 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags/tempest-TagsExtTest-Tag-665791588 HTTP/1.1" status: 404 len: 328 time: 0.2928245 Mar 28 15:18:09.505661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56090) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:09.515485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-e677c1bf-b5ef-4920-b503-0412099438bf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee', 'tempest-TagsExtTest-Tag-1113930647') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:09.528323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:09.569722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Calling delete_port for e8e5c6ab-6e72-45cd-8bcf-2403f5fbc42c owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:09.642400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:09.716592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=d85dadf9-1fc8-4441-9bf0-7b7b38445f7d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:09.722052 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-734139b8-a7ab-412d-80d6-08730363f7ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71538256e9c544879015090ed43c40d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3076859 Mar 28 15:18:09.759096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56096) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:09.849986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6d515c-97b9-44e2-93df-2e1574694367']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:09.874937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7f476f18-5248-4870-9c18-aa125855ee08 None None] Provisioning for port d85dadf9-1fc8-4441-9bf0-7b7b38445f7d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:09.909164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:09.925948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7f476f18-5248-4870-9c18-aa125855ee08 None None] Provisioning complete for port d85dadf9-1fc8-4441-9bf0-7b7b38445f7d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:09.926268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7f476f18-5248-4870-9c18-aa125855ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:09.954067 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-e677c1bf-b5ef-4920-b503-0412099438bf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:09.955264 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e677c1bf-b5ef-4920-b503-0412099438bf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags/tempest-TagsExtTest-Tag-1113930647 HTTP/1.1" status: 404 len: 329 time: 0.4486439 Mar 28 15:18:10.010145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56100) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:10.025055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-acbe9804-2ca7-42f5-9485-d26fd47b6951 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee', 'tempest-TagsExtTest-Tag-1485766062') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:10.057584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7f476f18-5248-4870-9c18-aa125855ee08 None None] Port d85dadf9-1fc8-4441-9bf0-7b7b38445f7d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:10.157582 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-acbe9804-2ca7-42f5-9485-d26fd47b6951 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:10.159607 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-acbe9804-2ca7-42f5-9485-d26fd47b6951 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags/tempest-TagsExtTest-Tag-1485766062 HTTP/1.1" status: 404 len: 329 time: 0.1481671 Mar 28 15:18:10.168570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56104) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:10.177828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-e5ca03d2-7ca7-4dd0-a597-ce2ed7be9365 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8', {'tags': ['tempest-TagsExtTest-Tag-1733388231', 'tempest-TagsExtTest-Tag-1681667550', 'tempest-TagsExtTest-Tag-404118412']}) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:10.218693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.222514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981a96a7-aa4f-471e-8c2f-76bfc3b563d6') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:10.222514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981a96a7-aa4f-471e-8c2f-76bfc3b563d6') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:10.263390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.291705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.292688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.314082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.336236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:18:10.336631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.342326 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e5ca03d2-7ca7-4dd0-a597-ce2ed7be9365 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags HTTP/1.1" status: 200 len: 317 time: 0.1725292 Mar 28 15:18:10.348701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56108) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:18:10.359837 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:18:10.368136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-ad050699-3add-4aa3-85a7-feea591d3806 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:10.431732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.441371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-594bd88a-4bc3-469f-9d28-caadc611673b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.443871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=1c9474c2-eac5-4afe-b3f9-a7f6b06cd830,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:10.572878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:10.575976 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:10.602258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834784a-4bb4-410d-b1e0-0d0dda35c210 req-504e0a8e-7882-4f83-be55-3552a2f6771d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:10.603887 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8834784a-4bb4-410d-b1e0-0d0dda35c210 req-504e0a8e-7882-4f83-be55-3552a2f6771d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.8795812 Mar 28 15:18:10.616002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-594bd88a-4bc3-469f-9d28-caadc611673b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.634396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:10.655994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:10.663060 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:10.701095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:10.761294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.807637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef5508-13b6-4720-8568-786aaa997cbf None None] Network cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:10.837505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.850999 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ad050699-3add-4aa3-85a7-feea591d3806 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags HTTP/1.1" status: 204 len: 168 time: 0.5010648 Mar 28 15:18:10.856694 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8834784a-4bb4-410d-b1e0-0d0dda35c210 req-48ef2d0d-4b31-44c5-983e-59ca98972a87 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323849 Mar 28 15:18:10.858547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56112) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:10.863164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:10.863989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-9f7a1986-c48a-45df-af45-92cc90ffc373 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8', 'tempest-TagsExtTest-Tag-1733388231') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:10.906172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6d515c-97b9-44e2-93df-2e1574694367,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:10.955279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event deleted for resources: {'Port': ['ID=e8e5c6ab-6e72-45cd-8bcf-2403f5fbc42c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:11.054710 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-9f7a1986-c48a-45df-af45-92cc90ffc373 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:11.055693 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9f7a1986-c48a-45df-af45-92cc90ffc373 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags/tempest-TagsExtTest-Tag-1733388231 HTTP/1.1" status: 404 len: 329 time: 0.1960781 Mar 28 15:18:11.058450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56118) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:11.064273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-1cc88a24-a400-45a1-ba83-3f17fe778338 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8', 'tempest-TagsExtTest-Tag-1681667550') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:11.070209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:11.070209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:11.071457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:11.140635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Router 5075ac0d-2274-4911-a216-7fc54906bbb9 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:18:11.148863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-594bd88a-4bc3-469f-9d28-caadc611673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:11.151361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-594bd88a-4bc3-469f-9d28-caadc611673b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:11.152730 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-594bd88a-4bc3-469f-9d28-caadc611673b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ab4ab95-ba20-417b-bb60-75468befd56f HTTP/1.1" status: 204 len: 168 time: 1.3921280 Mar 28 15:18:11.157027 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a1d1ae59-e7d9-4f74-b52f-0284ef189f7b admin admin] 10.222.0.16 "DELETE /v2.0/networks/ef6d515c-97b9-44e2-93df-2e1574694367 HTTP/1.1" status: 204 len: 168 time: 5.8117356 Mar 28 15:18:11.255633 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-1cc88a24-a400-45a1-ba83-3f17fe778338 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:11.260736 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1cc88a24-a400-45a1-ba83-3f17fe778338 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags/tempest-TagsExtTest-Tag-1681667550 HTTP/1.1" status: 404 len: 329 time: 0.1962597 Mar 28 15:18:11.261949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:11.262651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d91fe119-2b08-4c14-865f-07b2cad26ece None None] Provisioning for port 73da2c82-1b08-43b6-88a1-d81fb3841bac completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:11.425553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56126) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:11.432493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bd88a-4bc3-469f-9d28-caadc611673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab4ab95-ba20-417b-bb60-75468befd56f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:11.451381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-a5bfbccb-fd3e-4ab5-ba06-c63337218eba tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8', 'tempest-TagsExtTest-Tag-404118412') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:11.489659 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0c245091-f36d-4e0d-9f72-2d7dcde0b8bf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.3448036 Mar 28 15:18:11.545337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79d1ab10-ee95-47fe-9ecb-f9eb39c88eb7 None None] Provisioning for port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:11.545938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56130) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:11.805702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:11.825034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Sync routers for ids ['5075ac0d-2274-4911-a216-7fc54906bbb9'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:11.843792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e50c0-a7c8-4368-aafa-46ea15ff6fe3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:11.844586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5b8e50c0-a7c8-4368-aafa-46ea15ff6fe3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:11.851715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Routers {'5075ac0d-2274-4911-a216-7fc54906bbb9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:11.854877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5075ac0d-2274-4911-a216-7fc54906bbb9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:11.999524 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7b367a10-9da5-4111-b4c7-383b7d382dc3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "PUT /v2.0/routers/5075ac0d-2274-4911-a216-7fc54906bbb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2309928 Mar 28 15:18:12.001998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56138) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:12.077726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56142) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:12.093532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:12.099326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.117443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.150014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0224f56-7ef6-4e27-b94d-6f2fe0e7e04c None None] Network 2fd4456b-87a8-4be4-82b3-0a3947625a65 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:12.341288 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-13c3a54d-22f9-4f74-84ff-a5b9cea2cb7f None None] Provisioning for port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:12.358745 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a90c51ba-17e4-4e77-a04c-6e7ec2b74788 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6614834b0154a0a973a949a1c1b5fd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2719729 Mar 28 15:18:12.358745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56150) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:12.409139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7633a7d-16ef-4f3c-8306-80d3e515aec2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:12.409833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c7633a7d-16ef-4f3c-8306-80d3e515aec2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:12.417419 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-a5bfbccb-fd3e-4ab5-ba06-c63337218eba tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:12.422233 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a5bfbccb-fd3e-4ab5-ba06-c63337218eba tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags/tempest-TagsExtTest-Tag-404118412 HTTP/1.1" status: 404 len: 328 time: 0.9877019 Mar 28 15:18:12.422233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5b8e50c0-a7c8-4368-aafa-46ea15ff6fe3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.430322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56156) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:12.433358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-13c3a54d-22f9-4f74-84ff-a5b9cea2cb7f None None] Provisioning complete for port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:12.433699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-13c3a54d-22f9-4f74-84ff-a5b9cea2cb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.501585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-8e52f71b-22c6-4cad-a3ee-c2c8676bddcc tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684', {'tags': ['tempest-TagsExtTest-Tag-989281971', 'tempest-TagsExtTest-Tag-1309751725', 'tempest-TagsExtTest-Tag-1025745519']}) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:12.546621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.547470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Fanout notify agent at l3_agent the message router_deleted on router 8932e67c-839d-45bf-915a-2563b5cdbead {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:18:12.562788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.567272 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1c239f98-b6e0-4b51-bea4-d03419a51fc3 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/8932e67c-839d-45bf-915a-2563b5cdbead HTTP/1.1" status: 204 len: 168 time: 5.5112834 Mar 28 15:18:12.580772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56160) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:12.585566 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Set router 5075ac0d-2274-4911-a216-7fc54906bbb9 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:12.593598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1392812047', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': False}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:12.605775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:12.613050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Usage tracker for resource:router and tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:12.627335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:12.643293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:12.643532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-13c3a54d-22f9-4f74-84ff-a5b9cea2cb7f None None] Port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:12.693027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e50c0-a7c8-4368-aafa-46ea15ff6fe3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:12.768166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c7633a7d-16ef-4f3c-8306-80d3e515aec2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:12.769353 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c7633a7d-16ef-4f3c-8306-80d3e515aec2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports/1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 HTTP/1.1" status: 200 len: 911 time: 0.6094320 Mar 28 15:18:12.783195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56170) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:12.830884 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8e52f71b-22c6-4cad-a3ee-c2c8676bddcc tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags HTTP/1.1" status: 200 len: 317 time: 0.3902025 Mar 28 15:18:12.834977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56174) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:12.845632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-7e774fed-6552-4cd4-aada-871250bf4ca1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:12.845869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.849330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.850316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.854845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d11fee5-bd23-47be-a779-e3a54bdfdfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.889844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.892879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d11fee5-bd23-47be-a779-e3a54bdfdfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.898056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:12.920859 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:12.921599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:12.923324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.028528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.128615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8ed624c5-937d-4f2e-aa52-14921225e415 None None] Provisioning for port f0d3a795-4202-470a-aa05-24861a7602e3 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:13.162270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.223278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:13.228622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075ac0d-2274-4911-a216-7fc54906bbb9', 'name': 'tempest-NetworksTestDHCPv6-router-1865140757', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:05Z', 'updated_at': '2022-03-28T15:18:09Z', 'revision_number': 2, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None, '_interfaces': [{'id': '1c9474c2-eac5-4afe-b3f9-a7f6b06cd830', 'name': '', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'mac_address': 'fa:16:3e:b5:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075ac0d-2274-4911-a216-7fc54906bbb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:07Z', 'updated_at': '2022-03-28T15:18:09Z', 'revision_number': 2, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'subnets': [{'id': 'fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:13.237856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Checking router: 5075ac0d-2274-4911-a216-7fc54906bbb9 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:18:13.238349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Updating router 5075ac0d-2274-4911-a216-7fc54906bbb9 port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:18:13.282258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=d85dadf9-1fc8-4441-9bf0-7b7b38445f7d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:13.310880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.312291 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7adfc-0f18-487b-becf-29e32530ca0b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:13.315714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 73da2c82-1b08-43b6-88a1-d81fb3841bac up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:13.322242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7adfc-0f18-487b-becf-29e32530ca0b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:13.327299 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a2a7adfc-0f18-487b-becf-29e32530ca0b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5400457 Mar 28 15:18:13.342341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56182) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:13.343982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5b8e50c0-a7c8-4368-aafa-46ea15ff6fe3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.431804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8ed624c5-937d-4f2e-aa52-14921225e415 None None] Provisioning for port 5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:13.436939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.464658 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7e774fed-6552-4cd4-aada-871250bf4ca1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags HTTP/1.1" status: 204 len: 168 time: 0.6278813 Mar 28 15:18:13.466213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e50c0-a7c8-4368-aafa-46ea15ff6fe3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:13.467992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56186) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:13.516270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-ea071aad-d1de-4769-a586-ffca284ee634 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684', 'tempest-TagsExtTest-Tag-989281971') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:13.525693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8ed624c5-937d-4f2e-aa52-14921225e415 None None] Provisioning complete for port 5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:13.526927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8ed624c5-937d-4f2e-aa52-14921225e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.636310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8ed624c5-937d-4f2e-aa52-14921225e415 None None] Port 5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 was deleted so its status cannot be updated. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 15:18:13.669949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d11fee5-bd23-47be-a779-e3a54bdfdfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.707071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5b8e50c0-a7c8-4368-aafa-46ea15ff6fe3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.720675 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-ea071aad-d1de-4769-a586-ffca284ee634 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:13.723095 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ea071aad-d1de-4769-a586-ffca284ee634 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags/tempest-TagsExtTest-Tag-989281971 HTTP/1.1" status: 404 len: 328 time: 0.2478650 Mar 28 15:18:13.723602 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5b8e50c0-a7c8-4368-aafa-46ea15ff6fe3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 HTTP/1.1" status: 204 len: 168 time: 2.1459074 Mar 28 15:18:13.724696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56192) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:13.726859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56196) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:13.731947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-db41f123-60c1-4a3f-ba53-aa79b654e5a9 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684', 'tempest-TagsExtTest-Tag-1309751725') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:13.757091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:13.784473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11fee5-bd23-47be-a779-e3a54bdfdfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a102b21-85e2-4a4d-a49f-4bd32f79e11d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:13.803379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8ed624c5-937d-4f2e-aa52-14921225e415 None None] Provisioning complete for port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:13.803757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8ed624c5-937d-4f2e-aa52-14921225e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.835866 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1547df9a-a785-4ac5-83a6-cf4cce7a9d7a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:18:13.836343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1547df9a-a785-4ac5-83a6-cf4cce7a9d7a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:13.839081 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1547df9a-a785-4ac5-83a6-cf4cce7a9d7a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 HTTP/1.1" status: 404 len: 333 time: 0.1102946 Mar 28 15:18:13.842737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56204) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:13.908854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.910184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8ed624c5-937d-4f2e-aa52-14921225e415 None None] Port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:13.943741 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a462d87-512b-4f98-aae9-b6b8a9303ef4 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:18:13.944292 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a462d87-512b-4f98-aae9-b6b8a9303ef4 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:13.950650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 73da2c82-1b08-43b6-88a1-d81fb3841bac completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:13.960729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 73da2c82-1b08-43b6-88a1-d81fb3841bac triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:13.961188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.968361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:13.971872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:13.974026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d11fee5-bd23-47be-a779-e3a54bdfdfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:13.977465 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2d11fee5-bd23-47be-a779-e3a54bdfdfc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a102b21-85e2-4a4d-a49f-4bd32f79e11d HTTP/1.1" status: 204 len: 168 time: 1.6160092 Mar 28 15:18:14.033271 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-db41f123-60c1-4a3f-ba53-aa79b654e5a9 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:14.034595 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-db41f123-60c1-4a3f-ba53-aa79b654e5a9 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags/tempest-TagsExtTest-Tag-1309751725 HTTP/1.1" status: 404 len: 329 time: 0.3090200 Mar 28 15:18:14.038225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56212) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:14.046821 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-fdb03e57-0424-478a-9232-e9cbcf81dcff tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684', 'tempest-TagsExtTest-Tag-1025745519') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:14.153356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a462d87-512b-4f98-aae9-b6b8a9303ef4 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:14.155355 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6a462d87-512b-4f98-aae9-b6b8a9303ef4 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/5eb31d7d-9340-4fbd-a44e-78cfe8ffd5c3 HTTP/1.1" status: 404 len: 333 time: 0.3103447 Mar 28 15:18:14.164568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56218) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:14.278364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.345969 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-fdb03e57-0424-478a-9232-e9cbcf81dcff tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:14.351590 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fdb03e57-0424-478a-9232-e9cbcf81dcff tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags/tempest-TagsExtTest-Tag-1025745519 HTTP/1.1" status: 404 len: 329 time: 0.3077426 Mar 28 15:18:14.353532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4b880c-e813-49c9-b262-516e19fcf9a5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet 9c9e91e1-2b44-406c-807c-0fb0c1bf0269 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:14.356353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56224) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:14.358977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bd4b880c-e813-49c9-b262-516e19fcf9a5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.392061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-09207d39-083f-494f-ae9b-3b648bbae259 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3', {'tags': ['tempest-TagsExtTest-Tag-1734061862', 'tempest-TagsExtTest-Tag-82333836', 'tempest-TagsExtTest-Tag-79537997']}) {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:14.404106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.427923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56228) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:14.437299 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Transition to ACTIVE for port object 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:14.460155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b1657ec6-ddcb-4144-89cd-180775c5b46d None None] Provisioning complete for port d85dadf9-1fc8-4441-9bf0-7b7b38445f7d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:14.461382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b1657ec6-ddcb-4144-89cd-180775c5b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.475978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bd4b880c-e813-49c9-b262-516e19fcf9a5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.507824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 73da2c82-1b08-43b6-88a1-d81fb3841bac, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=73da2c82-1b08-43b6-88a1-d81fb3841bac,segment=NetworkSegment(8e719eed-66d5-4b5e-af59-cf4053bf61e0),segment_id=8e719eed-66d5-4b5e-af59-cf4053bf61e0)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:14.517381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.523224 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-09207d39-083f-494f-ae9b-3b648bbae259 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "PUT /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags HTTP/1.1" status: 200 len: 314 time: 0.1632485 Mar 28 15:18:14.529046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56234) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:14.538852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-679a4758-5b48-41bc-a2b7-668074cc6679 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:14.617778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bd4b880c-e813-49c9-b262-516e19fcf9a5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.717424 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-679a4758-5b48-41bc-a2b7-668074cc6679 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags HTTP/1.1" status: 204 len: 168 time: 0.1870286 Mar 28 15:18:14.717424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56240) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:14.723367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-5bf21d01-7be5-41dd-937b-c890ac13eb4d tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3', 'tempest-TagsExtTest-Tag-1734061862') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:14.761121 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-5bf21d01-7be5-41dd-937b-c890ac13eb4d tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:14.765049 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5bf21d01-7be5-41dd-937b-c890ac13eb4d tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags/tempest-TagsExtTest-Tag-1734061862 HTTP/1.1" status: 404 len: 329 time: 0.0444901 Mar 28 15:18:14.765343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56244) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:14.772267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-3ed4f9c5-03aa-450b-980d-2295e68a7f5f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3', 'tempest-TagsExtTest-Tag-82333836') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:14.805047 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router adb9a0e7-b21f-499a-8a85-d9ac5a8412d6 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:18:14.816290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.818167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f0d3a795-4202-470a-aa05-24861a7602e3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:14.821671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bd4b880c-e813-49c9-b262-516e19fcf9a5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.875478 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-3ed4f9c5-03aa-450b-980d-2295e68a7f5f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:14.880104 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3ed4f9c5-03aa-450b-980d-2295e68a7f5f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags/tempest-TagsExtTest-Tag-82333836 HTTP/1.1" status: 404 len: 327 time: 0.1136243 Mar 28 15:18:14.885511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56252) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:14.892075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bd4b880c-e813-49c9-b262-516e19fcf9a5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:14.899145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b880c-e813-49c9-b262-516e19fcf9a5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9e91e1-2b44-406c-807c-0fb0c1bf0269,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:14.905932 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-5c1f1205-8567-4ec7-800e-eb2631b0aa61 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3', 'tempest-TagsExtTest-Tag-79537997') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:14.945661 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bd4b880c-e813-49c9-b262-516e19fcf9a5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/9c9e91e1-2b44-406c-807c-0fb0c1bf0269 HTTP/1.1" status: 204 len: 168 time: 0.7749681 Mar 28 15:18:14.949658 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56258) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:14.986075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b1657ec6-ddcb-4144-89cd-180775c5b46d None None] Port d85dadf9-1fc8-4441-9bf0-7b7b38445f7d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:14.987865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed95bf6-8c1c-449a-aa9a-7384ae776a76 None None] Network cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:14.998827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:15.016500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:15.019197 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-5c1f1205-8567-4ec7-800e-eb2631b0aa61 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] show failed (client error): The resource could not be found. Mar 28 15:18:15.020577 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5c1f1205-8567-4ec7-800e-eb2631b0aa61 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags/tempest-TagsExtTest-Tag-79537997 HTTP/1.1" status: 404 len: 327 time: 0.1253049 Mar 28 15:18:15.029566 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc513d88-8520-4df3-82c2-6941bbbb8f4f None None] Pushing event updated for resources: {'Port': ['ID=1c9474c2-eac5-4afe-b3f9-a7f6b06cd830,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:15.079608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56262) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:15.082771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.098367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Usage tracker for resource:floatingip and tenant:3308bdb3a15f457c862222b090e14405 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:15.105532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:15.123513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:15.136709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.150853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 73da2c82-1b08-43b6-88a1-d81fb3841bac {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:15.151392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.218689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-bf60ba3b-d6e0-4d00-b224-c21f5e1348bf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1517410-95e3-47f6-a826-1621d45515d3') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:15.238858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.368304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Attempting to bind port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:15.368533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Attempting to bind port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:15.368881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Attempting to bind port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:15.371389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port f0d3a795-4202-470a-aa05-24861a7602e3 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:15.388498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:15.388879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:15.389285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.389703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:15.390314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Bound port: 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:15.391209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.420206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f0d3a795-4202-470a-aa05-24861a7602e3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:15.420586 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.459959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=73da2c82-1b08-43b6-88a1-d81fb3841bac,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:15.482257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.587348 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] For port 73da2c82-1b08-43b6-88a1-d81fb3841bac, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=73da2c82-1b08-43b6-88a1-d81fb3841bac,segment=NetworkSegment(8e719eed-66d5-4b5e-af59-cf4053bf61e0),segment_id=8e719eed-66d5-4b5e-af59-cf4053bf61e0)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:15.587903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.629248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] For port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:15.674708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.683953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:15.685598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56276) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:15.693217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.697731 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc216-65c7-4165-91a4-0a4bfebf846f None None] Sync routers for ids ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:15.707065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57573ff-0115-4234-ae03-b95f0ccc47e6 None None] DHCP port deletion for cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:15.710924 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dc216-65c7-4165-91a4-0a4bfebf846f None None] Routers {'adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:15.711734 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc216-65c7-4165-91a4-0a4bfebf846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:15.713826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] For port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1c9474c2-eac5-4afe-b3f9-a7f6b06cd830,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:15.719791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d57573ff-0115-4234-ae03-b95f0ccc47e6 None None] Deleting port 73da2c82-1b08-43b6-88a1-d81fb3841bac {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:15.720273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d57573ff-0115-4234-ae03-b95f0ccc47e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.736310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 73da2c82-1b08-43b6-88a1-d81fb3841bac owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:15.743236 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bf60ba3b-d6e0-4d00-b224-c21f5e1348bf tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3/tags HTTP/1.1" status: 204 len: 168 time: 0.6622455 Mar 28 15:18:15.749522 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b0d6c104-5801-4e8c-b79f-0a94f4ab53b5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/adb9a0e7-b21f-499a-8a85-d9ac5a8412d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4081743 Mar 28 15:18:15.751315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56278) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:15.761719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.tag.tag_plugin [None req-04cb9df3-1dcb-4e92-b94c-dcb3b8dc8d88 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b64e7e9b-46e7-4723-9142-0e30c4c88684') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:15.765250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port f0d3a795-4202-470a-aa05-24861a7602e3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f0d3a795-4202-470a-aa05-24861a7602e3,segment=NetworkSegment(2671feb6-ad00-47e8-9865-bc147fe29f9f),segment_id=2671feb6-ad00-47e8-9865-bc147fe29f9f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:15.767506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56282) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:15.781612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.785789 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc216-65c7-4165-91a4-0a4bfebf846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:15.795552 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dc216-65c7-4165-91a4-0a4bfebf846f None None] Routers {'adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:15.796325 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc216-65c7-4165-91a4-0a4bfebf846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:15.861446 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc216-65c7-4165-91a4-0a4bfebf846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:15.863292 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc216-65c7-4165-91a4-0a4bfebf846f None None] The sync data for ids ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:15.874693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc513d88-8520-4df3-82c2-6941bbbb8f4f None None] Pushing event updated for resources: {'Port': ['ID=1c9474c2-eac5-4afe-b3f9-a7f6b06cd830,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:15.880939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:15.911700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10507576-c6c7-4e8a-9259-a717ca2740f6 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:15.918968 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-10507576-c6c7-4e8a-9259-a717ca2740f6 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports/d85dadf9-1fc8-4441-9bf0-7b7b38445f7d HTTP/1.1" status: 200 len: 910 time: 0.1491947 Mar 28 15:18:15.920400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56290) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:15.976814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.013400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=f0d3a795-4202-470a-aa05-24861a7602e3,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:16.030927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:16.071298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.097390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d57573ff-0115-4234-ae03-b95f0ccc47e6 None None] The port '73da2c82-1b08-43b6-88a1-d81fb3841bac' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:18:16.124409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Routers {'5075ac0d-2274-4911-a216-7fc54906bbb9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:16.124956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5075ac0d-2274-4911-a216-7fc54906bbb9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:16.128613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=73da2c82-1b08-43b6-88a1-d81fb3841bac,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:16.141552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No DVR routers for this DVR port 73da2c82-1b08-43b6-88a1-d81fb3841bac on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:16.291613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:16.291986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.312423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.334613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] Set router 5075ac0d-2274-4911-a216-7fc54906bbb9 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:16.346832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5b71c3-8f74-4e2f-a030-ecb8dbea9821']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:16.360750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1615339497'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:16.367495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e719eed-66d5-4b5e-af59-cf4053bf61e0') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:16.367495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e719eed-66d5-4b5e-af59-cf4053bf61e0') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:16.374213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Allocated IP 172.26.7.69 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/016a8793-0c1e-4d95-944f-0eab1e23dbed) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:16.384548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.388979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:16.391519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:16.391863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.406949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.441643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:18:16.442042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:18:16.457700 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:18:16.489821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:network and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:16.499665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:16.564868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:16.591686 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-04cb9df3-1dcb-4e92-b94c-dcb3b8dc8d88 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684/tags HTTP/1.1" status: 204 len: 168 time: 0.8312020 Mar 28 15:18:16.591907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56294) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:16.599081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-ba5d5b14-a846-44d7-a97d-8476566e7532 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '76edf7f4-55c1-4a68-8bb5-cb07262a73d8') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:16.647678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Made reservation on behalf of 63d54d08399a498c9990b9b952be2ecf for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:16.650972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.685958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.696092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.717898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.731098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 73da2c82-1b08-43b6-88a1-d81fb3841bac no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:16.736537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Network': ['ID=cf5b71c3-8f74-4e2f-a030-ecb8dbea9821,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:16.762924 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ba5d5b14-a846-44d7-a97d-8476566e7532 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1701064 Mar 28 15:18:16.766140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56298) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:16.771645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.tag.tag_plugin [None req-63385c7f-8129-4227-b751-769a7ec49fc7 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:16.776913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:16.781036 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 73da2c82-1b08-43b6-88a1-d81fb3841bac {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:16.781565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 73da2c82-1b08-43b6-88a1-d81fb3841bac not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:16.805343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075ac0d-2274-4911-a216-7fc54906bbb9', 'name': 'tempest-NetworksTestDHCPv6-router-1865140757', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:05Z', 'updated_at': '2022-03-28T15:18:09Z', 'revision_number': 2, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None, '_interfaces': [{'id': '1c9474c2-eac5-4afe-b3f9-a7f6b06cd830', 'name': '', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'mac_address': 'fa:16:3e:b5:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075ac0d-2274-4911-a216-7fc54906bbb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:07Z', 'updated_at': '2022-03-28T15:18:15Z', 'revision_number': 4, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'subnets': [{'id': 'fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:16.815185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641db5c7-ddec-40d2-bca8-3b4abf8ee56b None None] The sync data for ids ['5075ac0d-2274-4911-a216-7fc54906bbb9'] in dv-neutron-828143-13-hyperv is: [{'id': '5075ac0d-2274-4911-a216-7fc54906bbb9', 'name': 'tempest-NetworksTestDHCPv6-router-1865140757', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:05Z', 'updated_at': '2022-03-28T15:18:09Z', 'revision_number': 2, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None, '_interfaces': [{'id': '1c9474c2-eac5-4afe-b3f9-a7f6b06cd830', 'name': '', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'mac_address': 'fa:16:3e:b5:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5075ac0d-2274-4911-a216-7fc54906bbb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:07Z', 'updated_at': '2022-03-28T15:18:15Z', 'revision_number': 4, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'subnets': [{'id': 'fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:16.815423 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c0364b53-8cf4-4417-95c6-cc48634d991c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/networks/cf5b71c3-8f74-4e2f-a030-ecb8dbea9821 HTTP/1.1" status: 204 len: 168 time: 1.8601863 Mar 28 15:18:16.815944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56302) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:16.822917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-951386834'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:16.830039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:16.835790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:network and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:16.847156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:16.854472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:16.875462 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-63385c7f-8129-4227-b751-769a7ec49fc7 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1083348 Mar 28 15:18:16.882392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56306) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:16.882563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:16.899990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:security_group_rule and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:16.908675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:16.933636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:16.946278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.017175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:17.020539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.056859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:17.061635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] For port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1c9474c2-eac5-4afe-b3f9-a7f6b06cd830,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:17.061980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.076004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:17.093849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:17.138781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Pushing event updated for resources: {'Port': ['ID=016a8793-0c1e-4d95-944f-0eab1e23dbed,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:17.164967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:18:17.182521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.182869 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Added segment 700ce222-6442-423f-8803-101d7bfad28e of type vlan for network 6463cd4c-025c-4054-90fd-ce25d9124200 Mar 28 15:18:17.237568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:17.295469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Allocated IP 172.26.7.225 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/a9cf0e63-733c-498f-b02e-5b7ce4551ed5) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:17.342673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.369147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.380484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4ad3-e55f-4ad6-89fd-665c957d7361 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for subnetpool, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.384073 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3e8f4ad3-e55f-4ad6-89fd-665c957d7361 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1517410-95e3-47f6-a826-1621d45515d3 HTTP/1.1" status: 204 len: 168 time: 0.5010784 Mar 28 15:18:17.385423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56310) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:17.442176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b7b52b03-9507-48df-a3fe-1b39885772ad tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Synchronizing usage tracker for tenant:ac906428f8044d659e0903c2bdc7a454 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:17.448518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.494102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.499969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:17.500549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.564582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.659682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Network': ['ID=6463cd4c-025c-4054-90fd-ce25d9124200,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:17.678250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 6463cd4c-025c-4054-90fd-ce25d9124200 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:18:17.842431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.914718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.965682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:17.972423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b7b52b03-9507-48df-a3fe-1b39885772ad tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Unset dirty status for tenant:ac906428f8044d659e0903c2bdc7a454 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:17.976476 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b7b52b03-9507-48df-a3fe-1b39885772ad tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b64e7e9b-46e7-4723-9142-0e30c4c88684 HTTP/1.1" status: 200 len: 205 time: 0.5803695 Mar 28 15:18:17.976476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56314) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:18.053046 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-70968a16-da60-45f7-a427-01f63efb5e20 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2353485 Mar 28 15:18:18.053438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:18.054539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.065448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.065691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56318) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:18.109601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '6463cd4c-025c-4054-90fd-ce25d9124200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:18.169499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:18:18.189067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07f1156-61a9-4cb3-b15a-56a19d9f16d9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:18.216845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1bd4acfd-1054-4497-8249-78a328b68a6a tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.295495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.296139 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Added segment 0fb3745f-6b42-46a7-b14e-4dde5eef8a94 of type vlan for network fb7bd271-deb2-4ce0-8b29-bd65b250a676 Mar 28 15:18:18.342301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:18.362572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:18.366760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Pushing event updated for resources: {'Port': ['ID=016a8793-0c1e-4d95-944f-0eab1e23dbed,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:18.367374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:18.370481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.372484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:18.380144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:18.380144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.403946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.416179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.417363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Port 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 was deleted so its status cannot be updated. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 15:18:18.417836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f0d3a795-4202-470a-aa05-24861a7602e3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:18.455950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:18.480285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.492655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=1c9474c2-eac5-4afe-b3f9-a7f6b06cd830,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:18.499423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f0d3a795-4202-470a-aa05-24861a7602e3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:18.499607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.518119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.523120 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-86fa6c5b-21c9-4dad-a8d4-eeacac5e1219 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0906138 Mar 28 15:18:18.523120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56322) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:18.530409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-694619243', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'fixed_ips': [{'ip_address': '172.26.7.69'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:18.597121 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:18.601734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1bd4acfd-1054-4497-8249-78a328b68a6a tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.605145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1bd4acfd-1054-4497-8249-78a328b68a6a tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.608592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Usage tracker for resource:port and tenant:3308bdb3a15f457c862222b090e14405 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:18.616242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:18.623191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:18.641102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.21.0.1 (2fd4456b-87a8-4be4-82b3-0a3947625a65/ecb50b8a-18a7-4374-928c-ad55dbfd96a2/ca5f64d4-39cd-4302-b3ff-a43ad9725999) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:18.646585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:18:18.677639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:18.681251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.714719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Made reservation on behalf of 3308bdb3a15f457c862222b090e14405 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:18.719618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.731005 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.741563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1bd4acfd-1054-4497-8249-78a328b68a6a tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.742256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd4acfd-1054-4497-8249-78a328b68a6a tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Fanout notify agent at l3_agent the message router_deleted on router b64e7e9b-46e7-4723-9142-0e30c4c88684 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:18:18.752716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:18.758490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1bd4acfd-1054-4497-8249-78a328b68a6a tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.759713 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1bd4acfd-1054-4497-8249-78a328b68a6a tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/routers/b64e7e9b-46e7-4723-9142-0e30c4c88684 HTTP/1.1" status: 204 len: 168 time: 0.7821543 Mar 28 15:18:18.762847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Usage tracker for resource:security_group_rule and tenant:3308bdb3a15f457c862222b090e14405 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:18.764325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:18.765866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56326) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:18.768413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:18.781976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:18.811835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:18.850638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e742a91b-f8f7-4339-b6f3-efb528fe46d1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Deleting port 76edf7f4-55c1-4a68-8bb5-cb07262a73d8 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:18.850978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e742a91b-f8f7-4339-b6f3-efb528fe46d1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.854361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:18.882135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event updated for resources: {'Port': ['ID=a9cf0e63-733c-498f-b02e-5b7ce4551ed5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:18.928583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:18.935010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:18.935619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:19.005042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:19.239556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:19.274937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e742a91b-f8f7-4339-b6f3-efb528fe46d1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:19.295241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Network': ['ID=fb7bd271-deb2-4ce0-8b29-bd65b250a676,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:19.305807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:18:19.338795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:19.409116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e742a91b-f8f7-4339-b6f3-efb528fe46d1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Calling delete_port for 76edf7f4-55c1-4a68-8bb5-cb07262a73d8 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:19.430662 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c388bc65-68dc-4f66-bfa4-99631cdfb42b tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.6862717 Mar 28 15:18:19.437483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] device_id is not set on port 9e9d8f71-c8f8-4ab0-bf61-71a88eabe5ad yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:19.448900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56330) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:19.513968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105365ed-7509-485f-b757-6b66b5bb6b82,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:19.646703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'subnet': {'network_id': 'fb7bd271-deb2-4ce0-8b29-bd65b250a676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:19.801016 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 15:18:19.801561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:19.826170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e742a91b-f8f7-4339-b6f3-efb528fe46d1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:19.831921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:19.879192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742a91b-f8f7-4339-b6f3-efb528fe46d1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Pushing event deleted for resources: {'Port': ['ID=76edf7f4-55c1-4a68-8bb5-cb07262a73d8,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:19.926960 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cadfb818-f76d-4a19-b432-91fc0621c1e1 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4034228 Mar 28 15:18:19.933349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56334) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:20.036482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Transition to ACTIVE for port object ca5f64d4-39cd-4302-b3ff-a43ad9725999 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:20.054415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Router 5075ac0d-2274-4911-a216-7fc54906bbb9 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:18:20.058212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:20.079982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:subnet and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:20.085261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:20.103306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Deleting port 016a8793-0c1e-4d95-944f-0eab1e23dbed {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:20.103646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.107010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:20.273689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.274014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.306820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.338543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:20.349449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] Sync routers for ids ['5075ac0d-2274-4911-a216-7fc54906bbb9'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:20.359529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] Routers {'5075ac0d-2274-4911-a216-7fc54906bbb9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:20.360143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5075ac0d-2274-4911-a216-7fc54906bbb9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:20.369018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Made reservation on behalf of 63d54d08399a498c9990b9b952be2ecf for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:20.372990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.421819 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ebecf898-814e-42db-b8e3-d2b2142875a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "PUT /v2.0/routers/5075ac0d-2274-4911-a216-7fc54906bbb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0761433 Mar 28 15:18:20.422324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56338) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:20.429022 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Calling delete_port for 016a8793-0c1e-4d95-944f-0eab1e23dbed owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:20.432808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.533006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] Set router 5075ac0d-2274-4911-a216-7fc54906bbb9 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:20.562882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e742a91b-f8f7-4339-b6f3-efb528fe46d1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.566815 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e742a91b-f8f7-4339-b6f3-efb528fe46d1 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/ports/76edf7f4-55c1-4a68-8bb5-cb07262a73d8 HTTP/1.1" status: 204 len: 168 time: 1.7978137 Mar 28 15:18:20.567397 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56342) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:20.571902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56f0e5-d957-4c47-be9d-f8e82157795e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:20.573368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56f0e5-d957-4c47-be9d-f8e82157795e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:20.574094 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1f56f0e5-d957-4c47-be9d-f8e82157795e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:20.604267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=e7927eb6-e6c2-4156-891d-887b7ebdd788,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:20.639234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075ac0d-2274-4911-a216-7fc54906bbb9', 'name': 'tempest-NetworksTestDHCPv6-router-1865140757', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:05Z', 'updated_at': '2022-03-28T15:18:17Z', 'revision_number': 3, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:20.643944 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] Checking router: 5075ac0d-2274-4911-a216-7fc54906bbb9 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:18:20.649159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 2fd4456b-87a8-4be4-82b3-0a3947625a65 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:20.653612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] Routers {'5075ac0d-2274-4911-a216-7fc54906bbb9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:20.654431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5075ac0d-2274-4911-a216-7fc54906bbb9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:20.673220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:20.685331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Checking segment: {'id': '700ce222-6442-423f-8803-101d7bfad28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6463cd4c-025c-4054-90fd-ce25d9124200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:20.685700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network hostable DHCP agents. Network: 6463cd4c-025c-4054-90fd-ce25d9124200, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:20.694700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:20.734377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.778582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb608da-28df-4488-afd3-9d40b00f300f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Deleting subnet 10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:20.787630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3fb608da-28df-4488-afd3-9d40b00f300f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.806020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=ca5f64d4-39cd-4302-b3ff-a43ad9725999,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:20.817361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1f56f0e5-d957-4c47-be9d-f8e82157795e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:20.817361 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1f56f0e5-d957-4c47-be9d-f8e82157795e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3607962 Mar 28 15:18:20.820855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] Set router 5075ac0d-2274-4911-a216-7fc54906bbb9 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:20.826023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56346) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:20.910485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.942063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3fb608da-28df-4488-afd3-9d40b00f300f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:20.969470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5075ac0d-2274-4911-a216-7fc54906bbb9', 'name': 'tempest-NetworksTestDHCPv6-router-1865140757', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:05Z', 'updated_at': '2022-03-28T15:18:17Z', 'revision_number': 3, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:20.978261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc2475-2b8c-4551-b1fb-769776614576 None None] The sync data for ids ['5075ac0d-2274-4911-a216-7fc54906bbb9'] in dv-neutron-828143-13-hyperv is: [{'id': '5075ac0d-2274-4911-a216-7fc54906bbb9', 'name': 'tempest-NetworksTestDHCPv6-router-1865140757', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:05Z', 'updated_at': '2022-03-28T15:18:17Z', 'revision_number': 3, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:21.043481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3fb608da-28df-4488-afd3-9d40b00f300f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.046349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-60dc6013-e7ab-42bb-ab79-f675abb5be01 None None] Provisioning for port ca5f64d4-39cd-4302-b3ff-a43ad9725999 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:21.052006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-60dc6013-e7ab-42bb-ab79-f675abb5be01 None None] Provisioning complete for port ca5f64d4-39cd-4302-b3ff-a43ad9725999 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:21.052492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-60dc6013-e7ab-42bb-ab79-f675abb5be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.078816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.108547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-60dc6013-e7ab-42bb-ab79-f675abb5be01 None None] Port ca5f64d4-39cd-4302-b3ff-a43ad9725999 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:21.165632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 6463cd4c-025c-4054-90fd-ce25d9124200 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:21.204603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Pushing event deleted for resources: {'Port': ['ID=016a8793-0c1e-4d95-944f-0eab1e23dbed,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:21.206237 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-54987fd0-5a3a-43a3-846a-bce5d623f2a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:21.237273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-54987fd0-5a3a-43a3-846a-bce5d623f2a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.253861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.268432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.269575 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d6b878a8-b3c7-48bb-9a2d-27160ef354d8 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965 tempest-ExternalNetworksAdminNegativeTestJSON-1054023965-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/81f9bbda-c65d-4786-84f4-cdea963b05f1 HTTP/1.1" status: 204 len: 168 time: 1.3346360 Mar 28 15:18:21.304191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3fb608da-28df-4488-afd3-9d40b00f300f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.348808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-139d847f-bd06-461f-9b41-45a52b1e3595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.354353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb608da-28df-4488-afd3-9d40b00f300f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Pushing event deleted for resources: {'Subnet': ['ID=10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:21.359088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 6463cd4c-025c-4054-90fd-ce25d9124200) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:21.360479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3fb608da-28df-4488-afd3-9d40b00f300f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.364830 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3fb608da-28df-4488-afd3-9d40b00f300f tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/subnets/10b1ac87-5faf-46f8-b4ec-fbf8b960e6ee HTTP/1.1" status: 204 len: 168 time: 0.7942743 Mar 28 15:18:21.375972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56352) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:21.384710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265216f-43f5-4920-878f-46dda80377de None None] Network 6463cd4c-025c-4054-90fd-ce25d9124200 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:21.404834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:21.405423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.407756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6407a6d-ef0e-4712-8fb8-b8426be8ef38 None None] Network 7159053c-23dc-43cd-b22f-6085142db6a7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:21.423921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-54987fd0-5a3a-43a3-846a-bce5d623f2a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.527343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.539656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Deleting port 9809d96b-a67d-4ebc-a800-f4d6709b817e {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:21.540413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.604054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.682294 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-741a373d-128c-4a8a-85d3-812fb2ad04ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5969112 Mar 28 15:18:21.692283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56358) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:21.722024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '6463cd4c-025c-4054-90fd-ce25d9124200', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1171022501'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:21.807383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56362) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:21.834648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] For port 9809d96b-a67d-4ebc-a800-f4d6709b817e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9809d96b-a67d-4ebc-a800-f4d6709b817e,segment=NetworkSegment(9f5a8203-774e-4b58-8307-ec415f1f32bb),segment_id=9f5a8203-774e-4b58-8307-ec415f1f32bb)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:21.835315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.848289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-6463cd4c-025c-4054-90fd-ce25d9124200', 'network_id': '6463cd4c-025c-4054-90fd-ce25d9124200', 'tenant_id': '95c1a79e2bf24cd5bc72fa103a8a3702', 'fixed_ips': [{'subnet_id': 'e7927eb6-e6c2-4156-891d-887b7ebdd788'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:21.854722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.876732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.885652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Subnet': ['ID=9647b3b1-a422-4472-9bf0-f3cbd8d314f4,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:21.888243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.979699 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-54987fd0-5a3a-43a3-846a-bce5d623f2a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:21.993306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Calling delete_port for 9809d96b-a67d-4ebc-a800-f4d6709b817e owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:22.044876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Checking segment: {'id': '0fb3745f-6b42-46a7-b14e-4dde5eef8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fb7bd271-deb2-4ce0-8b29-bd65b250a676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:22.048142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network hostable DHCP agents. Network: fb7bd271-deb2-4ce0-8b29-bd65b250a676, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:22.068526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] DHCP port deletion for 7159053c-23dc-43cd-b22f-6085142db6a7 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:22.071209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:22.076093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1ec4-7f7c-450c-8831-d82947c10c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.102325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b7ba1ec4-7f7c-450c-8831-d82947c10c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:22.108701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b7ba1ec4-7f7c-450c-8831-d82947c10c36 admin admin] Usage tracker for resource:security_group_rule and tenant:8e22828b30404e12b5259182cd399fe7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:22.110151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] Deleting port 9809d96b-a67d-4ebc-a800-f4d6709b817e {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:22.110516 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.122331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b7ba1ec4-7f7c-450c-8831-d82947c10c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:22.129476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b7ba1ec4-7f7c-450c-8831-d82947c10c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:22.147781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:22.148114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1c9474c2-eac5-4afe-b3f9-a7f6b06cd830 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:22.220981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1ec4-7f7c-450c-8831-d82947c10c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.227493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Allocated IP 172.20.0.2 (6463cd4c-025c-4054-90fd-ce25d9124200/e7927eb6-e6c2-4156-891d-887b7ebdd788/57b7e3c4-f303-41b6-b4a3-66c2f187735a) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:22.228662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.229252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:22.230075 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:18:22.282837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Pushing event deleted for resources: {'Port': ['ID=9809d96b-a67d-4ebc-a800-f4d6709b817e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:22.284179 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] No DVR routers for this DVR port 9809d96b-a67d-4ebc-a800-f4d6709b817e on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:22.296442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:port and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:22.313018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:22.317580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1ec4-7f7c-450c-8831-d82947c10c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.376126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:22.386327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:22.443380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56368) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:22.443608 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b7ba1ec4-7f7c-450c-8831-d82947c10c36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e22828b30404e12b5259182cd399fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348770 Mar 28 15:18:22.465568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.473054 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba1ec4-7f7c-450c-8831-d82947c10c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f86bd8c-6c7d-4f59-89e7-b9875ee8f387,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:22.491719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-54987fd0-5a3a-43a3-846a-bce5d623f2a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.507680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] For port 9809d96b-a67d-4ebc-a800-f4d6709b817e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9809d96b-a67d-4ebc-a800-f4d6709b817e,segment=NetworkSegment(9f5a8203-774e-4b58-8307-ec415f1f32bb),segment_id=9f5a8203-774e-4b58-8307-ec415f1f32bb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:22.507680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.508508 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7159053c-23dc-43cd-b22f-6085142db6a7']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:22.512371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5a8203-774e-4b58-8307-ec415f1f32bb') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:22.512763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5a8203-774e-4b58-8307-ec415f1f32bb') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:22.524448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.527110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, fb7bd271-deb2-4ce0-8b29-bd65b250a676) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:22.529158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:22.532591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.541671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.549049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:18:22.549049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:18:22.564711 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:18:22.572017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce72975-a4f3-4bd6-9d5c-a466c3b7e4b6 None None] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:22.674169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] Calling delete_port for 9809d96b-a67d-4ebc-a800-f4d6709b817e owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:22.720523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.742039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:22.742614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.745923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.750544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] Pushing event deleted for resources: {'Network': ['ID=7159053c-23dc-43cd-b22f-6085142db6a7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:22.765856 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d6455446-5177-46aa-bc8b-0ca4c47890b6 tempest-TagsExtTest-1841583730 tempest-TagsExtTest-1841583730-project] 10.222.0.16 "DELETE /v2.0/networks/7159053c-23dc-43cd-b22f-6085142db6a7 HTTP/1.1" status: 204 len: 168 time: 1.3872287 Mar 28 15:18:22.786999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54987fd0-5a3a-43a3-846a-bce5d623f2a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:22.790047 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-54987fd0-5a3a-43a3-846a-bce5d623f2a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.826604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef7ccdd-05ae-4d66-a9e6-77242c2928be None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:22.839173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 71fb7997-f493-43fc-9bd4-8716b7b8c185 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:22.936617 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a8117007-72c4-4153-9254-7c12098329be tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4860568 Mar 28 15:18:22.939245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56374) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:22.948029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc76f0f4-0bc6-40ea-90ba-f0dbee995f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:22.950136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-408483975', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:22.957662 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-54987fd0-5a3a-43a3-846a-bce5d623f2a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d HTTP/1.1" status: 204 len: 168 time: 2.1230633 Mar 28 15:18:22.957847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:22.960001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56378) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:22.989071 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.008174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc76f0f4-0bc6-40ea-90ba-f0dbee995f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.014499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:18:23.014736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:18:23.016801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Router 1adc2042-34ad-4c53-9e19-f517a322aef9 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:18:23.023357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.074987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Transition to ACTIVE for port object 57b7e3c4-f303-41b6-b4a3-66c2f187735a will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:23.122855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.134646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:router and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:23.143840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:23.157014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:23.196209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943b9281-4a13-48cf-8c5c-6617dbff78d5 None None] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:23.210490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Transition to ACTIVE for port object 57b7e3c4-f303-41b6-b4a3-66c2f187735a will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:23.263657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.264966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.283504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-014979b9-85d3-493c-897e-40c39ff602ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:router {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:23.302540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.331532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=ca5f64d4-39cd-4302-b3ff-a43ad9725999,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:23.355388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-014979b9-85d3-493c-897e-40c39ff602ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:router {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:23.356910 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-014979b9-85d3-493c-897e-40c39ff602ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3961916 Mar 28 15:18:23.361862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56384) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:23.363621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56386) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:23.363958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.375241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Network 6463cd4c-025c-4054-90fd-ce25d9124200 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:23.386111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:23.411793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:23.421545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Pushing event updated for resources: {'Port': ['ID=57b7e3c4-f303-41b6-b4a3-66c2f187735a,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:23.433168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc76f0f4-0bc6-40ea-90ba-f0dbee995f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.453516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.505752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:23.519205 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Sync routers for ids ['1adc2042-34ad-4c53-9e19-f517a322aef9'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:23.521198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] Deleting port 9809d96b-a67d-4ebc-a800-f4d6709b817e {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:23.521699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.524263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76f0f4-0bc6-40ea-90ba-f0dbee995f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f86bd8c-6c7d-4f59-89e7-b9875ee8f387,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:23.536527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-033f3451-c8f2-4b37-bbde-5ecbc02a339c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.557366 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Routers {'1adc2042-34ad-4c53-9e19-f517a322aef9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:23.557999 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:17:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['1adc2042-34ad-4c53-9e19-f517a322aef9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:23.568075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc76f0f4-0bc6-40ea-90ba-f0dbee995f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.568075 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cc76f0f4-0bc6-40ea-90ba-f0dbee995f9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f86bd8c-6c7d-4f59-89e7-b9875ee8f387 HTTP/1.1" status: 204 len: 168 time: 1.1193626 Mar 28 15:18:23.568075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.5 (6463cd4c-025c-4054-90fd-ce25d9124200/e7927eb6-e6c2-4156-891d-887b7ebdd788/71fb7997-f493-43fc-9bd4-8716b7b8c185) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:23.660388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:23.693675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 2fd4456b-87a8-4be4-82b3-0a3947625a65 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:23.694633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.696202 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-80b4a8e1-40e4-406b-aa49-7180da814164 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.1111660 Mar 28 15:18:23.706283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:23.710526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56396) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:23.749367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Deleting port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:23.749750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.779129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3f6150f9-fa02-4362-b4b6-e6493161312a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.812691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0971b885-dc48-4930-ada5-f66ca0d9a9e6 None None] The port '9809d96b-a67d-4ebc-a800-f4d6709b817e' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:18:23.832853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Attempting to bind port 57b7e3c4-f303-41b6-b4a3-66c2f187735a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:23.833499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Attempting to bind port 57b7e3c4-f303-41b6-b4a3-66c2f187735a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '700ce222-6442-423f-8803-101d7bfad28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6463cd4c-025c-4054-90fd-ce25d9124200'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:23.834041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Attempting to bind port 57b7e3c4-f303-41b6-b4a3-66c2f187735a on network 6463cd4c-025c-4054-90fd-ce25d9124200 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:23.953774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:23.954310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Checking segment: {'id': '700ce222-6442-423f-8803-101d7bfad28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6463cd4c-025c-4054-90fd-ce25d9124200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:23.954945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.955461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Bound using segment: {'id': '700ce222-6442-423f-8803-101d7bfad28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6463cd4c-025c-4054-90fd-ce25d9124200'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:23.956053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Bound port: 57b7e3c4-f303-41b6-b4a3-66c2f187735a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700ce222-6442-423f-8803-101d7bfad28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6463cd4c-025c-4054-90fd-ce25d9124200'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:23.956584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:23.992315 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Set router 1adc2042-34ad-4c53-9e19-f517a322aef9 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:24.024005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9809d96b-a67d-4ebc-a800-f4d6709b817e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:24.111322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-033f3451-c8f2-4b37-bbde-5ecbc02a339c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.116897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-033f3451-c8f2-4b37-bbde-5ecbc02a339c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.177112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 9809d96b-a67d-4ebc-a800-f4d6709b817e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:24.177623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9809d96b-a67d-4ebc-a800-f4d6709b817e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:24.178128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:24.266411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.279614 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c95177da-7b44-46fc-8326-30bf098caf11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac906428f8044d659e0903c2bdc7a454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9140618 Mar 28 15:18:24.283988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56404) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:24.284974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router adb9a0e7-b21f-499a-8a85-d9ac5a8412d6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:18:24.294303 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d1fe2c35-8f39-4c80-8789-fea2d8abdee5 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/routers/1adc2042-34ad-4c53-9e19-f517a322aef9 HTTP/1.1" status: 200 len: 909 time: 0.5826130 Mar 28 15:18:24.299317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56408) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:24.306721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1392812047', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': True}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:24.315776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object 71fb7997-f493-43fc-9bd4-8716b7b8c185 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:24.317196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:24.373256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Usage tracker for resource:router and tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:24.407747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5d1350cd-b507-4631-bd86-c9acd6a0b1a3 None None] Provisioning complete for port ca5f64d4-39cd-4302-b3ff-a43ad9725999 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:24.408409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5d1350cd-b507-4631-bd86-c9acd6a0b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.422883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-033f3451-c8f2-4b37-bbde-5ecbc02a339c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.423558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033f3451-c8f2-4b37-bbde-5ecbc02a339c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Fanout notify agent at l3_agent the message router_deleted on router 5075ac0d-2274-4911-a216-7fc54906bbb9 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:18:24.474183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] For port 57b7e3c4-f303-41b6-b4a3-66c2f187735a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:24.543957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:24.546785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56412) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:24.573564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.596081 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adc2042-34ad-4c53-9e19-f517a322aef9', 'name': 'tempest-snat-router-1392812047', 'tenant_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.225'}], 'enable_snat': False}, 'gw_port_id': 'a9cf0e63-733c-498f-b02e-5b7ce4551ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:12Z', 'updated_at': '2022-03-28T15:18:20Z', 'revision_number': 3, 'project_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'gw_port': {'id': 'a9cf0e63-733c-498f-b02e-5b7ce4551ed5', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adc2042-34ad-4c53-9e19-f517a322aef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:15Z', 'updated_at': '2022-03-28T15:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:24.602574 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Checking router: 1adc2042-34ad-4c53-9e19-f517a322aef9 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:18:24.603884 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Updating router 1adc2042-34ad-4c53-9e19-f517a322aef9 port a9cf0e63-733c-498f-b02e-5b7ce4551ed5 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:18:24.610854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e05c4caa-43dc-441d-8d1c-a2991dda4939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.637319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:24.647994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e05c4caa-43dc-441d-8d1c-a2991dda4939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.660572 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.712113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:24.724492 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7715b142-8797-49fb-998d-eabf2ebc77ac tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/adb9a0e7-b21f-499a-8a85-d9ac5a8412d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7874575 Mar 28 15:18:24.724669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56416) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:24.728653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] For port 57b7e3c4-f303-41b6-b4a3-66c2f187735a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=57b7e3c4-f303-41b6-b4a3-66c2f187735a,segment=NetworkSegment(700ce222-6442-423f-8803-101d7bfad28e),segment_id=700ce222-6442-423f-8803-101d7bfad28e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:24.731050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.737067 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f8306ad9-d00f-4908-ba3d-bca09fdcf3bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3308bdb3a15f457c862222b090e14405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858792 Mar 28 15:18:24.742057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.742057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.745471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56420) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:24.749600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5d1350cd-b507-4631-bd86-c9acd6a0b1a3 None None] Port ca5f64d4-39cd-4302-b3ff-a43ad9725999 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:24.775669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c2097-9612-4e01-aeef-3c1faabfe0b5 None None] Sync routers for ids ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:24.797926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.808463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622cc216-7102-4d4f-9e14-3df76cad6c69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:24.814588 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-622cc216-7102-4d4f-9e14-3df76cad6c69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports/ca5f64d4-39cd-4302-b3ff-a43ad9725999 HTTP/1.1" status: 200 len: 910 time: 0.0842707 Mar 28 15:18:24.814811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56424) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:24.826371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] For port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:24.827786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.831272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e05c4caa-43dc-441d-8d1c-a2991dda4939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.857568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-033f3451-c8f2-4b37-bbde-5ecbc02a339c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.857568 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-033f3451-c8f2-4b37-bbde-5ecbc02a339c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/routers/5075ac0d-2274-4911-a216-7fc54906bbb9 HTTP/1.1" status: 204 len: 168 time: 1.4908626 Mar 28 15:18:24.858575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c4caa-43dc-441d-8d1c-a2991dda4939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a56635-a5e6-4662-b199-daf060791c71,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:24.859781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:24.860998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56428) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:24.863895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.864279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e05c4caa-43dc-441d-8d1c-a2991dda4939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.865613 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e05c4caa-43dc-441d-8d1c-a2991dda4939 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8a56635-a5e6-4662-b199-daf060791c71 HTTP/1.1" status: 204 len: 168 time: 0.5803280 Mar 28 15:18:24.874315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:24.897105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:24.936991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.053443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dff46bd1-fe16-44c3-88a7-4b3d55f75311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.092760 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.108360 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Transition to ACTIVE for port object a9cf0e63-733c-498f-b02e-5b7ce4551ed5 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:25.139781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 6463cd4c-025c-4054-90fd-ce25d9124200 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:25.176906 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.185795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c2097-9612-4e01-aeef-3c1faabfe0b5 None None] Routers {'adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:25.186497 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a41c2097-9612-4e01-aeef-3c1faabfe0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:25.200108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:25.224872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:25.253950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.254226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:25.256946 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.266498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:25.270559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:25.273671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dff46bd1-fe16-44c3-88a7-4b3d55f75311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.274211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Calling delete_port for 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:25.278818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:25.311020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a41c2097-9612-4e01-aeef-3c1faabfe0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:25.345621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa808196-d0fb-4289-85d9-4bff22820ab2 None None] Pushing event updated for resources: {'Port': ['ID=57b7e3c4-f303-41b6-b4a3-66c2f187735a,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:25.346364 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400527e9-5b61-4dce-b126-8a92e6e7245b None None] Pushing event updated for resources: {'Port': ['ID=a9cf0e63-733c-498f-b02e-5b7ce4551ed5,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:25.356887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=71fb7997-f493-43fc-9bd4-8716b7b8c185,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:25.383156 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Attempting to bind port a9cf0e63-733c-498f-b02e-5b7ce4551ed5 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:25.383527 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Attempting to bind port a9cf0e63-733c-498f-b02e-5b7ce4551ed5 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:25.384018 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Attempting to bind port a9cf0e63-733c-498f-b02e-5b7ce4551ed5 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:25.402130 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:25.403857 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:25.404256 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.404719 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:25.405988 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Bound port: a9cf0e63-733c-498f-b02e-5b7ce4551ed5, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:25.407973 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.424317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:25.424647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c2097-9612-4e01-aeef-3c1faabfe0b5 None None] Routers {'adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:25.425432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a41c2097-9612-4e01-aeef-3c1faabfe0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:25.428779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.498687 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a41c2097-9612-4e01-aeef-3c1faabfe0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:25.499361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c2097-9612-4e01-aeef-3c1faabfe0b5 None None] The sync data for ids ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:25.567948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:25.592999 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] For port a9cf0e63-733c-498f-b02e-5b7ce4551ed5, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:25.597106 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] For port a9cf0e63-733c-498f-b02e-5b7ce4551ed5, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a9cf0e63-733c-498f-b02e-5b7ce4551ed5,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:25.635076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:18:25.635447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:18:25.658994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.663696 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.702947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.728562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:25.729371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.776228 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Routers {'1adc2042-34ad-4c53-9e19-f517a322aef9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:25.776842 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['1adc2042-34ad-4c53-9e19-f517a322aef9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:25.783814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:25.898715 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400527e9-5b61-4dce-b126-8a92e6e7245b None None] Pushing event updated for resources: {'Port': ['ID=a9cf0e63-733c-498f-b02e-5b7ce4551ed5,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:25.956384 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f51aa76d-1e48-48ab-8630-a6f692cd675e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.2596631 Mar 28 15:18:25.960313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56444) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:25.987225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dff46bd1-fe16-44c3-88a7-4b3d55f75311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.092781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 57b7e3c4-f303-41b6-b4a3-66c2f187735a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:26.107698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff46bd1-fe16-44c3-88a7-4b3d55f75311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105365ed-7509-485f-b757-6b66b5bb6b82,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:26.114893 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.151498 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] Set router 1adc2042-34ad-4c53-9e19-f517a322aef9 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:26.153613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Deleting port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:26.154137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.156946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dff46bd1-fe16-44c3-88a7-4b3d55f75311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.160389 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-dff46bd1-fe16-44c3-88a7-4b3d55f75311 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/105365ed-7509-485f-b757-6b66b5bb6b82 HTTP/1.1" status: 204 len: 168 time: 1.4116623 Mar 28 15:18:26.188896 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-03d41bae-9a78-4528-b849-cfdf56bbe347 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 71fb7997-f493-43fc-9bd4-8716b7b8c185 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:26.189243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-03d41bae-9a78-4528-b849-cfdf56bbe347 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.254194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:26.259423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:26.263213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:26.264032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.308517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=6100486d-6b64-47ea-9fd2-11280575c0f4,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:26.331259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.26.7.250 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/0010675e-7bb7-47e1-b997-51425e0cbef6) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:26.354515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.490023 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6da864a5-edce-4252-a918-c48ad7923cc7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6276698 Mar 28 15:18:26.497608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56456) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:26.498514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 57b7e3c4-f303-41b6-b4a3-66c2f187735a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:26.597901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2052780619', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:26.603262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.635529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:26.672149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:router and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:26.722042 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adc2042-34ad-4c53-9e19-f517a322aef9', 'name': 'tempest-snat-router-1392812047', 'tenant_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.225'}], 'enable_snat': False}, 'gw_port_id': 'a9cf0e63-733c-498f-b02e-5b7ce4551ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:12Z', 'updated_at': '2022-03-28T15:18:20Z', 'revision_number': 3, 'project_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'gw_port': {'id': 'a9cf0e63-733c-498f-b02e-5b7ce4551ed5', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adc2042-34ad-4c53-9e19-f517a322aef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:15Z', 'updated_at': '2022-03-28T15:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:26.726831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.729578 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef245eef-2606-4c66-b042-f0116ef9efa5 None None] The sync data for ids ['1adc2042-34ad-4c53-9e19-f517a322aef9'] in dv-neutron-828143-13-hyperv is: [{'id': '1adc2042-34ad-4c53-9e19-f517a322aef9', 'name': 'tempest-snat-router-1392812047', 'tenant_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.225'}], 'enable_snat': False}, 'gw_port_id': 'a9cf0e63-733c-498f-b02e-5b7ce4551ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:12Z', 'updated_at': '2022-03-28T15:18:20Z', 'revision_number': 3, 'project_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'gw_port': {'id': 'a9cf0e63-733c-498f-b02e-5b7ce4551ed5', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adc2042-34ad-4c53-9e19-f517a322aef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:15Z', 'updated_at': '2022-03-28T15:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:26.732877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:26.790330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] For port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:26.790748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.802158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:26.869423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:26.873603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:26.877843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:26.938672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=0010675e-7bb7-47e1-b997-51425e0cbef6,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:26.972044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:26.976792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:27.106515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Calling delete_port for 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:27.218932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d6c08f-bd62-4555-9b1b-8404f06484a5 None None] Network 6463cd4c-025c-4054-90fd-ce25d9124200 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:27.265937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:27.268879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-03d41bae-9a78-4528-b849-cfdf56bbe347 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:27.308756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:27.355172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] No DVR routers for this DVR port 845ffd61-ddf0-4991-bd6e-acf8dec6eb1c on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:27.430292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa2e63-a21d-4d54-b200-65b1313189f9 None None] Pushing event deleted for resources: {'Port': ['ID=845ffd61-ddf0-4991-bd6e-acf8dec6eb1c,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:27.432245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:27.432923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba6cec-ec19-467e-83b7-674a1f2bda6d None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:27.535968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e21c95a8-343a-49b2-8181-c50b53def68d None None] Provisioning for port 57b7e3c4-f303-41b6-b4a3-66c2f187735a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:27.552135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e21c95a8-343a-49b2-8181-c50b53def68d None None] Provisioning complete for port 57b7e3c4-f303-41b6-b4a3-66c2f187735a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:27.552598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e21c95a8-343a-49b2-8181-c50b53def68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:27.677648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-03d41bae-9a78-4528-b849-cfdf56bbe347 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 71fb7997-f493-43fc-9bd4-8716b7b8c185 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:27.679019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:27.760903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.068474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '6100486d-6b64-47ea-9fd2-11280575c0f4'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:28.069314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.157854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.166321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56492) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:28.181385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.284560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/6100486d-6b64-47ea-9fd2-11280575c0f4/8b129e30-b372-4657-a6d2-c732052b4104) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:28.303346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a9cf0e63-733c-498f-b02e-5b7ce4551ed5 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:28.395763 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e21c95a8-343a-49b2-8181-c50b53def68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.439460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56500) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:28.442950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e21c95a8-343a-49b2-8181-c50b53def68d None None] For port 57b7e3c4-f303-41b6-b4a3-66c2f187735a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=57b7e3c4-f303-41b6-b4a3-66c2f187735a,segment=NetworkSegment(700ce222-6442-423f-8803-101d7bfad28e),segment_id=700ce222-6442-423f-8803-101d7bfad28e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:28.445943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.502991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port a9cf0e63-733c-498f-b02e-5b7ce4551ed5 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:28.508194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a9cf0e63-733c-498f-b02e-5b7ce4551ed5 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:28.508558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.561803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ddd6206f-f027-4871-86a7-ef13ea8c2305 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] Request body: {'port': {'network_id': '14012d73-a39c-4f34-bbb5-a25ea7e946fe', 'name': 'tempest-NetworksNegativeTestJSON-306041832'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:28.583461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.584646 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-979217d7-cf57-4e2d-a5ef-071ec3a05efd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 2.0778434 Mar 28 15:18:28.594307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56506) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:28.686362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-03d41bae-9a78-4528-b849-cfdf56bbe347 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.720690 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd6206f-f027-4871-86a7-ef13ea8c2305 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] POST failed (client error): The resource could not be found. Mar 28 15:18:28.721153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd6206f-f027-4871-86a7-ef13ea8c2305 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:28.722273 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ddd6206f-f027-4871-86a7-ef13ea8c2305 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5494316 Mar 28 15:18:28.726078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56510) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:28.766725 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00b9d76-60ec-400b-86b7-b86496071634 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] DELETE failed (client error): The resource could not be found. Mar 28 15:18:28.767262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00b9d76-60ec-400b-86b7-b86496071634 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:28.772467 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f00b9d76-60ec-400b-86b7-b86496071634 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "DELETE /v2.0/networks/2be9cda4-5377-45ab-a5a0-2c6439f818cb HTTP/1.1" status: 404 len: 339 time: 0.0420511 Mar 28 15:18:28.772883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56514) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:28.796836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e21c95a8-343a-49b2-8181-c50b53def68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:28.844048 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca07060d-61e8-4cd7-9644-5a186159d1a9 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] DELETE failed (client error): The resource could not be found. Mar 28 15:18:28.844519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca07060d-61e8-4cd7-9644-5a186159d1a9 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:28.851437 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ca07060d-61e8-4cd7-9644-5a186159d1a9 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "DELETE /v2.0/ports/49c8fe57-8a6f-49ab-a3ba-55b740dd1c41 HTTP/1.1" status: 404 len: 333 time: 0.0774689 Mar 28 15:18:28.852067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56518) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:28.908997 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-214704dc-4769-40c6-a091-fca0ac0fa3a8 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] DELETE failed (client error): The resource could not be found. Mar 28 15:18:28.909452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214704dc-4769-40c6-a091-fca0ac0fa3a8 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:28.916092 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-214704dc-4769-40c6-a091-fca0ac0fa3a8 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "DELETE /v2.0/subnets/b897f4e2-f324-466f-ab05-dffaf99917ad HTTP/1.1" status: 404 len: 337 time: 0.0618801 Mar 28 15:18:28.916871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56522) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:28.968355 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-074959a5-bca1-46fd-b131-8bf76d497256 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] GET failed (client error): The resource could not be found. Mar 28 15:18:28.973997 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-074959a5-bca1-46fd-b131-8bf76d497256 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "GET /v2.0/networks/a105d12c-f042-46d2-b62d-dccec71b25a9 HTTP/1.1" status: 404 len: 339 time: 0.0560830 Mar 28 15:18:28.974789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56526) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:28.975439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:18:29.002162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Allocated IP 172.26.7.228 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/060ad72a-7928-44c7-ad18-255daa874f76) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:29.021205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c95a8-343a-49b2-8181-c50b53def68d None None] Pushing event updated for resources: {'Port': ['ID=57b7e3c4-f303-41b6-b4a3-66c2f187735a,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:29.045307 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.050648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-24949fc2-1db8-4a25-b703-dc4bf32aed2a None None] Provisioning complete for port 57b7e3c4-f303-41b6-b4a3-66c2f187735a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:29.051016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-24949fc2-1db8-4a25-b703-dc4bf32aed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.117778 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-b520c7d8-2256-4e9d-ac64-bb83f789301f tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] GET failed (client error): The resource could not be found. Mar 28 15:18:29.123399 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b520c7d8-2256-4e9d-ac64-bb83f789301f tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "GET /v2.0/ports/479f729c-2503-4358-8f37-fcfbc8001d05 HTTP/1.1" status: 404 len: 333 time: 0.1416318 Mar 28 15:18:29.123989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56530) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:29.150198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port a9cf0e63-733c-498f-b02e-5b7ce4551ed5, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a9cf0e63-733c-498f-b02e-5b7ce4551ed5,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:29.162897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.170466 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f26472b-0395-417b-b101-16c4748cb923 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] GET failed (client error): The resource could not be found. Mar 28 15:18:29.175542 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0f26472b-0395-417b-b101-16c4748cb923 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "GET /v2.0/subnets/dffbac63-9e88-4eb2-806c-580eca3d51d9 HTTP/1.1" status: 404 len: 337 time: 0.0486593 Mar 28 15:18:29.178176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56534) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:29.185798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9eba509e-d1b2-4cfb-82f5-810242151f34 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:29.193436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.206439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Transition to ACTIVE for port object 8b129e30-b372-4657-a6d2-c732052b4104 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:29.210212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'network': {'name': 'tempest-network-smoke--1729938666', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'port_security_enabled': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:29.224764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d41bae-9a78-4528-b849-cfdf56bbe347 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=71fb7997-f493-43fc-9bd4-8716b7b8c185,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:29.226933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:29.251995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.279592 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eba509e-d1b2-4cfb-82f5-810242151f34 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] PUT failed (client error): The resource could not be found. Mar 28 15:18:29.280279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eba509e-d1b2-4cfb-82f5-810242151f34 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:29.285154 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9eba509e-d1b2-4cfb-82f5-810242151f34 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "PUT /v2.0/networks/d36b4a24-abc6-4aed-b9f1-653ff0ce7a28 HTTP/1.1" status: 404 len: 339 time: 0.1058466 Mar 28 15:18:29.287779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56538) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:29.293453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5e78197d-6557-4182-8e55-94b199c515fa tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:29.314057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Transition to ACTIVE for port object 8b129e30-b372-4657-a6d2-c732052b4104 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:29.333762 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e78197d-6557-4182-8e55-94b199c515fa tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] PUT failed (client error): The resource could not be found. Mar 28 15:18:29.334194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e78197d-6557-4182-8e55-94b199c515fa tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:29.339088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:network and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:29.339381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-24949fc2-1db8-4a25-b703-dc4bf32aed2a None None] Could not find standard attr ID for object 71fb7997-f493-43fc-9bd4-8716b7b8c185. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:18:29.343007 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5e78197d-6557-4182-8e55-94b199c515fa tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "PUT /v2.0/ports/6b8f0092-5093-42e5-a6df-086242ba9a1e HTTP/1.1" status: 404 len: 333 time: 0.0505829 Mar 28 15:18:29.345891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56542) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:29.354030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4dde0b5e-9002-4c41-a4d0-af18f474c231 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:29.356389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=a9cf0e63-733c-498f-b02e-5b7ce4551ed5,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:29.387270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.394361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:29.403255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:29.405293 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dde0b5e-9002-4c41-a4d0-af18f474c231 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] PUT failed (client error): The resource could not be found. Mar 28 15:18:29.405411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dde0b5e-9002-4c41-a4d0-af18f474c231 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:18:29.407176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.410187 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4dde0b5e-9002-4c41-a4d0-af18f474c231 tempest-NetworksNegativeTestJSON-1050103150 tempest-NetworksNegativeTestJSON-1050103150-project] 10.222.0.16 "PUT /v2.0/subnets/8d19b8ee-d386-4ef3-bf24-063aaaee0172 HTTP/1.1" status: 404 len: 337 time: 0.0634844 Mar 28 15:18:29.423478 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8eb46-eabc-4dd6-ac21-94d0a1ce4f79 None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:29.442064 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8eb46-eabc-4dd6-ac21-94d0a1ce4f79 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:29.442693 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-02f8eb46-eabc-4dd6-ac21-94d0a1ce4f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:29.503160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.504574 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-079321e3-c453-4a51-bc0f-7bc21aa70ec5 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5626838 Mar 28 15:18:29.507343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56548) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:29.533828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ae0dab6a-4004-4009-8dfd-87a4bfc95a7f None None] Could not find standard attr ID for object 71fb7997-f493-43fc-9bd4-8716b7b8c185. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:18:29.535298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Pushing event updated for resources: {'Port': ['ID=8b129e30-b372-4657-a6d2-c732052b4104,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:29.550892 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-02f8eb46-eabc-4dd6-ac21-94d0a1ce4f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:29.561475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:29.565544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:29.574774 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8eb46-eabc-4dd6-ac21-94d0a1ce4f79 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:29.575860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:29.576726 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-02f8eb46-eabc-4dd6-ac21-94d0a1ce4f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:29.584699 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:29.660543 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-02f8eb46-eabc-4dd6-ac21-94d0a1ce4f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:29.661706 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8eb46-eabc-4dd6-ac21-94d0a1ce4f79 None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:29.686396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:29.688635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-03d41bae-9a78-4528-b849-cfdf56bbe347 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.690651 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-03d41bae-9a78-4528-b849-cfdf56bbe347 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/71fb7997-f493-43fc-9bd4-8716b7b8c185 HTTP/1.1" status: 204 len: 168 time: 3.7208166 Mar 28 15:18:29.695765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:29.701878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56552) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:29.707790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:29.722255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Attempting to bind port 8b129e30-b372-4657-a6d2-c732052b4104 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:29.723008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Attempting to bind port 8b129e30-b372-4657-a6d2-c732052b4104 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:29.723008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Attempting to bind port 8b129e30-b372-4657-a6d2-c732052b4104 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:29.728495 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:29.731300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:29.731300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.731300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:29.731300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Bound port: 8b129e30-b372-4657-a6d2-c732052b4104, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:29.731300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.827924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] For port 8b129e30-b372-4657-a6d2-c732052b4104, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:29.832435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] For port 8b129e30-b372-4657-a6d2-c732052b4104, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8b129e30-b372-4657-a6d2-c732052b4104,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:29.849495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event updated for resources: {'Port': ['ID=060ad72a-7928-44c7-ad18-255daa874f76,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:29.853575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:29.857048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.897801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:29.975284 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d294ab-3510-47fb-9935-1a63d73ad14b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:18:29.976160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a2d294ab-3510-47fb-9935-1a63d73ad14b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:29.992851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.033585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eca1b-3f60-4060-bf27-d30aaa3f01d6 None None] Pushing event updated for resources: {'Port': ['ID=8b129e30-b372-4657-a6d2-c732052b4104,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:30.052690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a9cf0e63-733c-498f-b02e-5b7ce4551ed5 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:30.077079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56558) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:30.080542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:30.141856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a9cf0e63-733c-498f-b02e-5b7ce4551ed5 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:30.142725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.187126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:30.193695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:30.196681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port ca5f64d4-39cd-4302-b3ff-a43ad9725999 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:30.197189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.300556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a2d294ab-3510-47fb-9935-1a63d73ad14b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:30.301937 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a2d294ab-3510-47fb-9935-1a63d73ad14b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/71fb7997-f493-43fc-9bd4-8716b7b8c185 HTTP/1.1" status: 404 len: 333 time: 0.5661006 Mar 28 15:18:30.303213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 57b7e3c4-f303-41b6-b4a3-66c2f187735a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:30.315783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56564) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:30.359891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:30.382693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 57b7e3c4-f303-41b6-b4a3-66c2f187735a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:30.383718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.413812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbba685-065c-4325-a9d4-227e72c6ba0c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet e7927eb6-e6c2-4156-891d-887b7ebdd788 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:30.418866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fbba685-065c-4325-a9d4-227e72c6ba0c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.438361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.510393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fbba685-065c-4325-a9d4-227e72c6ba0c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.519392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-209e9e97-4dc2-46f4-91a7-78706170db07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.711314 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fbba685-065c-4325-a9d4-227e72c6ba0c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.806259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-209e9e97-4dc2-46f4-91a7-78706170db07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:30.829229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:30.833743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-209e9e97-4dc2-46f4-91a7-78706170db07 admin admin] Usage tracker for resource:security_group_rule and tenant:97eedf1396c34f72966727bd759d4d7f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:30.847058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-209e9e97-4dc2-46f4-91a7-78706170db07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:30.906067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-209e9e97-4dc2-46f4-91a7-78706170db07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:30.992185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fbba685-065c-4325-a9d4-227e72c6ba0c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.053358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9fbba685-065c-4325-a9d4-227e72c6ba0c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.058359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbba685-065c-4325-a9d4-227e72c6ba0c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=e7927eb6-e6c2-4156-891d-887b7ebdd788,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:31.063055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e002c31-3c0a-43be-9d80-43b5b55ab473 None None] Network 6463cd4c-025c-4054-90fd-ce25d9124200 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:31.083650 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9fbba685-065c-4325-a9d4-227e72c6ba0c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/e7927eb6-e6c2-4156-891d-887b7ebdd788 HTTP/1.1" status: 204 len: 168 time: 0.7662303 Mar 28 15:18:31.091308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.100155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56568) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:31.301206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for ca5f64d4-39cd-4302-b3ff-a43ad9725999 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:31.329783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.20.0.1 (fb7bd271-deb2-4ce0-8b29-bd65b250a676/9647b3b1-a422-4472-9bf0-f3cbd8d314f4/0e5662eb-896e-463b-87f3-e62437f01c5e) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:31.379990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175ae9c-5d3a-4991-9ebe-a6302d19eabf None None] DHCP port deletion for 6463cd4c-025c-4054-90fd-ce25d9124200 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:31.384862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-9175ae9c-5d3a-4991-9ebe-a6302d19eabf None None] Deleting port 57b7e3c4-f303-41b6-b4a3-66c2f187735a {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:31.386172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9175ae9c-5d3a-4991-9ebe-a6302d19eabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.513459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.581764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6d6346b8-fe1b-48ae-93c8-c62f5ecb6548 None None] Provisioning for port 8b129e30-b372-4657-a6d2-c732052b4104 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:31.607202 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.608526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.610235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-9175ae9c-5d3a-4991-9ebe-a6302d19eabf None None] For port 57b7e3c4-f303-41b6-b4a3-66c2f187735a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=57b7e3c4-f303-41b6-b4a3-66c2f187735a,segment=NetworkSegment(700ce222-6442-423f-8803-101d7bfad28e),segment_id=700ce222-6442-423f-8803-101d7bfad28e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:31.610677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9175ae9c-5d3a-4991-9ebe-a6302d19eabf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.618680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.672562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:31.676088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:31.678633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:31.711689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.738069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-9175ae9c-5d3a-4991-9ebe-a6302d19eabf None None] Calling delete_port for 57b7e3c4-f303-41b6-b4a3-66c2f187735a owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:31.791158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.825700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-209e9e97-4dc2-46f4-91a7-78706170db07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.837004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 57b7e3c4-f303-41b6-b4a3-66c2f187735a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:31.837344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.858496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=0e5662eb-896e-463b-87f3-e62437f01c5e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:31.876980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.921177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9175ae9c-5d3a-4991-9ebe-a6302d19eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:31.940539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776b7f3c-30cf-47a9-b179-d408e3072cc8,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:31.969305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175ae9c-5d3a-4991-9ebe-a6302d19eabf None None] Pushing event deleted for resources: {'Port': ['ID=57b7e3c4-f303-41b6-b4a3-66c2f187735a,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:31.972004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175ae9c-5d3a-4991-9ebe-a6302d19eabf None None] No DVR routers for this DVR port 57b7e3c4-f303-41b6-b4a3-66c2f187735a on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:32.012643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::1 (407e43a9-7d21-4a68-a014-97c49e9e0f14/6100486d-6b64-47ea-9fd2-11280575c0f4/bffd1fea-9054-4bef-a1a5-074018efd462) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:32.023288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-209e9e97-4dc2-46f4-91a7-78706170db07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.037916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:18:32.063654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8b129e30-b372-4657-a6d2-c732052b4104 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:32.108301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] The port '57b7e3c4-f303-41b6-b4a3-66c2f187735a' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:18:32.127959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.200597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 8b129e30-b372-4657-a6d2-c732052b4104 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:32.206450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8b129e30-b372-4657-a6d2-c732052b4104 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:32.206821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.300031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.300351 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Added segment 7067d7e6-3b86-414b-a5f2-c258eb64a5ff of type vlan for network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 Mar 28 15:18:32.340033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.376209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.378214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e9e97-4dc2-46f4-91a7-78706170db07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd465e2-80aa-4481-b64f-48981be87db4,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:32.384847 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-209e9e97-4dc2-46f4-91a7-78706170db07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97eedf1396c34f72966727bd759d4d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2410610 Mar 28 15:18:32.385661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56572) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:32.411838 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 8b129e30-b372-4657-a6d2-c732052b4104, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8b129e30-b372-4657-a6d2-c732052b4104,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:32.480035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.548714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 57b7e3c4-f303-41b6-b4a3-66c2f187735a no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:32.558268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5419621-a374-4e96-be9b-fb5431c4d995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.591353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 57b7e3c4-f303-41b6-b4a3-66c2f187735a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:32.591690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 57b7e3c4-f303-41b6-b4a3-66c2f187735a not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:32.605564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5419621-a374-4e96-be9b-fb5431c4d995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.616212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=8b129e30-b372-4657-a6d2-c732052b4104,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:32.657589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.658903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.678272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.725999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.784134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.791524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5419621-a374-4e96-be9b-fb5431c4d995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.792480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:18:32.841651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5419621-a374-4e96-be9b-fb5431c4d995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd465e2-80aa-4481-b64f-48981be87db4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:32.845050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6463cd4c-025c-4054-90fd-ce25d9124200']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:32.872194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=0e5662eb-896e-463b-87f3-e62437f01c5e,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:32.877398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.881302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5419621-a374-4e96-be9b-fb5431c4d995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.885257 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a5419621-a374-4e96-be9b-fb5431c4d995 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4dd465e2-80aa-4481-b64f-48981be87db4 HTTP/1.1" status: 204 len: 168 time: 0.4986644 Mar 28 15:18:32.892385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=ca5f64d4-39cd-4302-b3ff-a43ad9725999,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:32.925403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700ce222-6442-423f-8803-101d7bfad28e') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:32.925709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700ce222-6442-423f-8803-101d7bfad28e') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:32.974059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:32.979576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:32.980177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.024857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.033722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.062046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:33.063326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:33.076436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.257152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.259208 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Network': ['ID=2641f3ba-3f0f-4876-9e9d-50ec3d296b36,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:33.270133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object bffd1fea-9054-4bef-a1a5-074018efd462 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:33.274825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:18:33.286228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:18:33.286643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.287121 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:18:33.304425 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:18:33.454699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ff3b3222-ce0e-45bc-9f9e-8cd3696ef9b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 5.0030830 Mar 28 15:18:33.457494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56586) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:33.470394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'admin_state_up': True, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:33.481069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:33.487784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:router and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:33.491933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:33.509366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:33.516354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:33.525950 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-213193e2-cc53-4891-889f-35b0254c818c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/routers/ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0175972 Mar 28 15:18:33.526740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56592) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:33.535250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762a70c-cb73-46bd-b91b-6f0eaa9959ed None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:33.536335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'port': {'network_id': 'fb7bd271-deb2-4ce0-8b29-bd65b250a676', 'name': 'tempest-FloatingIPTestJSON-978727404'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:33.547316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762a70c-cb73-46bd-b91b-6f0eaa9959ed None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:33.548335 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a762a70c-cb73-46bd-b91b-6f0eaa9959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:33.623371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a762a70c-cb73-46bd-b91b-6f0eaa9959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:33.632113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762a70c-cb73-46bd-b91b-6f0eaa9959ed None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:33.632706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a762a70c-cb73-46bd-b91b-6f0eaa9959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:33.643751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.645254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.657990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.671460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.690527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.704949 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a762a70c-cb73-46bd-b91b-6f0eaa9959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:33.705547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762a70c-cb73-46bd-b91b-6f0eaa9959ed None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:33.705857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.750803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:33.754912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:port and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:33.757918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:33.764946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:33.911739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Network': ['ID=6463cd4c-025c-4054-90fd-ce25d9124200,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:33.914223 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:33.977075 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b1a9f3b1-a7cc-45e8-9774-651ff23c14b7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/networks/6463cd4c-025c-4054-90fd-ce25d9124200 HTTP/1.1" status: 204 len: 168 time: 2.8722928 Mar 28 15:18:33.977910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56604) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:34.021182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Made reservation on behalf of 63d54d08399a498c9990b9b952be2ecf for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:34.025109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.029883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8b129e30-b372-4657-a6d2-c732052b4104 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:34.056304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'name': 'tempest-PortsTestJSON-441041999'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:34.111223 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56608) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:34.111844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8b129e30-b372-4657-a6d2-c732052b4104 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:34.112307 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.123958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:34.139540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:34.181756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] device_id is not set on port 6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:34.205655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:34.206414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.209156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=bffd1fea-9054-4bef-a1a5-074018efd462,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:34.218631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Router 1438032f-cbc7-4602-bb17-cc458fde217c is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:18:34.314482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.314712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:34.394202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1506232601'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:34.420563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:34.422761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:34.438393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.20.0.8 (fb7bd271-deb2-4ce0-8b29-bd65b250a676/9647b3b1-a422-4472-9bf0-f3cbd8d314f4/6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:34.481236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:network and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:34.486689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:34.506618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:34.608662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:34.613860 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.617405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-44f7c97e-37a1-47fc-a62d-36f5c6480a35 None None] Provisioning for port bffd1fea-9054-4bef-a1a5-074018efd462 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:34.623742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-44f7c97e-37a1-47fc-a62d-36f5c6480a35 None None] Provisioning complete for port bffd1fea-9054-4bef-a1a5-074018efd462 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:34.624363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-44f7c97e-37a1-47fc-a62d-36f5c6480a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.674889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:34.678195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.689326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-44f7c97e-37a1-47fc-a62d-36f5c6480a35 None None] Port bffd1fea-9054-4bef-a1a5-074018efd462 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:34.715175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router adb9a0e7-b21f-499a-8a85-d9ac5a8412d6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:18:34.722493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.737581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 9bf5a11c-8753-4b3f-b42e-aa82e1683bfd yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:34.774831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:34.778907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.786046 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Sync routers for ids ['1438032f-cbc7-4602-bb17-cc458fde217c'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:34.797510 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Routers {'1438032f-cbc7-4602-bb17-cc458fde217c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:34.798106 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['1438032f-cbc7-4602-bb17-cc458fde217c'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:34.801221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.817220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:34.898701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group_rule and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:34.906054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:34.932159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:34.940250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.969822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:34.978651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:35.004134 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Set router 1438032f-cbc7-4602-bb17-cc458fde217c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:35.087435 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:35.097156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:35.104115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:35.163998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:35.198882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:35.200559 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6fc7eb83-d41b-48fc-a538-75f36e7807de tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.8994253 Mar 28 15:18:35.206885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:35.211425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56614) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:35.219082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633febc-47b3-484b-a228-e8d6cb8cff55 None None] Sync routers for ids ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:35.225739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:35.226493 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:35.234638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633febc-47b3-484b-a228-e8d6cb8cff55 None None] Routers {'adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:35.235517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a633febc-47b3-484b-a228-e8d6cb8cff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:35.298280 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.23 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/de7d781d-120d-444a-ba18-f9e87801146b) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:35.310709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a633febc-47b3-484b-a228-e8d6cb8cff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:35.322440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633febc-47b3-484b-a228-e8d6cb8cff55 None None] Routers {'adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:35.323480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a633febc-47b3-484b-a228-e8d6cb8cff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:35.349233 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8eb89ca4-4401-4032-91fb-6c5cbea6177c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8194044 Mar 28 15:18:35.350118 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56616) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:35.352222 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1438032f-cbc7-4602-bb17-cc458fde217c', 'name': 'tempest-snat-router-1392812047', 'tenant_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '060ad72a-7928-44c7-ad18-255daa874f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:24Z', 'updated_at': '2022-03-28T15:18:30Z', 'revision_number': 3, 'project_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'gw_port': {'id': '060ad72a-7928-44c7-ad18-255daa874f76', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438032f-cbc7-4602-bb17-cc458fde217c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:28Z', 'updated_at': '2022-03-28T15:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:35.358846 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Checking router: 1438032f-cbc7-4602-bb17-cc458fde217c for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:18:35.359245 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Updating router 1438032f-cbc7-4602-bb17-cc458fde217c port 060ad72a-7928-44c7-ad18-255daa874f76 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:18:35.361089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'port': {'network_id': 'fb7bd271-deb2-4ce0-8b29-bd65b250a676', 'name': 'tempest-FloatingIPTestJSON-1958291604'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:35.409021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a633febc-47b3-484b-a228-e8d6cb8cff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:35.410094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633febc-47b3-484b-a228-e8d6cb8cff55 None None] The sync data for ids ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:35.431864 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:35.616243 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-05a5b6e5-e1da-4241-80c6-6052935ed25c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/adb9a0e7-b21f-499a-8a85-d9ac5a8412d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8014050 Mar 28 15:18:35.627955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56622) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:35.713303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:35.722841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:35.728135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:port and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:35.732246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:35.738920 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:35.805347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Made reservation on behalf of 63d54d08399a498c9990b9b952be2ecf for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:35.808979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:35.824410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:35.830865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] device_id is not set on port 001d046d-0cee-4112-b9c2-302bd1df254d yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:35.866877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:35.964259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:35.966519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:35.970006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:36.003179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.028703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=de7d781d-120d-444a-ba18-f9e87801146b,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:36.032268 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5499fd5c-c597-48c7-91a4-d0eb2e29f271 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/routers/1438032f-cbc7-4602-bb17-cc458fde217c HTTP/1.1" status: 200 len: 908 time: 0.6351452 Mar 28 15:18:36.038473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56626) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:36.110668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.112517 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.125601 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Transition to ACTIVE for port object 060ad72a-7928-44c7-ad18-255daa874f76 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:36.200704 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.222549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:18:36.272185 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Attempting to bind port 060ad72a-7928-44c7-ad18-255daa874f76 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:36.272606 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Attempting to bind port 060ad72a-7928-44c7-ad18-255daa874f76 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:36.272959 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Attempting to bind port 060ad72a-7928-44c7-ad18-255daa874f76 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:36.288497 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:36.288871 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:36.289242 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.289621 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:36.290355 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Bound port: 060ad72a-7928-44c7-ad18-255daa874f76, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:36.290655 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.291323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.291437 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Added segment 9fcd9fd7-b773-4c48-a54e-7fe8465351f4 of type vlan for network 189a18ea-c89f-4927-975d-8e86e9ff3f79 Mar 28 15:18:36.296430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3973a031-cbaa-4c14-a0bc-aae6ab8b13f2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:36.316787 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5759c-a09d-4b28-887d-a3e3bb59bd45 None None] Pushing event updated for resources: {'Port': ['ID=060ad72a-7928-44c7-ad18-255daa874f76,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:36.335431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.373585 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] For port 060ad72a-7928-44c7-ad18-255daa874f76, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:36.377533 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] For port 060ad72a-7928-44c7-ad18-255daa874f76, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=060ad72a-7928-44c7-ad18-255daa874f76,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:36.394618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.438205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.20.0.9 (fb7bd271-deb2-4ce0-8b29-bd65b250a676/9647b3b1-a422-4472-9bf0-f3cbd8d314f4/001d046d-0cee-4112-b9c2-302bd1df254d) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:36.458587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.458910 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.476661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:36.478860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.488367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:36.492769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:36.498881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:36.499523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.516069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.516794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.528665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=9bf5a11c-8753-4b3f-b42e-aa82e1683bfd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:36.550906 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Routers {'1438032f-cbc7-4602-bb17-cc458fde217c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:36.551634 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['1438032f-cbc7-4602-bb17-cc458fde217c'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:36.630856 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5759c-a09d-4b28-887d-a3e3bb59bd45 None None] Pushing event updated for resources: {'Port': ['ID=060ad72a-7928-44c7-ad18-255daa874f76,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:36.665345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=bffd1fea-9054-4bef-a1a5-074018efd462,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:36.782650 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] Set router 1438032f-cbc7-4602-bb17-cc458fde217c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:36.851357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.856788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:36.857423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:36.945202 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0bb093f3-3733-4690-ad32-34b32956f3bd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9489777 Mar 28 15:18:36.949044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56630) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:36.952961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:37.016604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:37.022770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:37.084662 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1438032f-cbc7-4602-bb17-cc458fde217c', 'name': 'tempest-snat-router-1392812047', 'tenant_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '060ad72a-7928-44c7-ad18-255daa874f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:24Z', 'updated_at': '2022-03-28T15:18:30Z', 'revision_number': 3, 'project_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'gw_port': {'id': '060ad72a-7928-44c7-ad18-255daa874f76', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438032f-cbc7-4602-bb17-cc458fde217c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:28Z', 'updated_at': '2022-03-28T15:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:37.090307 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ac25a-ad7e-444f-8324-35caf68a8eb2 None None] The sync data for ids ['1438032f-cbc7-4602-bb17-cc458fde217c'] in dv-neutron-828143-13-hyperv is: [{'id': '1438032f-cbc7-4602-bb17-cc458fde217c', 'name': 'tempest-snat-router-1392812047', 'tenant_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '060ad72a-7928-44c7-ad18-255daa874f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:24Z', 'updated_at': '2022-03-28T15:18:30Z', 'revision_number': 3, 'project_id': 'ffef8a3a3c9f49f58afdbbf59d1f20b1', 'gw_port': {'id': '060ad72a-7928-44c7-ad18-255daa874f76', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438032f-cbc7-4602-bb17-cc458fde217c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:28Z', 'updated_at': '2022-03-28T15:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:37.167284 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0504243 Mar 28 15:18:37.177595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56634) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:37.187454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Deleting port 060ad72a-7928-44c7-ad18-255daa874f76 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:37.187795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:37.235451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710155cc-db10-4683-82b4-b0810b62499d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Network': ['ID=189a18ea-c89f-4927-975d-8e86e9ff3f79,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:37.241478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'name': 'tempest-PortsIpV6TestJSON-1554419569'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:37.247695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:18:37.271862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:37.365933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0fc25e56-34a1-45e3-abf1-f14f41e6f0db tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 9bf5a11c-8753-4b3f-b42e-aa82e1683bfd {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:37.366565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0fc25e56-34a1-45e3-abf1-f14f41e6f0db tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:37.387178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:37.391209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a9ebf30c-5300-40cc-86e3-1f96bdfc1172 None None] Provisioning complete for port bffd1fea-9054-4bef-a1a5-074018efd462 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:37.395157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf30c-5300-40cc-86e3-1f96bdfc1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:37.471268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebf30c-5300-40cc-86e3-1f96bdfc1172 None None] Port bffd1fea-9054-4bef-a1a5-074018efd462 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:37.487246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:37.498582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:37.568951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:37.575592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:37.591366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:37.742729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Router ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:18:37.750340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:37.754197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:37.783493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port be26f46e-5690-40d8-9cb4-ff8696cf6343 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:37.943220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] For port 060ad72a-7928-44c7-ad18-255daa874f76, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=060ad72a-7928-44c7-ad18-255daa874f76,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:37.943593 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.051842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 060ad72a-7928-44c7-ad18-255daa874f76 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:38.090445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0fc25e56-34a1-45e3-abf1-f14f41e6f0db tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.098711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:38.101414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.112540 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Sync routers for ids ['ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:38.119582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Calling delete_port for 060ad72a-7928-44c7-ad18-255daa874f76 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:38.129369 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Routers {'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:38.130286 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:38.141436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port d85dadf9-1fc8-4441-9bf0-7b7b38445f7d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:38.141769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.167579 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fcb0f669-c168-4ca7-bf3a-810e94f8c431 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "PUT /v2.0/routers/ae59c8bf-82dd-4fc8-a1af-e0d225ec9780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5666275 Mar 28 15:18:38.181865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56638) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:38.199546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 060ad72a-7928-44c7-ad18-255daa874f76 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:38.219488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 060ad72a-7928-44c7-ad18-255daa874f76 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:38.220328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.313389 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Set router ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:38.369979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.393257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 060ad72a-7928-44c7-ad18-255daa874f76, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=060ad72a-7928-44c7-ad18-255daa874f76,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:38.426481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0fc25e56-34a1-45e3-abf1-f14f41e6f0db tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 9bf5a11c-8753-4b3f-b42e-aa82e1683bfd owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:38.459435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.481253 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:38.506575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:38.520504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:38.590829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=060ad72a-7928-44c7-ad18-255daa874f76,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:38.655357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d607e8-afe3-4f44-b044-d60c799f07ad tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:38.655988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-96d607e8-afe3-4f44-b044-d60c799f07ad tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:38.690997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.702407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780', 'name': 'tempest-NetworksTestDHCPv6-router-2052780619', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:26Z', 'updated_at': '2022-03-28T15:18:34Z', 'revision_number': 2, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None, '_interfaces': [{'id': 'bffd1fea-9054-4bef-a1a5-074018efd462', 'name': '', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'mac_address': 'fa:16:3e:32:de:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6100486d-6b64-47ea-9fd2-11280575c0f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:30Z', 'updated_at': '2022-03-28T15:18:35Z', 'revision_number': 2, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'subnets': [{'id': '6100486d-6b64-47ea-9fd2-11280575c0f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:38.707697 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Checking router: ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:18:38.707697 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Updating router ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 port bffd1fea-9054-4bef-a1a5-074018efd462 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:18:38.741120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.765651 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:38.808438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-96d607e8-afe3-4f44-b044-d60c799f07ad tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:38.812152 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-96d607e8-afe3-4f44-b044-d60c799f07ad tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports/bffd1fea-9054-4bef-a1a5-074018efd462 HTTP/1.1" status: 200 len: 911 time: 0.6270072 Mar 28 15:18:38.848870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=001d046d-0cee-4112-b9c2-302bd1df254d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:38.850834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56642) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:38.878139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for d85dadf9-1fc8-4441-9bf0-7b7b38445f7d owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:38.972760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.012936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.066197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:39.066828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.147636 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0fc25e56-34a1-45e3-abf1-f14f41e6f0db tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.168891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=be26f46e-5690-40d8-9cb4-ff8696cf6343,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:39.179649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Checking segment: {'id': '9fcd9fd7-b773-4c48-a54e-7fe8465351f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:39.179993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network hostable DHCP agents. Network: 189a18ea-c89f-4927-975d-8e86e9ff3f79, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:39.190361 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.204797 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Transition to ACTIVE for port object bffd1fea-9054-4bef-a1a5-074018efd462 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:39.256783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.277240 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-484cb14d-5ca6-4303-87f3-80212f7faf48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9224827 Mar 28 15:18:39.278070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:18:39.278387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:18:39.285309 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.286043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0fc25e56-34a1-45e3-abf1-f14f41e6f0db tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.289109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc25e56-34a1-45e3-abf1-f14f41e6f0db tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=9bf5a11c-8753-4b3f-b42e-aa82e1683bfd,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:39.294310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56646) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:39.303853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:39.305610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '001d046d-0cee-4112-b9c2-302bd1df254d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:39.319559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=d85dadf9-1fc8-4441-9bf0-7b7b38445f7d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:39.326575 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0fc25e56-34a1-45e3-abf1-f14f41e6f0db tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/9bf5a11c-8753-4b3f-b42e-aa82e1683bfd HTTP/1.1" status: 204 len: 168 time: 2.3754601 Mar 28 15:18:39.337777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:39.343631 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56650) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:39.356150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1aa6b-8168-447c-b28a-c8cb6c1bf24c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:39.362479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1aa6b-8168-447c-b28a-c8cb6c1bf24c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:39.367117 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1ea1aa6b-8168-447c-b28a-c8cb6c1bf24c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4833384 Mar 28 15:18:39.369413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:floatingip and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:39.372608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56654) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:39.376464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'mac_address': 'fa:16:3e:e2:8c:b8', 'name': 'tempest-PortsTestJSON-531982375'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:39.395794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:39.422773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 189a18ea-c89f-4927-975d-8e86e9ff3f79) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:39.433922 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe051f2-e7f9-4149-a1b7-dce1db6f7025 None None] Pushing event updated for resources: {'Port': ['ID=bffd1fea-9054-4bef-a1a5-074018efd462,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:39.444866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:39.445647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528e4a1-2a3f-4477-b159-941b9ec7e33b None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:39.452788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:39.453659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.564864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:39.647322 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Attempting to bind port bffd1fea-9054-4bef-a1a5-074018efd462 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:39.647693 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Attempting to bind port bffd1fea-9054-4bef-a1a5-074018efd462 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:39.648051 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Attempting to bind port bffd1fea-9054-4bef-a1a5-074018efd462 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:39.660605 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:39.660977 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:39.661382 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.661775 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:39.662243 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Bound port: bffd1fea-9054-4bef-a1a5-074018efd462, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:39.662638 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.664143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.684976 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8a61167a-9085-4d3f-a814-94530a25073b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5059521 Mar 28 15:18:39.685671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56658) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:39.753897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-616613362'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:39.770593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:39.789273 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] For port bffd1fea-9054-4bef-a1a5-074018efd462, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:39.790103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Deleting port 060ad72a-7928-44c7-ad18-255daa874f76 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:39.790357 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.792695 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] For port bffd1fea-9054-4bef-a1a5-074018efd462, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bffd1fea-9054-4bef-a1a5-074018efd462,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:39.830876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:network and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:39.841146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:39.850094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:39.887364 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.934648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:39.994762 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Routers {'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:39.996649 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:40.007351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:40.013319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:40.031072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:40.050004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 060ad72a-7928-44c7-ad18-255daa874f76 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:40.056177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router adb9a0e7-b21f-499a-8a85-d9ac5a8412d6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:18:40.069510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:18:40.080095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:40.080429 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Added segment 04b67850-359d-4482-9b0f-15dfa4569b71 of type vlan for network e91c97f4-d236-49b8-b83a-4f23290d2402 Mar 28 15:18:40.084137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:port and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:40.093831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:40.103131 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe051f2-e7f9-4149-a1b7-dce1db6f7025 None None] Pushing event updated for resources: {'Port': ['ID=bffd1fea-9054-4bef-a1a5-074018efd462,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:40.109791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:40.160275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:40.184784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 910bc72f-ae57-4dbb-b09d-ad44558b18dd is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:18:40.233706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:40.239550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:40.240154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:40.247005 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] Set router ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:40.256068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 060ad72a-7928-44c7-ad18-255daa874f76 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:40.256584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:40.342566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:40.505806 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7626150 Mar 28 15:18:40.516943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56662) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:40.524722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'ports': [{'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79'}, {'network_id': 'e91c97f4-d236-49b8-b83a-4f23290d2402'}]} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:40.525037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:40.530338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': 'e91c97f4-d236-49b8-b83a-4f23290d2402'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:40.542703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:40.555080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd16212-874c-44a8-adee-d7e330e0868e None None] Sync routers for ids ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:40.565044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd16212-874c-44a8-adee-d7e330e0868e None None] Routers {'adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:40.565671 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dfd16212-874c-44a8-adee-d7e330e0868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:40.602142 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9cd948b4-d11d-4955-bffa-608dc5b5b9c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/adb9a0e7-b21f-499a-8a85-d9ac5a8412d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9717510 Mar 28 15:18:40.614297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56666) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:40.622980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cab51-8586-4f23-8ab0-bb5e9b46349a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Network': ['ID=e91c97f4-d236-49b8-b83a-4f23290d2402,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:40.641210 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780', 'name': 'tempest-NetworksTestDHCPv6-router-2052780619', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:26Z', 'updated_at': '2022-03-28T15:18:34Z', 'revision_number': 2, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None, '_interfaces': [{'id': 'bffd1fea-9054-4bef-a1a5-074018efd462', 'name': '', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'mac_address': 'fa:16:3e:32:de:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6100486d-6b64-47ea-9fd2-11280575c0f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:30Z', 'updated_at': '2022-03-28T15:18:39Z', 'revision_number': 4, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'subnets': [{'id': '6100486d-6b64-47ea-9fd2-11280575c0f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:40.641829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dfd16212-874c-44a8-adee-d7e330e0868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:40.644148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network e91c97f4-d236-49b8-b83a-4f23290d2402 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:18:40.647187 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b898c2-3fca-4c69-862b-8221891a90a8 None None] The sync data for ids ['ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'] in dv-neutron-828143-13-hyperv is: [{'id': 'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780', 'name': 'tempest-NetworksTestDHCPv6-router-2052780619', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:26Z', 'updated_at': '2022-03-28T15:18:34Z', 'revision_number': 2, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None, '_interfaces': [{'id': 'bffd1fea-9054-4bef-a1a5-074018efd462', 'name': '', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'mac_address': 'fa:16:3e:32:de:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6100486d-6b64-47ea-9fd2-11280575c0f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:30Z', 'updated_at': '2022-03-28T15:18:39Z', 'revision_number': 4, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'subnets': [{'id': '6100486d-6b64-47ea-9fd2-11280575c0f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:40.690528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd16212-874c-44a8-adee-d7e330e0868e None None] Routers {'adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:40.691096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dfd16212-874c-44a8-adee-d7e330e0868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:40.757393 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a3d657a4-0a46-4976-8682-20dade848b2c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9a0e7-b21f-499a-8a85-d9ac5a8412d6 HTTP/1.1" status: 200 len: 205 time: 0.1396403 Mar 28 15:18:40.764255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56670) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:40.784845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] For port 060ad72a-7928-44c7-ad18-255daa874f76, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=060ad72a-7928-44c7-ad18-255daa874f76,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:40.785203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:40.812980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:40.816803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:40.819628 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:40.826320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:40.828528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dfd16212-874c-44a8-adee-d7e330e0868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:40.829167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd16212-874c-44a8-adee-d7e330e0868e None None] The sync data for ids ['adb9a0e7-b21f-499a-8a85-d9ac5a8412d6'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:40.919801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:40.954521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 2} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:40.958992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:40.984861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.133936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Calling delete_port for 060ad72a-7928-44c7-ad18-255daa874f76 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:41.223381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port cd1e4aee-c07e-4c95-89a5-9466cbd951a9 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:41.226556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d78ddd-ad12-4ef3-9141-466539100c6e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.282812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 4332d7cb-b622-4a5d-a309-54419818480f yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:41.319050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.319293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:41.328951 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Sync routers for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:41.338704 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:41.339478 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:41.448579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 5b8b7076-e845-4080-924d-f38c41ff14e6 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:41.529823 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:41.551559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.618230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.623127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.627410 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f2604285-e3f2-4007-a076-65c27ce414b3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1657891 Mar 28 15:18:41.673535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56674) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:41.705025 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:41.709173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:41.713527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:41.714314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.732108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=cd1e4aee-c07e-4c95-89a5-9466cbd951a9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:41.826008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Checking segment: {'id': '04b67850-359d-4482-9b0f-15dfa4569b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e91c97f4-d236-49b8-b83a-4f23290d2402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:41.826398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network hostable DHCP agents. Network: e91c97f4-d236-49b8-b83a-4f23290d2402, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:41.837629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=5b8b7076-e845-4080-924d-f38c41ff14e6,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:41.867937 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:18:36Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:41.873203 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Checking router: 910bc72f-ae57-4dbb-b09d-ad44558b18dd for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:18:41.873542 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Updating router 910bc72f-ae57-4dbb-b09d-ad44558b18dd port de7d781d-120d-444a-ba18-f9e87801146b binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:18:41.888645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d78ddd-ad12-4ef3-9141-466539100c6e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.891015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.901626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d78ddd-ad12-4ef3-9141-466539100c6e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:41.913741 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-434690c5-87f7-43cd-8dbc-bab55666769f tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2366610 Mar 28 15:18:41.914020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56680) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:41.984527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network e91c97f4-d236-49b8-b83a-4f23290d2402 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:42.004438 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.053959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bffd1fea-9054-4bef-a1a5-074018efd462 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:42.098857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, e91c97f4-d236-49b8-b83a-4f23290d2402) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:42.117990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:42.119550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68714847-33af-48a8-9dcb-fab97660ce84 None None] Network e91c97f4-d236-49b8-b83a-4f23290d2402 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:42.126786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:42.133228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:42.133477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.182596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f72b21-b100-4b12-9e5d-cb8bd53b5bb3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:42.185260 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b8f72b21-b100-4b12-9e5d-cb8bd53b5bb3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2703269 Mar 28 15:18:42.190608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56684) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:42.207410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d78ddd-ad12-4ef3-9141-466539100c6e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.208618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d78ddd-ad12-4ef3-9141-466539100c6e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Fanout notify agent at l3_agent the message router_deleted on router adb9a0e7-b21f-499a-8a85-d9ac5a8412d6 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:18:42.243439 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f8cb129d-e0c8-498b-918b-2d627749f698 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7232108 Mar 28 15:18:42.246317 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2d84fccd-dd46-421a-af00-c84aa2d0c78e tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545845 Mar 28 15:18:42.247133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56688) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:42.252918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56690) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:42.257520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.281403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-873932622', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:42.325248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-510ad93b-72df-46dd-89df-3fe411f052e4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 5b8b7076-e845-4080-924d-f38c41ff14e6 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:42.325590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-510ad93b-72df-46dd-89df-3fe411f052e4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.372139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d78ddd-ad12-4ef3-9141-466539100c6e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.373228 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-44d78ddd-ad12-4ef3-9141-466539100c6e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/adb9a0e7-b21f-499a-8a85-d9ac5a8412d6 HTTP/1.1" status: 204 len: 168 time: 1.6050427 Mar 28 15:18:42.377714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56696) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:42.402545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.26.7.222 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/ebe21f82-cee5-4851-ba01-cb960c7de1a2) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:42.411197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port bffd1fea-9054-4bef-a1a5-074018efd462 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:42.417347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bffd1fea-9054-4bef-a1a5-074018efd462 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:42.418339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.506202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-873eeac6-5fb8-4308-85b9-61e23b6c4a28 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting subnet ecb50b8a-18a7-4374-928c-ad55dbfd96a2 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:42.509390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873eeac6-5fb8-4308-85b9-61e23b6c4a28 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.538643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.547048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.580360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873eeac6-5fb8-4308-85b9-61e23b6c4a28 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.580681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port bffd1fea-9054-4bef-a1a5-074018efd462, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bffd1fea-9054-4bef-a1a5-074018efd462,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:42.592261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:42.612003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.618793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:subnet and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:42.653644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:42.657747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.733622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=bffd1fea-9054-4bef-a1a5-074018efd462,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:42.778854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:42.809935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event deleted for resources: {'Port': ['ID=060ad72a-7928-44c7-ad18-255daa874f76,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:42.823653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-510ad93b-72df-46dd-89df-3fe411f052e4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.953852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:42.956606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-510ad93b-72df-46dd-89df-3fe411f052e4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 5b8b7076-e845-4080-924d-f38c41ff14e6 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:42.994204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:42.998237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.018378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873eeac6-5fb8-4308-85b9-61e23b6c4a28 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.160285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-510ad93b-72df-46dd-89df-3fe411f052e4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.215271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873eeac6-5fb8-4308-85b9-61e23b6c4a28 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.249055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.252943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ad93b-72df-46dd-89df-3fe411f052e4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=5b8b7076-e845-4080-924d-f38c41ff14e6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:43.255194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-510ad93b-72df-46dd-89df-3fe411f052e4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.272148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eeac6-5fb8-4308-85b9-61e23b6c4a28 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb50b8a-18a7-4374-928c-ad55dbfd96a2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:43.280939 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-510ad93b-72df-46dd-89df-3fe411f052e4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/5b8b7076-e845-4080-924d-f38c41ff14e6 HTTP/1.1" status: 204 len: 168 time: 1.0325248 Mar 28 15:18:43.282570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873eeac6-5fb8-4308-85b9-61e23b6c4a28 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.284670 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-873eeac6-5fb8-4308-85b9-61e23b6c4a28 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/ecb50b8a-18a7-4374-928c-ad55dbfd96a2 HTTP/1.1" status: 204 len: 168 time: 0.9060345 Mar 28 15:18:43.285536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56702) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:43.295380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce358d-c8a5-4a94-ae40-f77e0b5c91b7 None None] Network 2fd4456b-87a8-4be4-82b3-0a3947625a65 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:43.318260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56704) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:43.422842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3c753d-d059-40c7-a038-8de2bc0a422c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting subnet 3e7a007c-0b87-4fa0-944d-e55ac9e06ee5 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:43.428182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f3c753d-d059-40c7-a038-8de2bc0a422c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.477183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:43.488746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3570665-b18a-4641-ba24-f74a21f45ec8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:43.495084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3570665-b18a-4641-ba24-f74a21f45ec8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:43.496334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d3570665-b18a-4641-ba24-f74a21f45ec8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:43.520314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f3c753d-d059-40c7-a038-8de2bc0a422c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.558290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:43.561602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:43.566774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:43.567444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.573425 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.591366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2793771-61cf-450d-b00b-1612c918c76d None None] DHCP port deletion for 2fd4456b-87a8-4be4-82b3-0a3947625a65 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:43.596254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c2793771-61cf-450d-b00b-1612c918c76d None None] Deleting port f0d3a795-4202-470a-aa05-24861a7602e3 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:43.596629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c2793771-61cf-450d-b00b-1612c918c76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.605844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=4332d7cb-b622-4a5d-a309-54419818480f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:43.653238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f3c753d-d059-40c7-a038-8de2bc0a422c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.698643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d3570665-b18a-4641-ba24-f74a21f45ec8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:43.701241 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d3570665-b18a-4641-ba24-f74a21f45ec8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4145842 Mar 28 15:18:43.708654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.711425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56710) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:43.713415 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.776109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f5766-a656-4dc0-87d5-d5c1228cb3dc req-d0f0ceb7-b3ab-4c98-84a5-bb0e09142852 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:43.783102 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-191f5766-a656-4dc0-87d5-d5c1228cb3dc req-d0f0ceb7-b3ab-4c98-84a5-bb0e09142852 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.9074135 Mar 28 15:18:43.812072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a82734b4-5261-41b0-ac9f-91ab0672ca02 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port cd1e4aee-c07e-4c95-89a5-9466cbd951a9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:43.812703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a82734b4-5261-41b0-ac9f-91ab0672ca02 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.846872 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3ef5b43c-0daf-4954-84aa-8fa48309fdd5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.4786043 Mar 28 15:18:43.852952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56714) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:43.865345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c2793771-61cf-450d-b00b-1612c918c76d None None] For port f0d3a795-4202-470a-aa05-24861a7602e3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f0d3a795-4202-470a-aa05-24861a7602e3,segment=NetworkSegment(2671feb6-ad00-47e8-9865-bc147fe29f9f),segment_id=2671feb6-ad00-47e8-9865-bc147fe29f9f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:43.865853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c2793771-61cf-450d-b00b-1612c918c76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.867420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.867969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1438032f-cbc7-4602-bb17-cc458fde217c {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:18:43.990003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port bffd1fea-9054-4bef-a1a5-074018efd462 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:43.990352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:43.992487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f3c753d-d059-40c7-a038-8de2bc0a422c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.032763 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-191f5766-a656-4dc0-87d5-d5c1228cb3dc req-0ad54f74-bec6-4455-be64-a7962f292cf6 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487304 Mar 28 15:18:44.087896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.089238 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-66eb8a9c-a475-46a9-9b2f-7d292ae8b523 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "DELETE /v2.0/routers/1438032f-cbc7-4602-bb17-cc458fde217c HTTP/1.1" status: 204 len: 168 time: 8.0496652 Mar 28 15:18:44.090938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.093511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c753d-d059-40c7-a038-8de2bc0a422c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7a007c-0b87-4fa0-944d-e55ac9e06ee5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:44.096918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56720) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:44.104182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f3c753d-d059-40c7-a038-8de2bc0a422c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.184993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde24bba-1941-4c8a-b2f4-ac6179529f46 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:44.185764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fde24bba-1941-4c8a-b2f4-ac6179529f46 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:44.247068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c2793771-61cf-450d-b00b-1612c918c76d None None] Calling delete_port for f0d3a795-4202-470a-aa05-24861a7602e3 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:44.266670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a82734b4-5261-41b0-ac9f-91ab0672ca02 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.341760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a4e88-5799-4756-b86f-42cd54588b20 None None] Network 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:44.362744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:44.408192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:44.411267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:44.416518 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.431314 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Transition to ACTIVE for port object de7d781d-120d-444a-ba18-f9e87801146b will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:44.442642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a82734b4-5261-41b0-ac9f-91ab0672ca02 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for cd1e4aee-c07e-4c95-89a5-9466cbd951a9 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:44.448385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c2793771-61cf-450d-b00b-1612c918c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.449451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=ebe21f82-cee5-4851-ba01-cb960c7de1a2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:44.500899 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.554978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bffd1fea-9054-4bef-a1a5-074018efd462 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:44.611165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2793771-61cf-450d-b00b-1612c918c76d None None] Pushing event deleted for resources: {'Port': ['ID=f0d3a795-4202-470a-aa05-24861a7602e3,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:44.613431 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4f3c753d-d059-40c7-a038-8de2bc0a422c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/3e7a007c-0b87-4fa0-944d-e55ac9e06ee5 HTTP/1.1" status: 204 len: 168 time: 1.2940793 Mar 28 15:18:44.615840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56724) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:44.625390 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394659b-838e-45df-b3f8-a5c22e963f04 None None] Pushing event updated for resources: {'Port': ['ID=de7d781d-120d-444a-ba18-f9e87801146b,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:44.641638 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Attempting to bind port de7d781d-120d-444a-ba18-f9e87801146b on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:44.642002 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Attempting to bind port de7d781d-120d-444a-ba18-f9e87801146b by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:44.642467 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Attempting to bind port de7d781d-120d-444a-ba18-f9e87801146b on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:44.648491 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:44.648864 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:44.649362 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.650426 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:44.650426 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Bound port: de7d781d-120d-444a-ba18-f9e87801146b, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:44.650671 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.666978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2793771-61cf-450d-b00b-1612c918c76d None None] No DVR routers for this DVR port f0d3a795-4202-470a-aa05-24861a7602e3 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:44.701999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bffd1fea-9054-4bef-a1a5-074018efd462 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:44.702371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.712418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] For port bffd1fea-9054-4bef-a1a5-074018efd462, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bffd1fea-9054-4bef-a1a5-074018efd462,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:44.713436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.739499 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] For port de7d781d-120d-444a-ba18-f9e87801146b, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:44.743682 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] For port de7d781d-120d-444a-ba18-f9e87801146b, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=de7d781d-120d-444a-ba18-f9e87801146b,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:44.815986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a82734b4-5261-41b0-ac9f-91ab0672ca02 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.835581 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.835996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc0503-09af-41f7-89e7-8995c53e4e71 None None] DHCP port deletion for 7e9a45af-ce18-4bc1-b083-0cb4f77b6730 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:44.850040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc0503-09af-41f7-89e7-8995c53e4e71 None None] Deleting port 66b39e47-4b60-4484-a3bd-de4ce65c7169 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:44.850409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0503-09af-41f7-89e7-8995c53e4e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.858812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for bffd1fea-9054-4bef-a1a5-074018efd462 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:44.938248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a82734b4-5261-41b0-ac9f-91ab0672ca02 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:44.940229 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a82734b4-5261-41b0-ac9f-91ab0672ca02 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/cd1e4aee-c07e-4c95-89a5-9466cbd951a9 HTTP/1.1" status: 204 len: 168 time: 1.2274208 Mar 28 15:18:44.942608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82734b4-5261-41b0-ac9f-91ab0672ca02 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=cd1e4aee-c07e-4c95-89a5-9466cbd951a9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:44.945364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56728) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:44.957422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f0d3a795-4202-470a-aa05-24861a7602e3 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:44.973391 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394659b-838e-45df-b3f8-a5c22e963f04 None None] Pushing event updated for resources: {'Port': ['ID=de7d781d-120d-444a-ba18-f9e87801146b,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:44.997486 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:44.998447 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:45.002297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: f0d3a795-4202-470a-aa05-24861a7602e3 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:45.002635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f0d3a795-4202-470a-aa05-24861a7602e3 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:45.037108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.062476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2620438-546c-4628-9118-7955cc3a9601 req-5ec7fbe6-b07b-401d-b098-12102fde1f73 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:45.064115 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b2620438-546c-4628-9118-7955cc3a9601 req-5ec7fbe6-b07b-401d-b098-12102fde1f73 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.5008776 Mar 28 15:18:45.103704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fde24bba-1941-4c8a-b2f4-ac6179529f46 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:45.108077 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fde24bba-1941-4c8a-b2f4-ac6179529f46 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/4332d7cb-b622-4a5d-a309-54419818480f HTTP/1.1" status: 200 len: 840 time: 1.2420881 Mar 28 15:18:45.110037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.132007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b4cc0503-09af-41f7-89e7-8995c53e4e71 None None] For port 66b39e47-4b60-4484-a3bd-de4ce65c7169, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=66b39e47-4b60-4484-a3bd-de4ce65c7169,segment=NetworkSegment(c01875d5-baae-42b0-9efd-c73e05bd981c),segment_id=c01875d5-baae-42b0-9efd-c73e05bd981c)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:45.132408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0503-09af-41f7-89e7-8995c53e4e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.145630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56732) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:45.172901 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b2620438-546c-4628-9118-7955cc3a9601 req-607d2ff4-ac7a-4fcb-9fbf-dc6afac4077a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022613 Mar 28 15:18:45.226414 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:45.236181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e367cd-4e1d-49e9-adf3-ddff6fec7a71 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:45.237208 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-15e367cd-4e1d-49e9-adf3-ddff6fec7a71 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:45.312823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc0503-09af-41f7-89e7-8995c53e4e71 None None] Calling delete_port for 66b39e47-4b60-4484-a3bd-de4ce65c7169 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:45.351621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.376466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.413340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd4456b-87a8-4be4-82b3-0a3947625a65']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:45.427492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2671feb6-ad00-47e8-9865-bc147fe29f9f') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:45.427857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2671feb6-ad00-47e8-9865-bc147fe29f9f') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:45.441085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-15e367cd-4e1d-49e9-adf3-ddff6fec7a71 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:45.443481 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-15e367cd-4e1d-49e9-adf3-ddff6fec7a71 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4898865 Mar 28 15:18:45.446408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.454986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56738) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:45.469038 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b4cc0503-09af-41f7-89e7-8995c53e4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.515632 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f490330b-c49e-4d45-8ff4-f34ccdc81d87 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:18:45.519388 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f490330b-c49e-4d45-8ff4-f34ccdc81d87 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/5b8b7076-e845-4080-924d-f38c41ff14e6 HTTP/1.1" status: 404 len: 333 time: 0.0605426 Mar 28 15:18:45.520370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56742) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:45.525639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc0503-09af-41f7-89e7-8995c53e4e71 None None] No DVR routers for this DVR port 66b39e47-4b60-4484-a3bd-de4ce65c7169 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:45.541882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc0503-09af-41f7-89e7-8995c53e4e71 None None] Pushing event deleted for resources: {'Port': ['ID=66b39e47-4b60-4484-a3bd-de4ce65c7169,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:45.575089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.591640 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc05f591-d82b-41ff-9e51-9da44c7b110f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:18:45.593057 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bc05f591-d82b-41ff-9e51-9da44c7b110f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/cd1e4aee-c07e-4c95-89a5-9466cbd951a9 HTTP/1.1" status: 404 len: 333 time: 0.0716996 Mar 28 15:18:45.594124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:18:45.594410 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:18:36Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:45.594907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.601144 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d80901-cf9e-46ec-ab65-310f2ba13fd5 None None] The sync data for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv is: [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:18:36Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:18:45.614081 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:18:45.625871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56746) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:45.669792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=fbc24358-b961-4aa7-835c-8d58956481ae,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:45.700802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Checking segment: {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:45.701715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network hostable DHCP agents. Network: 2641f3ba-3f0f-4876-9e9d-50ec3d296b36, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:45.722149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-44591ea1-61e7-4087-bc87-e9eb4c92f65e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 4332d7cb-b622-4a5d-a309-54419818480f {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:45.722745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44591ea1-61e7-4087-bc87-e9eb4c92f65e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.765513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.769412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.769803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:45.798390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Network': ['ID=2fd4456b-87a8-4be4-82b3-0a3947625a65,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:45.801692 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-06d13861-6eb7-4f50-823a-4a8314f528b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/networks/2fd4456b-87a8-4be4-82b3-0a3947625a65 HTTP/1.1" status: 204 len: 168 time: 1.1847420 Mar 28 15:18:45.804317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56750) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:45.894139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=bffd1fea-9054-4bef-a1a5-074018efd462,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:45.981998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.168480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.194548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device de7d781d-120d-444a-ba18-f9e87801146b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:46.201102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.209321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9a45af-ce18-4bc1-b083-0cb4f77b6730']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:46.237109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01875d5-baae-42b0-9efd-c73e05bd981c') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:46.237552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01875d5-baae-42b0-9efd-c73e05bd981c') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:46.251568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.273705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:46.275553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.288324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:18:46.288863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:18:46.325009 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:18:46.403643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port de7d781d-120d-444a-ba18-f9e87801146b completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:46.421318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port de7d781d-120d-444a-ba18-f9e87801146b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:46.421917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.468897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 2641f3ba-3f0f-4876-9e9d-50ec3d296b36) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:46.473624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:46.474219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.486303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d3bd6c-47cf-4529-ab9a-c61d5b6c6ebf None None] Network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:46.503779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.529794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.545474 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/networks/7e9a45af-ce18-4bc1-b083-0cb4f77b6730 HTTP/1.1" status: 204 len: 168 time: 0.7399948 Mar 28 15:18:46.554254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56754) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:46.561799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'network': {'name': 'tempest-RoutersTest-1504681657'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:46.567255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:46.572422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:network and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:46.576422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:46.583644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:46.593393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5679acb-7ebe-4578-9fee-352c205daa4b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Network': ['ID=7e9a45af-ce18-4bc1-b083-0cb4f77b6730,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:46.651475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:46.656473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.693876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:18:46.710238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.711151 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added segment 9155f511-47f1-4a70-bc0a-82c76b79a267 of type vlan for network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 Mar 28 15:18:46.748318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.759874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.781683 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.797048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.834182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44591ea1-61e7-4087-bc87-e9eb4c92f65e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.848663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port de7d781d-120d-444a-ba18-f9e87801146b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=de7d781d-120d-444a-ba18-f9e87801146b,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:46.863962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:46.864797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.880488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.890022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:46.890973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:46.925278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30a2aa-db69-4ea2-92a7-4c086e646b82 req-cad51072-4510-4f99-8695-21405a15692b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:46.926638 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b30a2aa-db69-4ea2-92a7-4c086e646b82 req-cad51072-4510-4f99-8695-21405a15692b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 1.3633354 Mar 28 15:18:46.927245 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:47.016594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 060ad72a-7928-44c7-ad18-255daa874f76 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:47.068946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Network': ['ID=7b8121b2-ff6c-4387-8ad2-cc300b1ceb06,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:47.072156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 060ad72a-7928-44c7-ad18-255daa874f76 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:47.072504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 060ad72a-7928-44c7-ad18-255daa874f76 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:47.072924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 66b39e47-4b60-4484-a3bd-de4ce65c7169 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:47.110007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:18:47.133416 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ce2c98f5-f6dd-4b87-a95d-e0599f2f3a8c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5768750 Mar 28 15:18:47.135391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56758) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:47.145039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'subnet': {'network_id': '7b8121b2-ff6c-4387-8ad2-cc300b1ceb06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:47.161119 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3871c0fb-f281-4217-ba53-d12615eb66b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.9014001 Mar 28 15:18:47.162101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Deleting port a9cf0e63-733c-498f-b02e-5b7ce4551ed5 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:47.162442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:47.183650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=de7d781d-120d-444a-ba18-f9e87801146b,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:47.207133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 66b39e47-4b60-4484-a3bd-de4ce65c7169 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:47.207785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 66b39e47-4b60-4484-a3bd-de4ce65c7169 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:47.317245 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Allocated IP 172.20.0.2 (2641f3ba-3f0f-4876-9e9d-50ec3d296b36/fbc24358-b961-4aa7-835c-8d58956481ae/a2a0150b-a809-44c8-910b-d3c47f265712) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:47.318886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56762) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:47.353567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:47.357295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-44591ea1-61e7-4087-bc87-e9eb4c92f65e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 4332d7cb-b622-4a5d-a309-54419818480f owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:47.358667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:subnet and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:47.363926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:47.371140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:47.469349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:47.475489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:47.520856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:47.566079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:47.577942 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Transition to ACTIVE for port object a2a0150b-a809-44c8-910b-d3c47f265712 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:47.602064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Transition to ACTIVE for port object a2a0150b-a809-44c8-910b-d3c47f265712 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:47.669238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:47.728890 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:47.733398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91c97f4-d236-49b8-b83a-4f23290d2402']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:47.735058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:47.739885 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:47.798001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Pushing event updated for resources: {'Port': ['ID=a2a0150b-a809-44c8-910b-d3c47f265712,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:47.829541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b67850-359d-4482-9b0f-15dfa4569b71') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:47.830110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b67850-359d-4482-9b0f-15dfa4569b71') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:47.851506 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b30a2aa-db69-4ea2-92a7-4c086e646b82 req-a676084a-38e8-4743-bc8a-5efe5345a60d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5943549 Mar 28 15:18:47.852946 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Attempting to bind port a2a0150b-a809-44c8-910b-d3c47f265712 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:47.853366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Attempting to bind port a2a0150b-a809-44c8-910b-d3c47f265712 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:47.855001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Attempting to bind port a2a0150b-a809-44c8-910b-d3c47f265712 on network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:47.860792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:47.861163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Checking segment: {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:47.861559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:47.862325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Bound using segment: {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:47.862454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Bound port: a2a0150b-a809-44c8-910b-d3c47f265712, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:47.862780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:47.931565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:47.995914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.018068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device de7d781d-120d-444a-ba18-f9e87801146b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:48.049479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] For port a2a0150b-a809-44c8-910b-d3c47f265712, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:48.049686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Router ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:18:48.057183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.068398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] For port a2a0150b-a809-44c8-910b-d3c47f265712, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a2a0150b-a809-44c8-910b-d3c47f265712,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:48.081778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Subnet': ['ID=16a41837-e2a5-4d5a-8efa-718fecd4b2e1,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:48.102684 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port de7d781d-120d-444a-ba18-f9e87801146b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:48.103208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.126374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Checking segment: {'id': '9155f511-47f1-4a70-bc0a-82c76b79a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7b8121b2-ff6c-4387-8ad2-cc300b1ceb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:48.126717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network hostable DHCP agents. Network: 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:48.139758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44591ea1-61e7-4087-bc87-e9eb4c92f65e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.150716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.156218 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:18:48.156630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.157402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fb0ce-3c5a-40fe-aead-c8c513c2f0a7 req-6a27c113-d808-4203-8887-7791ad8cc187 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:48.158930 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-057fb0ce-3c5a-40fe-aead-c8c513c2f0a7 req-6a27c113-d808-4203-8887-7791ad8cc187 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.1270192 Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:18:48.207411 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:18:48.213271 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-057fb0ce-3c5a-40fe-aead-c8c513c2f0a7 req-de2ab7a0-e7a0-4288-a6d2-9547c88f384e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462370 Mar 28 15:18:48.223251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:48.282894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a564543-41f5-4630-b015-5c67823a0732 None None] Pushing event updated for resources: {'Port': ['ID=a2a0150b-a809-44c8-910b-d3c47f265712,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:48.310026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:48.324291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2daa2c-3432-49f8-a8eb-46842959d195 None None] Network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:48.338414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:48.339297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.363254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44591ea1-61e7-4087-bc87-e9eb4c92f65e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=4332d7cb-b622-4a5d-a309-54419818480f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:48.387393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44591ea1-61e7-4087-bc87-e9eb4c92f65e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.454683 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-dfd5c3e7-d17d-4829-97c5-a9adafcc5ef0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3180611 Mar 28 15:18:48.455491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56770) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:48.461942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-431865444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:48.469564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:48.474167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:router and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:48.477646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:48.485519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:48.682037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] For port a9cf0e63-733c-498f-b02e-5b7ce4551ed5, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a9cf0e63-733c-498f-b02e-5b7ce4551ed5,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:48.682411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.683141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-7b8121b2-ff6c-4387-8ad2-cc300b1ceb06', 'network_id': '7b8121b2-ff6c-4387-8ad2-cc300b1ceb06', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'fixed_ips': [{'subnet_id': '16a41837-e2a5-4d5a-8efa-718fecd4b2e1'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:48.684667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.693523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.782982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.784038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.786522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.802126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.864864 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-44591ea1-61e7-4087-bc87-e9eb4c92f65e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/4332d7cb-b622-4a5d-a309-54419818480f HTTP/1.1" status: 204 len: 168 time: 3.6894522 Mar 28 15:18:48.871975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56776) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:48.872194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Allocated IP 172.20.0.2 (7b8121b2-ff6c-4387-8ad2-cc300b1ceb06/16a41837-e2a5-4d5a-8efa-718fecd4b2e1/01d00b08-d6b9-4200-b2b3-95b185b746db) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:48.876310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.955385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:48.966379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Calling delete_port for a9cf0e63-733c-498f-b02e-5b7ce4551ed5 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:48.977767 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-576d9b94-a99d-4757-b7e1-3ef445afd134 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:18:48.978944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-576d9b94-a99d-4757-b7e1-3ef445afd134 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:49.000096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Network': ['ID=e91c97f4-d236-49b8-b83a-4f23290d2402,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:49.016093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:49.021705 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b6589262-caae-4e5e-b245-22f015a3f33c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/networks/e91c97f4-d236-49b8-b83a-4f23290d2402 HTTP/1.1" status: 204 len: 168 time: 3.3914714 Mar 28 15:18:49.037033 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-585fac91-0404-4fd1-bd56-8820b1bf2e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "PUT /v2.0/routers/ae59c8bf-82dd-4fc8-a1af-e0d225ec9780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6446252 Mar 28 15:18:49.039539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56780) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:49.040527 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] Sync routers for ids ['ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:49.054008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56782) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:49.059908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-150883440'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:49.060273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] Routers {'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:49.061090 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:49.109754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:49.118587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-576d9b94-a99d-4757-b7e1-3ef445afd134 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:49.119846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-576d9b94-a99d-4757-b7e1-3ef445afd134 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/4332d7cb-b622-4a5d-a309-54419818480f HTTP/1.1" status: 404 len: 333 time: 0.2460289 Mar 28 15:18:49.120743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.122651 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a811e212-ded3-4bb8-8eda-43505cd1d6c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6653876 Mar 28 15:18:49.131151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56788) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:49.131497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56790) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:49.132462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:network and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:49.142687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:49.148754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'name': 'tempest-PortsTestJSON-1437744085'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:49.175849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'port': {'network_id': '7b8121b2-ff6c-4387-8ad2-cc300b1ceb06', 'name': 'tempest-RoutersTest-475208270'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:49.267256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:49.274398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] Set router ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:49.389431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f0abf-05df-4d30-b5b6-6602797eac51 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:49.391342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f0abf-05df-4d30-b5b6-6602797eac51 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:49.392101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c81f0abf-05df-4d30-b5b6-6602797eac51 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:49.411486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780', 'name': 'tempest-NetworksTestDHCPv6-router-2052780619', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:26Z', 'updated_at': '2022-03-28T15:18:45Z', 'revision_number': 3, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:49.414082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.424021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] Checking router: ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:18:49.430337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.430652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Transition to ACTIVE for port object 01d00b08-d6b9-4200-b2b3-95b185b746db will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:49.450688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] Routers {'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:49.451865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:49.462169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a5ee-949d-4115-9b95-4d1f2cafa9d2 req-1f461198-62e5-4530-a56e-7dce02336b4e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:49.463834 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-67d8a5ee-949d-4115-9b95-4d1f2cafa9d2 req-1f461198-62e5-4530-a56e-7dce02336b4e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4645908 Mar 28 15:18:49.475195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:49.478795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.501147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c81f0abf-05df-4d30-b5b6-6602797eac51 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:49.502270 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c81f0abf-05df-4d30-b5b6-6602797eac51 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4477599 Mar 28 15:18:49.517065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56796) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:49.525632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:49.546244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:49.555869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:49.559539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:port and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:49.568586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:49.591328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:49.595391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Transition to ACTIVE for port object 01d00b08-d6b9-4200-b2b3-95b185b746db will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:49.598104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfb8539-8e20-435e-bd8d-ebe2926c8406 None None] Network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:49.601832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-67d8a5ee-949d-4115-9b95-4d1f2cafa9d2 req-5603e2aa-b696-43b8-a069-05be501ebd1b tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093400 Mar 28 15:18:49.602523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:18:49.603656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-28935b40-37c2-4da3-9fe8-5c6eae485dcb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 6100486d-6b64-47ea-9fd2-11280575c0f4 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:18:49.606752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28935b40-37c2-4da3-9fe8-5c6eae485dcb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.613486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.622182 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Added segment b6598dfe-bd97-4395-bea0-71777b323f95 of type vlan for network f3dd714e-8d4a-4e59-9a06-7af387ce2bef Mar 28 15:18:49.643824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.656513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] Set router ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:18:49.720817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:49.724942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.746467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.749975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28935b40-37c2-4da3-9fe8-5c6eae485dcb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.755856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:49.756417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.760482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:49.764501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.777180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port d46259c8-4389-4b6e-8b12-8cb0a1739751 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:49.815380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.864954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:49.872962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780', 'name': 'tempest-NetworksTestDHCPv6-router-2052780619', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:26Z', 'updated_at': '2022-03-28T15:18:45Z', 'revision_number': 3, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:49.900443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c8566-96ea-4888-b02b-47c23cb25f33 None None] The sync data for ids ['ae59c8bf-82dd-4fc8-a1af-e0d225ec9780'] in dv-neutron-828143-13-hyperv is: [{'id': 'ae59c8bf-82dd-4fc8-a1af-e0d225ec9780', 'name': 'tempest-NetworksTestDHCPv6-router-2052780619', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:26Z', 'updated_at': '2022-03-28T15:18:45Z', 'revision_number': 3, 'project_id': 'a371c51f76f144388f4716c43dc5264f', 'gw_port_host': None}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:49.910878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:49.917917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:49.920374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:49.947343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Pushing event updated for resources: {'Port': ['ID=01d00b08-d6b9-4200-b2b3-95b185b746db,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:49.956003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] device_id is not set on port a64d2d1c-6134-4636-8f23-f5c8580fa3d4 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:49.970838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9cf0e63-733c-498f-b02e-5b7ce4551ed5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:50.002958 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9582467 Mar 28 15:18:50.011969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56800) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:50.021098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2107bc-d9d6-4642-aa3f-6b76d82e8bb1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Network': ['ID=f3dd714e-8d4a-4e59-9a06-7af387ce2bef,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:50.034937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': 'f3dd714e-8d4a-4e59-9a06-7af387ce2bef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:50.083508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-abe32984-9ff3-4a7f-b7da-1eef1e037042 None None] Provisioning for port a2a0150b-a809-44c8-910b-d3c47f265712 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:50.142055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network f3dd714e-8d4a-4e59-9a06-7af387ce2bef details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:18:50.237404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.274166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:50.308790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Attempting to bind port 01d00b08-d6b9-4200-b2b3-95b185b746db on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:50.309677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Attempting to bind port 01d00b08-d6b9-4200-b2b3-95b185b746db by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9155f511-47f1-4a70-bc0a-82c76b79a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7b8121b2-ff6c-4387-8ad2-cc300b1ceb06'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:50.310204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Attempting to bind port 01d00b08-d6b9-4200-b2b3-95b185b746db on network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:50.322587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:50.323199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Checking segment: {'id': '9155f511-47f1-4a70-bc0a-82c76b79a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7b8121b2-ff6c-4387-8ad2-cc300b1ceb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:50.324280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.324822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Bound using segment: {'id': '9155f511-47f1-4a70-bc0a-82c76b79a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7b8121b2-ff6c-4387-8ad2-cc300b1ceb06'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:50.325450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Bound port: 01d00b08-d6b9-4200-b2b3-95b185b746db, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9155f511-47f1-4a70-bc0a-82c76b79a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7b8121b2-ff6c-4387-8ad2-cc300b1ceb06'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:50.326169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.339229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:50.351089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:50.377354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28935b40-37c2-4da3-9fe8-5c6eae485dcb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.381355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:50.410455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.20.0.14 (7b8121b2-ff6c-4387-8ad2-cc300b1ceb06/16a41837-e2a5-4d5a-8efa-718fecd4b2e1/a64d2d1c-6134-4636-8f23-f5c8580fa3d4) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:50.410776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.418379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.462861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:18:50.480460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:50.488457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.489334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] For port 01d00b08-d6b9-4200-b2b3-95b185b746db, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:50.494329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] For port 01d00b08-d6b9-4200-b2b3-95b185b746db, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01d00b08-d6b9-4200-b2b3-95b185b746db,segment=NetworkSegment(9155f511-47f1-4a70-bc0a-82c76b79a267),segment_id=9155f511-47f1-4a70-bc0a-82c76b79a267)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:50.531805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a2a0150b-a809-44c8-910b-d3c47f265712 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:50.594623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.617369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.758749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.764546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e068b-5d55-4026-8535-d83fd5c78133 None None] Pushing event updated for resources: {'Port': ['ID=01d00b08-d6b9-4200-b2b3-95b185b746db,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:50.765455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.770009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.785596 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port a2a0150b-a809-44c8-910b-d3c47f265712 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:50.801276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a2a0150b-a809-44c8-910b-d3c47f265712 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:50.801700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.856947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Performing IP validity checks on allocation pools {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 15:18:50.859881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 15:18:50.917982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1425b768-0e79-4175-ae6b-76d077f1dbe5 None None] Provisioning complete for port a2a0150b-a809-44c8-910b-d3c47f265712 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:50.919406 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1425b768-0e79-4175-ae6b-76d077f1dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:50.984777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.069044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=ebe21f82-cee5-4851-ba01-cb960c7de1a2,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:51.082027 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.097790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.103066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:51.118093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.122902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.148625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port a2a0150b-a809-44c8-910b-d3c47f265712, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a2a0150b-a809-44c8-910b-d3c47f265712,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:51.178177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1425b768-0e79-4175-ae6b-76d077f1dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.194233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28935b40-37c2-4da3-9fe8-5c6eae485dcb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.224442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Transition to ACTIVE for port object a64d2d1c-6134-4636-8f23-f5c8580fa3d4 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:51.229802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.235099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.235564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1adc2042-34ad-4c53-9e19-f517a322aef9 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:18:51.236070 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:51.246688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:51.268669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:51.268856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28935b40-37c2-4da3-9fe8-5c6eae485dcb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=6100486d-6b64-47ea-9fd2-11280575c0f4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:51.274453 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:51.275379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.297024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=d46259c8-4389-4b6e-8b12-8cb0a1739751,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:51.322485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28935b40-37c2-4da3-9fe8-5c6eae485dcb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.359521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75bbe1f-d29e-4bf5-a1d1-2e026b245202 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:51.406314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-34fc9a7c-ee60-4cf9-81ab-d33164b9b30a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2705860 Mar 28 15:18:51.407044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56806) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:51.413128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:51.430599 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd2915-c1a4-491e-9e89-7e7f532c2e89 req-ccd3799d-17e8-482c-b2b8-2098458f319e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:51.432248 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ebdd2915-c1a4-491e-9e89-7e7f532c2e89 req-ccd3799d-17e8-482c-b2b8-2098458f319e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.5845864 Mar 28 15:18:51.458723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.460612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.465187 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-28935b40-37c2-4da3-9fe8-5c6eae485dcb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/6100486d-6b64-47ea-9fd2-11280575c0f4 HTTP/1.1" status: 204 len: 168 time: 1.9429131 Mar 28 15:18:51.467769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.468843 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6ee5fc44-e8fc-46e2-acf2-05b402c480bd tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "DELETE /v2.0/routers/1adc2042-34ad-4c53-9e19-f517a322aef9 HTTP/1.1" status: 204 len: 168 time: 7.3080814 Mar 28 15:18:51.472184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56810) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:51.476016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56812) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:51.491151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1219042078', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:51.505856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-87bc5a0c-8657-448d-990b-869b71a760c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.524146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-1425b768-0e79-4175-ae6b-76d077f1dbe5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:18:51.526707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-1425b768-0e79-4175-ae6b-76d077f1dbe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:18:51.528045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=a2a0150b-a809-44c8-910b-d3c47f265712,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:51.538647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:51.573073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Usage tracker for resource:router and tenant:c5da1b7230d54d7ca47d605899dd35f3 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:51.583292 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:51.586335 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP fd5f6467-da0a-41ff-9b87-71f6c18df15d associated. External IP: 172.26.7.222, port: 001d046d-0cee-4112-b9c2-302bd1df254d. Mar 28 15:18:51.657766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:51.685499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ebdd2915-c1a4-491e-9e89-7e7f532c2e89 req-060484a1-fba4-41c5-8000-f38f29b9b42d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408645 Mar 28 15:18:51.695985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:51.704509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.1 (2641f3ba-3f0f-4876-9e9d-50ec3d296b36/fbc24358-b961-4aa7-835c-8d58956481ae/07386ea6-8572-46cc-a831-c75d6a26f956) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:51.746719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:51.754150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:51.789501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.790468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.802860 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=a64d2d1c-6134-4636-8f23-f5c8580fa3d4,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:51.812863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:18:51.818087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Deleting port 8b129e30-b372-4657-a6d2-c732052b4104 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:51.819221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.829107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=ebc8ed73-ac4a-4150-bec8-afa4f3e47ea4,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:51.978297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:51.988034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Checking segment: {'id': 'b6598dfe-bd97-4395-bea0-71777b323f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f3dd714e-8d4a-4e59-9a06-7af387ce2bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:51.988854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network hostable DHCP agents. Network: f3dd714e-8d4a-4e59-9a06-7af387ce2bef, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:18:52.014991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:52.015906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:52.025080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ce7b1ed0-138a-4b08-8107-caaacf58fcf4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:router {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:52.043697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:52.183751 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-eb1636d1-336c-4cc6-b837-f4a73c1928b8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0436754 Mar 28 15:18:52.193890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56818) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:52.231468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a2a0150b-a809-44c8-910b-d3c47f265712 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:52.267958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network f3dd714e-8d4a-4e59-9a06-7af387ce2bef is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:18:52.281992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ce7b1ed0-138a-4b08-8107-caaacf58fcf4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:router {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:52.285961 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ce7b1ed0-138a-4b08-8107-caaacf58fcf4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7414231 Mar 28 15:18:52.288556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56822) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:52.300477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] For port 8b129e30-b372-4657-a6d2-c732052b4104, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8b129e30-b372-4657-a6d2-c732052b4104,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:52.300871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:52.317062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64bca67-96d6-47d0-8fe1-d1b753e18b10 None None] Network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:52.460928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Calling delete_port for 8b129e30-b372-4657-a6d2-c732052b4104 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:52.491442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, f3dd714e-8d4a-4e59-9a06-7af387ce2bef) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:52.549163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812af671-9f14-4049-9d1e-25f1f533695f None None] Network f3dd714e-8d4a-4e59-9a06-7af387ce2bef requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:52.559604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:52.579601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:52.663591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 07386ea6-8572-46cc-a831-c75d6a26f956 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:52.692784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:18:52.736099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c7757323-e295-45fd-af4c-a89e45011085 None None] Provisioning for port 01d00b08-d6b9-4200-b2b3-95b185b746db completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:52.742817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:52.743434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:52.762215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5180c044-f250-4485-b86b-736151c5af62 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:52.778565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a2a0150b-a809-44c8-910b-d3c47f265712 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:52.778917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:52.949388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:52.952902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-44548bc0-2db6-4f6d-9f20-c3e646ce4975 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9283516 Mar 28 15:18:52.955561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56828) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:53.002038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': 'f3dd714e-8d4a-4e59-9a06-7af387ce2bef', 'name': 'tempest-PortsIpV6TestJSON-241606257'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:53.008004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.085191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:53.100804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:53.101484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Pushing event deleted for resources: {'Port': ['ID=8b129e30-b372-4657-a6d2-c732052b4104,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:53.102577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:53.114852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] No DVR routers for this DVR port 8b129e30-b372-4657-a6d2-c732052b4104 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:18:53.123828 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e33c51-ec2f-467e-aab0-59d26c1f132b None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:53.137559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.137659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.137997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.138329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.138655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.138981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.139376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.139692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.140016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.140344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.140658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.140973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378e039-8bdb-4ad2-a104-61dbd46601b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.155340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:53.167380 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e33c51-ec2f-467e-aab0-59d26c1f132b None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:53.170826 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-43e33c51-ec2f-467e-aab0-59d26c1f132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:53.180936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=07386ea6-8572-46cc-a831-c75d6a26f956,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:53.206904 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01d00b08-d6b9-4200-b2b3-95b185b746db up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:53.264231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-f3dd714e-8d4a-4e59-9a06-7af387ce2bef', 'network_id': 'f3dd714e-8d4a-4e59-9a06-7af387ce2bef', 'tenant_id': '0bd0fba2577048bb84e2783d6c2c84ee', 'fixed_ips': [{'subnet_id': 'ebc8ed73-ac4a-4150-bec8-afa4f3e47ea4'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:53.264231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.291691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:18:53.295592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.301780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5180c044-f250-4485-b86b-736151c5af62 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.314071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5180c044-f250-4485-b86b-736151c5af62 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.324988 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-43e33c51-ec2f-467e-aab0-59d26c1f132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:53.351084 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e33c51-ec2f-467e-aab0-59d26c1f132b None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:53.352208 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-43e33c51-ec2f-467e-aab0-59d26c1f132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:53.418574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.456171 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-43e33c51-ec2f-467e-aab0-59d26c1f132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:53.456723 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e33c51-ec2f-467e-aab0-59d26c1f132b None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:53.520897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.532949 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 01d00b08-d6b9-4200-b2b3-95b185b746db completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:53.542703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 01d00b08-d6b9-4200-b2b3-95b185b746db triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:53.543096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.674240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.682022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Allocated IP 2001:db8::2 (f3dd714e-8d4a-4e59-9a06-7af387ce2bef/ebc8ed73-ac4a-4150-bec8-afa4f3e47ea4/8e2c8afd-8f38-4821-b241-c677e7cf5a6f) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:53.705692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] In _notify_port_updated(), no bound segment for port d46259c8-4389-4b6e-8b12-8cb0a1739751 on network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:18:53.710785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.713812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:53.715315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.720019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "PUT /v2.0/ports/d46259c8-4389-4b6e-8b12-8cb0a1739751 HTTP/1.1" status: 200 len: 818 time: 2.3117974 Mar 28 15:18:53.732074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56832) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:53.757946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5180c044-f250-4485-b86b-736151c5af62 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.760686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5180c044-f250-4485-b86b-736151c5af62 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Fanout notify agent at l3_agent the message router_deleted on router ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:18:53.764850 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-67adc442-094a-4de4-bacd-e8c9b7dff8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.799458 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:53.838515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515354bd-c1ba-477d-94b3-204020f280b1 req-176e9df6-05d9-489f-a612-d007cff08b10 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:53.841586 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-515354bd-c1ba-477d-94b3-204020f280b1 req-176e9df6-05d9-489f-a612-d007cff08b10 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.8801849 Mar 28 15:18:53.861571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=d46259c8-4389-4b6e-8b12-8cb0a1739751,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:53.927865 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cceb7b13-2d6c-46de-971e-20cb9b324434 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.6299515 Mar 28 15:18:53.932735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56836) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:53.939085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:53.958973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.959402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0bb716a8-da21-45e9-b9ee-d189fcb38f25 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:53.959587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.960052 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.960493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.960952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.961376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.961796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.962233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.962784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.963231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.963646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.964066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e98ad-40c5-4ddf-8c92-d85ae4219468 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:18:53.977091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5180c044-f250-4485-b86b-736151c5af62 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.978296 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5180c044-f250-4485-b86b-736151c5af62 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/routers/ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 HTTP/1.1" status: 204 len: 168 time: 1.6396830 Mar 28 15:18:53.990078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:53.990763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56840) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:54.001247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Transition to ACTIVE for port object 8e2c8afd-8f38-4821-b241-c677e7cf5a6f will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:54.019211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8c1d220d-03ce-43b4-8a7d-b22fbd569040 None None] Provisioning for port 07386ea6-8572-46cc-a831-c75d6a26f956 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:54.025965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.032822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8c1d220d-03ce-43b4-8a7d-b22fbd569040 None None] Provisioning complete for port 07386ea6-8572-46cc-a831-c75d6a26f956 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:54.033383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c1d220d-03ce-43b4-8a7d-b22fbd569040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.044615 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-515354bd-c1ba-477d-94b3-204020f280b1 req-7cdad757-d93a-4e2d-8fd5-77f462c72ff1 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842120 Mar 28 15:18:54.066367 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0b7f4505-fa54-4275-b928-015cc33a89dc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0661459 Mar 28 15:18:54.077022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Transition to ACTIVE for port object 8e2c8afd-8f38-4821-b241-c677e7cf5a6f will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:54.092240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56844) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:54.096992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 01d00b08-d6b9-4200-b2b3-95b185b746db, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01d00b08-d6b9-4200-b2b3-95b185b746db,segment=NetworkSegment(9155f511-47f1-4a70-bc0a-82c76b79a267),segment_id=9155f511-47f1-4a70-bc0a-82c76b79a267)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:54.112709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d220d-03ce-43b4-8a7d-b22fbd569040 None None] Port 07386ea6-8572-46cc-a831-c75d6a26f956 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:54.139492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.144747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8f4823b8-7e51-463b-83d2-abb10541aa9f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port d46259c8-4389-4b6e-8b12-8cb0a1739751 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:54.145088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f4823b8-7e51-463b-83d2-abb10541aa9f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.185968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.207185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Network f3dd714e-8d4a-4e59-9a06-7af387ce2bef is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:54.208402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:54.212184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:54.232846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Pushing event updated for resources: {'Port': ['ID=8e2c8afd-8f38-4821-b241-c677e7cf5a6f,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:54.244235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:54.248579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.258039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.296393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.299623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a9cf0e63-733c-498f-b02e-5b7ce4551ed5 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:54.381858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:18:54.388591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: a9cf0e63-733c-498f-b02e-5b7ce4551ed5 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:54.388929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a9cf0e63-733c-498f-b02e-5b7ce4551ed5 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:54.389343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8b129e30-b372-4657-a6d2-c732052b4104 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:54.423794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ee57a2-2a53-44b4-b971-b8f1375abb55 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:54.427721 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a9ee57a2-2a53-44b4-b971-b8f1375abb55 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3320856 Mar 28 15:18:54.437310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56848) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:54.482775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bb716a8-da21-45e9-b9ee-d189fcb38f25 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.491845 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-03bf5b27-9c03-4b34-80da-dfc8d024239d None None] Provisioning complete for port 01d00b08-d6b9-4200-b2b3-95b185b746db triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:54.492218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-03bf5b27-9c03-4b34-80da-dfc8d024239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.517601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 8b129e30-b372-4657-a6d2-c732052b4104 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:54.521428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8b129e30-b372-4657-a6d2-c732052b4104 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:54.521428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bffd1fea-9054-4bef-a1a5-074018efd462 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:18:54.527308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c933dfc6-2c1c-4123-a64d-e2c867356719 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:router {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:54.578699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Attempting to bind port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:54.579108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Attempting to bind port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'b6598dfe-bd97-4395-bea0-71777b323f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f3dd714e-8d4a-4e59-9a06-7af387ce2bef'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:54.579450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Attempting to bind port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f on network f3dd714e-8d4a-4e59-9a06-7af387ce2bef {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:54.581338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: bffd1fea-9054-4bef-a1a5-074018efd462 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:18:54.581670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bffd1fea-9054-4bef-a1a5-074018efd462 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:18:54.594181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=01d00b08-d6b9-4200-b2b3-95b185b746db,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:54.601791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:54.601791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Checking segment: {'id': 'b6598dfe-bd97-4395-bea0-71777b323f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f3dd714e-8d4a-4e59-9a06-7af387ce2bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:54.601791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.601791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Bound using segment: {'id': 'b6598dfe-bd97-4395-bea0-71777b323f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f3dd714e-8d4a-4e59-9a06-7af387ce2bef'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:54.601791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Bound port: 8e2c8afd-8f38-4821-b241-c677e7cf5a6f, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6598dfe-bd97-4395-bea0-71777b323f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f3dd714e-8d4a-4e59-9a06-7af387ce2bef'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:54.601791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.681290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.693259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.695504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c933dfc6-2c1c-4123-a64d-e2c867356719 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:router {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:54.696983 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c933dfc6-2c1c-4123-a64d-e2c867356719 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2585087 Mar 28 15:18:54.703478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56852) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:54.709664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:54.744216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01d00b08-d6b9-4200-b2b3-95b185b746db up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:54.793047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.800459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.831068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] For port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:54.839739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bb716a8-da21-45e9-b9ee-d189fcb38f25 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.847791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] For port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8e2c8afd-8f38-4821-b241-c677e7cf5a6f,segment=NetworkSegment(b6598dfe-bd97-4395-bea0-71777b323f95),segment_id=b6598dfe-bd97-4395-bea0-71777b323f95)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:54.862296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 01d00b08-d6b9-4200-b2b3-95b185b746db triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:54.862673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.928489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:54.941486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:54.943971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-03bf5b27-9c03-4b34-80da-dfc8d024239d None None] Provisioning for port a64d2d1c-6134-4636-8f23-f5c8580fa3d4 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:54.953379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:54.956319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:54.970468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=a64d2d1c-6134-4636-8f23-f5c8580fa3d4,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:55.001326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bb716a8-da21-45e9-b9ee-d189fcb38f25 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:55.001753 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-0bb716a8-da21-45e9-b9ee-d189fcb38f25 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP fd5f6467-da0a-41ff-9b87-71f6c18df15d disassociated. External IP: 172.26.7.222, port: 001d046d-0cee-4112-b9c2-302bd1df254d. Mar 28 15:18:55.016289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:55.050304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-03bf5b27-9c03-4b34-80da-dfc8d024239d None None] Provisioning complete for port a64d2d1c-6134-4636-8f23-f5c8580fa3d4 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:55.050683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-03bf5b27-9c03-4b34-80da-dfc8d024239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:55.115618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:55.119433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:55.278052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baf406-3e31-47de-93b0-506c75217be0 None None] Pushing event updated for resources: {'Port': ['ID=8e2c8afd-8f38-4821-b241-c677e7cf5a6f,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:55.281938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-03bf5b27-9c03-4b34-80da-dfc8d024239d None None] Port a64d2d1c-6134-4636-8f23-f5c8580fa3d4 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:55.289820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:55.317148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:55.411829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fe0475c0-57e3-4c4f-a995-27c516cb80a7 None None] Provisioning complete for port a64d2d1c-6134-4636-8f23-f5c8580fa3d4 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:55.412363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fe0475c0-57e3-4c4f-a995-27c516cb80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:55.474088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-fe0475c0-57e3-4c4f-a995-27c516cb80a7 None None] Port a64d2d1c-6134-4636-8f23-f5c8580fa3d4 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:55.550804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:55.552359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f4823b8-7e51-463b-83d2-abb10541aa9f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:55.653205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Allocated IP 172.26.7.62 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/0c89e768-09e4-4027-a834-b2df56f5f2e7) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:55.719331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::b1 (f3dd714e-8d4a-4e59-9a06-7af387ce2bef/ebc8ed73-ac4a-4150-bec8-afa4f3e47ea4/a2a3c93e-ed88-45c9-aba9-4a05e9c8b971) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:55.786717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:18:55.789596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:55.811160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8f4823b8-7e51-463b-83d2-abb10541aa9f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for d46259c8-4389-4b6e-8b12-8cb0a1739751 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:56.012470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:56.017272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:56.027679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0967380-a4c4-4495-a3d2-95c71a9d7f1a None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:56.032432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:56.033019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.090918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=b051cfe2-0aa0-445d-ba0d-ad3352ad4d78,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:56.180364 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a35d9c46-ca1c-4172-908c-013da7e5be09 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4757583 Mar 28 15:18:56.186984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56858) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:56.191758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:56.279112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.294487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': 'b051cfe2-0aa0-445d-ba0d-ad3352ad4d78'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:18:56.295712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.322607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d58164-058d-43ae-90a4-e9e2ddc6a79e req-cbbde5b8-e966-486a-aad5-969b9ba35310 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:56.324776 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d2d58164-058d-43ae-90a4-e9e2ddc6a79e req-cbbde5b8-e966-486a-aad5-969b9ba35310 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 1.0566959 Mar 28 15:18:56.407576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.461085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f4823b8-7e51-463b-83d2-abb10541aa9f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.462097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41017c78-98f1-46d1-98e1-956189d892e1 None None] Network f3dd714e-8d4a-4e59-9a06-7af387ce2bef requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:56.476091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:56.481228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:56.483994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:56.489719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.516399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:56.604899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Allocated IP 2001:db8::f816:3eff:fe8a:d7bf (407e43a9-7d21-4a68-a014-97c49e9e0f14/b051cfe2-0aa0-445d-ba0d-ad3352ad4d78/088f5755-bc5b-4513-afc2-b956241283c6) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:18:56.612081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=a64d2d1c-6134-4636-8f23-f5c8580fa3d4,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:56.622569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.767624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:56.771487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.783912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8e2c8afd-8f38-4821-b241-c677e7cf5a6f up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:56.790785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4823b8-7e51-463b-83d2-abb10541aa9f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=d46259c8-4389-4b6e-8b12-8cb0a1739751,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:56.803051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:56.807111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:56.819473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5de5d20e-0ebe-4214-a932-f65b2993a151 None None] Provisioning for port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:56.843044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f4823b8-7e51-463b-83d2-abb10541aa9f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.870288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:56.987749 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d2d58164-058d-43ae-90a4-e9e2ddc6a79e req-a8d99ab7-23ee-4e80-b607-a46846d798ef tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6363182 Mar 28 15:18:57.039705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb716a8-da21-45e9-b9ee-d189fcb38f25 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:18:57.076985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.090242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Transition to ACTIVE for port object 088f5755-bc5b-4513-afc2-b956241283c6 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:57.090716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.100943 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8f4823b8-7e51-463b-83d2-abb10541aa9f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/d46259c8-4389-4b6e-8b12-8cb0a1739751 HTTP/1.1" status: 204 len: 168 time: 3.3637872 Mar 28 15:18:57.101240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56862) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:57.119933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Transition to ACTIVE for port object 088f5755-bc5b-4513-afc2-b956241283c6 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:57.185251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.194962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:18:57.240879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.271136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2edf8-174a-4ad0-97b6-9fd679024088 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:57.271681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f1c2edf8-174a-4ad0-97b6-9fd679024088 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:57.277251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router 7a0075d7-b717-459c-a931-7752fd769cb8 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:18:57.299762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:57.319828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:57.320295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.321226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.364128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.377153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:57.383877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e52e5f6c-f57c-4574-a8b1-6f701dddb714 None None] Provisioning complete for port a64d2d1c-6134-4636-8f23-f5c8580fa3d4 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:57.384274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e52e5f6c-f57c-4574-a8b1-6f701dddb714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.408349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:57.425764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:57.443662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Pushing event updated for resources: {'Port': ['ID=088f5755-bc5b-4513-afc2-b956241283c6,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:57.460665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f1c2edf8-174a-4ad0-97b6-9fd679024088 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:57.466247 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f1c2edf8-174a-4ad0-97b6-9fd679024088 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3582418 Mar 28 15:18:57.475911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56866) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:57.478228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:57.495188 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:57.497998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:57.535966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.538649 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7062a3fd-0bbb-483c-9e51-b61541f12639 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:18:57.545997 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7062a3fd-0bbb-483c-9e51-b61541f12639 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/d46259c8-4389-4b6e-8b12-8cb0a1739751 HTTP/1.1" status: 404 len: 333 time: 0.0631762 Mar 28 15:18:57.545997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56870) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:57.546263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb716a8-da21-45e9-b9ee-d189fcb38f25 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:57.548230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e52e5f6c-f57c-4574-a8b1-6f701dddb714 None None] Port a64d2d1c-6134-4636-8f23-f5c8580fa3d4 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:57.548715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event updated for resources: {'Port': ['ID=0c89e768-09e4-4027-a834-b2df56f5f2e7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:57.550331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2002663482'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:57.555655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:57.560123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:network and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:57.563072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:57.571722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:18:57.573289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74340f59-614c-4cc2-bc55-fbbf00712a3c None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:57.574015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:57.585207 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-83013b1f-e2c0-44d7-b511-57a9e6eaf940 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/7a0075d7-b717-459c-a931-7752fd769cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3902962 Mar 28 15:18:57.587451 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d2d156-0a1b-4ca5-b0d9-f3c228534bf3 None None] Sync routers for ids ['7a0075d7-b717-459c-a931-7752fd769cb8'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:18:57.593686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56874) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:57.597721 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d2d156-0a1b-4ca5-b0d9-f3c228534bf3 None None] Routers {'7a0075d7-b717-459c-a931-7752fd769cb8'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:57.598394 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-20d2d156-0a1b-4ca5-b0d9-f3c228534bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['7a0075d7-b717-459c-a931-7752fd769cb8'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:57.600459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bb716a8-da21-45e9-b9ee-d189fcb38f25 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.643789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.657837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.662795 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-20d2d156-0a1b-4ca5-b0d9-f3c228534bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:57.672609 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d2d156-0a1b-4ca5-b0d9-f3c228534bf3 None None] Routers {'7a0075d7-b717-459c-a931-7752fd769cb8'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:57.673441 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-20d2d156-0a1b-4ca5-b0d9-f3c228534bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['7a0075d7-b717-459c-a931-7752fd769cb8'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:57.683957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192fb14c-1471-4e50-ae93-58cf228c9e96 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:57.684997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-192fb14c-1471-4e50-ae93-58cf228c9e96 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Synchronizing usage tracker for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:18:57.694540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.698267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:57.701367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Attempting to bind port 088f5755-bc5b-4513-afc2-b956241283c6 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:18:57.701737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Attempting to bind port 088f5755-bc5b-4513-afc2-b956241283c6 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:18:57.702148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Attempting to bind port 088f5755-bc5b-4513-afc2-b956241283c6 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:18:57.702645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.736961 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-20d2d156-0a1b-4ca5-b0d9-f3c228534bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:57.737613 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d2d156-0a1b-4ca5-b0d9-f3c228534bf3 None None] The sync data for ids ['7a0075d7-b717-459c-a931-7752fd769cb8'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:57.738877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8e2c8afd-8f38-4821-b241-c677e7cf5a6f,segment=NetworkSegment(b6598dfe-bd97-4395-bea0-71777b323f95),segment_id=b6598dfe-bd97-4395-bea0-71777b323f95)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:18:57.740251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network f3dd714e-8d4a-4e59-9a06-7af387ce2bef is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:57.749923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74340f59-614c-4cc2-bc55-fbbf00712a3c None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:57.750645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-74340f59-614c-4cc2-bc55-fbbf00712a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:57.755825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:57.758719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:18:57.766309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:57.767159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.796773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:57.804012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:57.810461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:57.811214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.828228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=6dfc88bb-88b9-4fb7-862d-057753da6245,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:57.835951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:18:57.842292 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0bb716a8-da21-45e9-b9ee-d189fcb38f25 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/floatingips/fd5f6467-da0a-41ff-9b87-71f6c18df15d HTTP/1.1" status: 200 len: 688 time: 3.9005618 Mar 28 15:18:57.842428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56878) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:57.848214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-192fb14c-1471-4e50-ae93-58cf228c9e96 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Unset dirty status for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:18:57.852334 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-192fb14c-1471-4e50-ae93-58cf228c9e96 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports/a64d2d1c-6134-4636-8f23-f5c8580fa3d4 HTTP/1.1" status: 200 len: 977 time: 0.2574794 Mar 28 15:18:57.854260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56882) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:57.857478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:18:57.857859 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:18:57.858642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.859069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:18:57.859907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Bound port: 088f5755-bc5b-4513-afc2-b956241283c6, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:18:57.863801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:57.885449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-74340f59-614c-4cc2-bc55-fbbf00712a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:57.983991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] For port 088f5755-bc5b-4513-afc2-b956241283c6, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:18:57.987715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] For port 088f5755-bc5b-4513-afc2-b956241283c6, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=088f5755-bc5b-4513-afc2-b956241283c6,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:18:57.994066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.016597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=07386ea6-8572-46cc-a831-c75d6a26f956,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:58.095477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74340f59-614c-4cc2-bc55-fbbf00712a3c None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:18:58.096290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-74340f59-614c-4cc2-bc55-fbbf00712a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:58.140413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=a2a3c93e-ed88-45c9-aba9-4a05e9c8b971,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:58.157067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:18:58.158475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:18:58.165725 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0f8568a7-a6c2-49b5-bf90-0d85f0f0fbb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1743920 Mar 28 15:18:58.167868 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.174135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56888) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:58.179927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f5837d63-9b8e-451a-bde3-35e5564f05f2 None None] Provisioning complete for port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:58.180328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f5837d63-9b8e-451a-bde3-35e5564f05f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.235453 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=8e2c8afd-8f38-4821-b241-c677e7cf5a6f,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:58.241375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.246071 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Added segment 087b9925-bbfa-4189-9348-b666dad91ca3 of type vlan for network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 Mar 28 15:18:58.262030 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d0ebcdca-0464-4822-99c0-28d317b3d270 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0749276 Mar 28 15:18:58.273297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56892) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:58.296975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:45:31:4b', 'name': 'tempest-NetworksTestDHCPv6-1562545607'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:58.330896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c63ba-9fcf-46d7-93e8-60e6b8a13486 None None] Pushing event updated for resources: {'Port': ['ID=088f5755-bc5b-4513-afc2-b956241283c6,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:58.333625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-74340f59-614c-4cc2-bc55-fbbf00712a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:18:58.334026 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74340f59-614c-4cc2-bc55-fbbf00712a3c None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:18:58.488486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port ebe21f82-cee5-4851-ba01-cb960c7de1a2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:58.488836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.534631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.582561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cc49986d-0c72-48e3-9cc9-a533338e89e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:18:58.583124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc49986d-0c72-48e3-9cc9-a533338e89e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.608529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79a86ff7-4dad-4f2b-b8f0-75c5eba6cdfc None None] Provisioning for port a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:58.624796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79a86ff7-4dad-4f2b-b8f0-75c5eba6cdfc None None] Provisioning complete for port a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:58.626217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-79a86ff7-4dad-4f2b-b8f0-75c5eba6cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.719922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-79a86ff7-4dad-4f2b-b8f0-75c5eba6cdfc None None] Port a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:58.734558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79a86ff7-4dad-4f2b-b8f0-75c5eba6cdfc None None] Provisioning complete for port 07386ea6-8572-46cc-a831-c75d6a26f956 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:58.735945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-79a86ff7-4dad-4f2b-b8f0-75c5eba6cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.838727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-79a86ff7-4dad-4f2b-b8f0-75c5eba6cdfc None None] Port 07386ea6-8572-46cc-a831-c75d6a26f956 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:18:58.876197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:18:58.891958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 088f5755-bc5b-4513-afc2-b956241283c6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:58.939551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457e064-594f-4ff0-af3e-f032eb0fd5ff req-66a66c88-80d8-4427-913b-024d4cf09914 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:58.947455 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4457e064-594f-4ff0-af3e-f032eb0fd5ff req-66a66c88-80d8-4427-913b-024d4cf09914 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.7965839 Mar 28 15:18:58.982648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:58.988151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:18:58.988729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:59.023422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 910bc72f-ae57-4dbb-b09d-ad44558b18dd has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:18:59.028617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 088f5755-bc5b-4513-afc2-b956241283c6 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:59.036011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8e2c8afd-8f38-4821-b241-c677e7cf5a6f up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:18:59.044430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:59.115884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:59.116160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:59.130792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:59.194479 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4457e064-594f-4ff0-af3e-f032eb0fd5ff req-42d4bea0-af71-494b-a3a0-27bf0e1b6880 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461188 Mar 28 15:18:59.201215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:18:59.202550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:59.203132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:59.230192 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:18:59.267200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:18:59.297959 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7496619 Mar 28 15:18:59.300973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:18:59.304519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56896) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:18:59.312829 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:18:59.364270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for ebe21f82-cee5-4851-ba01-cb960c7de1a2 owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:18:59.393272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f67590-d952-4bdb-9012-34934b24fd31 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Network': ['ID=22c5c1af-7139-4bf6-90cc-9e96d6fbbab9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:59.407737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:18:59.605233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190d742-58df-4fdb-974e-7dea0ca8cdaf None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:18:59.636710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:18:59.732759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc49986d-0c72-48e3-9cc9-a533338e89e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:59.756316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:18:59.760006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:59.811637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c5bc9b91-d1ae-4eca-8e55-574285297e5c None None] Provisioning for port 088f5755-bc5b-4513-afc2-b956241283c6 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:18:59.821238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c5bc9b91-d1ae-4eca-8e55-574285297e5c None None] Provisioning complete for port 088f5755-bc5b-4513-afc2-b956241283c6 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:18:59.821605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9b91-d1ae-4eca-8e55-574285297e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:18:59.827612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=ebe21f82-cee5-4851-ba01-cb960c7de1a2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:18:59.912748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.004176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9b91-d1ae-4eca-8e55-574285297e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.038838 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c5bc9b91-d1ae-4eca-8e55-574285297e5c None None] For port 088f5755-bc5b-4513-afc2-b956241283c6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=088f5755-bc5b-4513-afc2-b956241283c6,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:00.051621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.085734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.086892 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-692b66b9-4c3f-46f9-94da-66b33a5ffc3e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd5f6467-da0a-41ff-9b87-71f6c18df15d HTTP/1.1" status: 204 len: 168 time: 2.2401178 Mar 28 15:19:00.090662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56900) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:00.115210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9b91-d1ae-4eca-8e55-574285297e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.140769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:00.146105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd06fb-58e0-41bc-bb4e-9bfb51940db3 None None] Update dhcp port {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': 'b051cfe2-0aa0-445d-ba0d-ad3352ad4d78', 'ip_address': '2001:db8::f816:3eff:fe8a:d7bf'}, {'subnet_id': '6dfc88bb-88b9-4fb7-862d-057753da6245'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '088f5755-bc5b-4513-afc2-b956241283c6'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:19:00.151382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:00.158902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cc49986d-0c72-48e3-9cc9-a533338e89e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:00.193168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:floatingip and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:00.199180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:00.200104 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:00.207223 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:00.209346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:00.230370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77bd06fb-58e0-41bc-bb4e-9bfb51940db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.235948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:00.240442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:00.249672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc9b91-d1ae-4eca-8e55-574285297e5c None None] Pushing event updated for resources: {'Port': ['ID=088f5755-bc5b-4513-afc2-b956241283c6,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:00.250585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port a64d2d1c-6134-4636-8f23-f5c8580fa3d4 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:00.253992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.256171 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cd0d6b37-9305-44ed-bbb7-b2159170b00c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/910bc72f-ae57-4dbb-b09d-ad44558b18dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9359751 Mar 28 15:19:00.262345 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56906) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:00.281992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Sync routers for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:00.305568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.307075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:00.307832 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:00.398267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:00.402196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.564409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.609100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:19:00.658442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.663481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-77bd06fb-58e0-41bc-bb4e-9bfb51940db3 None None] Allocated IP 172.20.0.2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/6dfc88bb-88b9-4fb7-862d-057753da6245/088f5755-bc5b-4513-afc2-b956241283c6) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:00.681878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.697587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for a64d2d1c-6134-4636-8f23-f5c8580fa3d4 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:00.758035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:00.777374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 088f5755-bc5b-4513-afc2-b956241283c6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:00.874288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port e6d5007e-ebce-4cec-8503-750b2e129068 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:00.945321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.26.7.95 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/4a8e13d5-741d-42c2-b148-3c0072c6bab4) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:00.949060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.949532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.949988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.950437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.950899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.951361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.951811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.952254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.952699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.953148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.953593 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.954036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:00.959054 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a523dd8a-86e2-4cdc-97d7-bab636c5333b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8360 time: 0.6923163 Mar 28 15:19:00.960513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56910) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:01.137144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc49986d-0c72-48e3-9cc9-a533338e89e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.145579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.150955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-77bd06fb-58e0-41bc-bb4e-9bfb51940db3 None None] For port 088f5755-bc5b-4513-afc2-b956241283c6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=088f5755-bc5b-4513-afc2-b956241283c6,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:01.162064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 088f5755-bc5b-4513-afc2-b956241283c6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:01.162429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.228863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:18:54Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:18:56Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:01.232884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77bd06fb-58e0-41bc-bb4e-9bfb51940db3 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.234911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16b9c4-f360-46cf-995d-84f548c92e4e req-a6ef59da-aa3b-4a9c-920e-1e81420b7c65 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.236497 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9b16b9c4-f360-46cf-995d-84f548c92e4e req-a6ef59da-aa3b-4a9c-920e-1e81420b7c65 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.7907600 Mar 28 15:19:01.245546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49986d-0c72-48e3-9cc9-a533338e89e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=a2a3c93e-ed88-45c9-aba9-4a05e9c8b971,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:01.260766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Checking router: 910bc72f-ae57-4dbb-b09d-ad44558b18dd for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:19:01.260766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Updating router 910bc72f-ae57-4dbb-b09d-ad44558b18dd port 07386ea6-8572-46cc-a831-c75d6a26f956 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:19:01.356526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc49986d-0c72-48e3-9cc9-a533338e89e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.368782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=a64d2d1c-6134-4636-8f23-f5c8580fa3d4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:01.385224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.388952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-77bd06fb-58e0-41bc-bb4e-9bfb51940db3 None None] Transition to ACTIVE for port object 088f5755-bc5b-4513-afc2-b956241283c6 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:01.416269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.416731 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.417227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.417678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.418214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.418567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.419011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.419471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.419910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.420349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:01.425444 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-97148e9a-0b8f-4cab-a5dd-2da351e48125 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6373 time: 0.4513702 Mar 28 15:19:01.430653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56914) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:01.484693 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9b16b9c4-f360-46cf-995d-84f548c92e4e req-99dbeac2-36b6-4a7b-9ab7-b8a35f9c6d14 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367845 Mar 28 15:19:01.507811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.527922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77bd06fb-58e0-41bc-bb4e-9bfb51940db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.560320 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cc49986d-0c72-48e3-9cc9-a533338e89e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 HTTP/1.1" status: 204 len: 168 time: 3.3849652 Mar 28 15:19:01.566481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56920) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:01.634238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd06fb-58e0-41bc-bb4e-9bfb51940db3 None None] Pushing event updated for resources: {'Port': ['ID=088f5755-bc5b-4513-afc2-b956241283c6,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:01.661697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.735565 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a3a608-3bed-4fff-858a-8fd06ea76bc1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:19:01.736389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a3a608-3bed-4fff-858a-8fd06ea76bc1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:19:01.740746 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-83a3a608-3bed-4fff-858a-8fd06ea76bc1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 HTTP/1.1" status: 404 len: 333 time: 0.1717522 Mar 28 15:19:01.755383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56924) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:01.776137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:01.851217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Router 7c0c205c-4b2e-4c99-b26d-4d28373d9286 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:19:01.860871 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2aaf01a-9d20-4585-93ce-8dfeb6d3f7a3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:19:01.861408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c2aaf01a-9d20-4585-93ce-8dfeb6d3f7a3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:01.886689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.149959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:02.164578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=4a8e13d5-741d-42c2-b148-3c0072c6bab4,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:02.168373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:02.178573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:02.233658 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-983d48c6-d1a3-4208-851f-6da6c8208cbb {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:19:02.234186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:19:02.234929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=4fe38127-c3ad-40ae-be4d-00f774912b85,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:02.256079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.289587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Transition to ACTIVE for port object 07386ea6-8572-46cc-a831-c75d6a26f956 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:02.348795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.352668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Checking segment: {'id': '087b9925-bbfa-4189-9348-b666dad91ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:02.354843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network hostable DHCP agents. Network: 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:19:02.372157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.381242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router 7a0075d7-b717-459c-a931-7752fd769cb8 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:02.462867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c2aaf01a-9d20-4585-93ce-8dfeb6d3f7a3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:02.464015 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c2aaf01a-9d20-4585-93ce-8dfeb6d3f7a3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/a2a3c93e-ed88-45c9-aba9-4a05e9c8b971 HTTP/1.1" status: 404 len: 333 time: 0.7015345 Mar 28 15:19:02.476093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56930) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:02.540810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:02.553574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4e60fe-f989-4a8d-a69c-84967b8e87ad tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet ebc8ed73-ac4a-4150-bec8-afa4f3e47ea4 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:02.554403 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd78aaf-be84-408c-ba07-d7847f941410 None None] Sync routers for ids ['7c0c205c-4b2e-4c99-b26d-4d28373d9286'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:02.556929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a4e60fe-f989-4a8d-a69c-84967b8e87ad tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.578268 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd78aaf-be84-408c-ba07-d7847f941410 None None] Routers {'7c0c205c-4b2e-4c99-b26d-4d28373d9286'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:02.578881 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4cd78aaf-be84-408c-ba07-d7847f941410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['7c0c205c-4b2e-4c99-b26d-4d28373d9286'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:02.607949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594a53a-d127-4e06-9e25-3898428c6615 req-b36f3491-9952-4e35-95a2-e4fb6f48f833 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:02.609887 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5594a53a-d127-4e06-9e25-3898428c6615 req-b36f3491-9952-4e35-95a2-e4fb6f48f833 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4992139 Mar 28 15:19:02.614621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:19:02.619417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a4e60fe-f989-4a8d-a69c-84967b8e87ad tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.666409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc2329-3f52-409b-b4f9-dc933e8432af None None] Pushing event updated for resources: {'Port': ['ID=07386ea6-8572-46cc-a831-c75d6a26f956,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:02.696985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-4fe8d181-519b-463d-ad1b-6200506f3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:02.700861 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-4fe8d181-519b-463d-ad1b-6200506f3470 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1098 time: 0.4624200 Mar 28 15:19:02.752391 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4cd78aaf-be84-408c-ba07-d7847f941410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:02.754585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.762657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a4e60fe-f989-4a8d-a69c-84967b8e87ad tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.772901 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd78aaf-be84-408c-ba07-d7847f941410 None None] Routers {'7c0c205c-4b2e-4c99-b26d-4d28373d9286'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:02.773554 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4cd78aaf-be84-408c-ba07-d7847f941410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['7c0c205c-4b2e-4c99-b26d-4d28373d9286'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:02.797049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:02.799149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.800630 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e3cbd207-10b7-4c52-bb83-ee19739f7b33 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.3234429 Mar 28 15:19:02.812889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:02.824585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:02.830035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56934) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:02.835501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 088f5755-bc5b-4513-afc2-b956241283c6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:02.865745 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18f7048-1d21-4c21-9820-331a968bd529 None None] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:02.880162 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4cd78aaf-be84-408c-ba07-d7847f941410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:02.880820 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd78aaf-be84-408c-ba07-d7847f941410 None None] The sync data for ids ['7c0c205c-4b2e-4c99-b26d-4d28373d9286'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:02.934737 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5594a53a-d127-4e06-9e25-3898428c6615 req-ac6b50b6-78b5-409a-a9cd-202ccc9050d7 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038049 Mar 28 15:19:02.942494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Attempting to bind port 07386ea6-8572-46cc-a831-c75d6a26f956 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:02.943327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Attempting to bind port 07386ea6-8572-46cc-a831-c75d6a26f956 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:02.951753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-73216746-036f-4c40-bb92-b8347c8e03b0 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': False}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:02.954335 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Attempting to bind port 07386ea6-8572-46cc-a831-c75d6a26f956 on network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:03.019788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6970b342-409d-46ec-a04b-fcb1dff15b76 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7113984 Mar 28 15:19:03.025115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:03.025668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Checking segment: {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:03.026202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:03.027232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Bound using segment: {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:03.027773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Bound port: 07386ea6-8572-46cc-a831-c75d6a26f956, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:03.028207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:03.033937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56938) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:03.038882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-809ca690-5c16-45ec-a6d0-47fcd166df20 None None] Provisioning for port 088f5755-bc5b-4513-afc2-b956241283c6 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:03.046459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port b7d902d2-a143-4d21-97c4-4de70d84a636 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:03.075187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-809ca690-5c16-45ec-a6d0-47fcd166df20 None None] Provisioning complete for port 088f5755-bc5b-4513-afc2-b956241283c6 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:03.075712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-809ca690-5c16-45ec-a6d0-47fcd166df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:03.084525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:03.135609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:03.167486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80480d0-d37a-4151-960b-2c840b05817f None None] Sync routers for ids ['7a0075d7-b717-459c-a931-7752fd769cb8'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:03.222659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80480d0-d37a-4151-960b-2c840b05817f None None] Routers {'7a0075d7-b717-459c-a931-7752fd769cb8'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:03.223311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-d80480d0-d37a-4151-960b-2c840b05817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['7a0075d7-b717-459c-a931-7752fd769cb8'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:03.246404 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-917bd0d6-77ad-4628-ae89-7aa8f2712d9a tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4293 time: 1.8142874 Mar 28 15:19:03.263411 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3c1ecb8f-99e1-4589-87d8-9304554a3b73 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/7a0075d7-b717-459c-a931-7752fd769cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1205449 Mar 28 15:19:03.267849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56944) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:03.314415 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 088f5755-bc5b-4513-afc2-b956241283c6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:03.315046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:03.322019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-b04a3f4c-6b67-480e-a514-c9de878a4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:03.323583 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-b04a3f4c-6b67-480e-a514-c9de878a4039 service neutron] 10.222.0.23 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 913 time: 0.6131074 Mar 28 15:19:03.345445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-d80480d0-d37a-4151-960b-2c840b05817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:03.386822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] For port 07386ea6-8572-46cc-a831-c75d6a26f956, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:03.422455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] For port 07386ea6-8572-46cc-a831-c75d6a26f956, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=07386ea6-8572-46cc-a831-c75d6a26f956,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:03.429666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80480d0-d37a-4151-960b-2c840b05817f None None] Routers {'7a0075d7-b717-459c-a931-7752fd769cb8'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:03.430387 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-d80480d0-d37a-4151-960b-2c840b05817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['7a0075d7-b717-459c-a931-7752fd769cb8'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:03.524939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:03.572905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56948) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:03.596535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001307612', 'description': 'tempest-secgroup-smoke-1001307612 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:03.602531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:03.606147 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-ef69a637-855f-475f-bbb7-959e1bd1596f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 1000 time: 0.2735462 Mar 28 15:19:03.613081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a4e60fe-f989-4a8d-a69c-84967b8e87ad tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:03.614491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-d80480d0-d37a-4151-960b-2c840b05817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:03.615062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80480d0-d37a-4151-960b-2c840b05817f None None] The sync data for ids ['7a0075d7-b717-459c-a931-7752fd769cb8'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:03.616824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:03.621497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:03.663219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:03.665994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:03.678361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:03.697919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:03.738762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:03.752146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-22c5c1af-7139-4bf6-90cc-9e96d6fbbab9', 'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9', 'tenant_id': '95c1a79e2bf24cd5bc72fa103a8a3702', 'fixed_ips': [{'subnet_id': '4fe38127-c3ad-40ae-be4d-00f774912b85'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:19:03.752957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:03.795287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:03.795929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:03.872458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc2329-3f52-409b-b4f9-dc933e8432af None None] Pushing event updated for resources: {'Port': ['ID=07386ea6-8572-46cc-a831-c75d6a26f956,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:03.945591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:03.989681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e60fe-f989-4a8d-a69c-84967b8e87ad tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc8ed73-ac4a-4150-bec8-afa4f3e47ea4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:04.001891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8a4e60fe-f989-4a8d-a69c-84967b8e87ad tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:04.004002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfcbb9e-ba5a-418f-b727-489ffaf67569 None None] Network f3dd714e-8d4a-4e59-9a06-7af387ce2bef requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:04.035198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-bb6de8a6-dc9b-408f-a002-5ac95fe98209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:04.036574 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-bb6de8a6-dc9b-408f-a002-5ac95fe98209 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 200 len: 851 time: 0.4210601 Mar 28 15:19:04.082811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 172.20.0.5 (407e43a9-7d21-4a68-a014-97c49e9e0f14/6dfc88bb-88b9-4fb7-862d-057753da6245/b7d902d2-a143-4d21-97c4-4de70d84a636) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:04.110199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:04.113662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:04.131966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:fe45:314b (407e43a9-7d21-4a68-a014-97c49e9e0f14/b051cfe2-0aa0-445d-ba0d-ad3352ad4d78/b7d902d2-a143-4d21-97c4-4de70d84a636) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:04.135620 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8a4e60fe-f989-4a8d-a69c-84967b8e87ad tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/ebc8ed73-ac4a-4150-bec8-afa4f3e47ea4 HTTP/1.1" status: 204 len: 168 time: 1.6523383 Mar 28 15:19:04.180308 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56954) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:04.193037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:04.232558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-5c7b7846-5a83-4807-816b-c717a629c3de tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 15:19:04.236253 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5c7b7846-5a83-4807-816b-c717a629c3de tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/7a0075d7-b717-459c-a931-7752fd769cb8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7304330 Mar 28 15:19:04.236904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56956) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:04.268404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:19:04.296647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-78e99789-8afa-43a7-aa57-a8493f233448 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Synchronizing usage tracker for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:04.299058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:04.399000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-78e99789-8afa-43a7-aa57-a8493f233448 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Unset dirty status for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:04.399000 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-78e99789-8afa-43a7-aa57-a8493f233448 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0075d7-b717-459c-a931-7752fd769cb8 HTTP/1.1" status: 200 len: 205 time: 0.1617332 Mar 28 15:19:04.403006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56962) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:04.421156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:04.485337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Allocated IP 172.20.0.2 (22c5c1af-7139-4bf6-90cc-9e96d6fbbab9/4fe38127-c3ad-40ae-be4d-00f774912b85/4a7ea3f4-01c4-4e10-a401-6e0b67959965) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:04.500566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:04.506241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:04.606014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87827fd8-66c7-446a-89a3-a390f9692bc4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:04.608261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:04.654294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:04.788317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73216746-036f-4c40-bb92-b8347c8e03b0 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:04.800067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-7dd40399-7a49-47ab-9d0a-b424ee9534ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:04.800887 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-7dd40399-7a49-47ab-9d0a-b424ee9534ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32fdabfd-77e5-48a6-aac8-16b15e900f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7565129 Mar 28 15:19:04.829356 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.ipam_backend_mixin [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4fe38127-c3ad-40ae-be4d-00f774912b85 (CIDR: 172.20.0.0/28) Mar 28 15:19:04.864152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:04.864503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:04.864622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc57c3b8-8bee-4da1-864e-8b91feece2c1 None None] DHCP port deletion for f3dd714e-8d4a-4e59-9a06-7af387ce2bef request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:19:04.877664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-cc57c3b8-8bee-4da1-864e-8b91feece2c1 None None] Deleting port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:04.878032 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cc57c3b8-8bee-4da1-864e-8b91feece2c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:04.934827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca16047-0d53-44de-8b36-53a836272240 req-42f682c2-eb92-487f-b153-416c6a02df45 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:04.941988 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6ca16047-0d53-44de-8b36-53a836272240 req-42f682c2-eb92-487f-b153-416c6a02df45 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.8337698 Mar 28 15:19:04.944088 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:19:04.944581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:19:04.956775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.008499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:18:54Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:03Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:05.014209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Transition to ACTIVE for port object 4a7ea3f4-01c4-4e10-a401-6e0b67959965 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:05.022247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826ebd7-4820-4d2b-b9f3-807b7d89e666 None None] The sync data for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv is: [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:18:54Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:03Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:05.065332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Transition to ACTIVE for port object 4a7ea3f4-01c4-4e10-a401-6e0b67959965 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:05.086678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87827fd8-66c7-446a-89a3-a390f9692bc4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.093379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87827fd8-66c7-446a-89a3-a390f9692bc4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.123417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.195000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.240193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.241847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87827fd8-66c7-446a-89a3-a390f9692bc4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.242660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87827fd8-66c7-446a-89a3-a390f9692bc4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Fanout notify agent at l3_agent the message router_deleted on router 7a0075d7-b717-459c-a931-7752fd769cb8 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:19:05.287252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.297493 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6ca16047-0d53-44de-8b36-53a836272240 req-d151f147-7211-4c86-a3e3-a615102d8e5a tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546700 Mar 28 15:19:05.338196 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a37c3f7a-d9b1-448e-8f8a-44bfc81b41d0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2956131 Mar 28 15:19:05.341069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87827fd8-66c7-446a-89a3-a390f9692bc4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.344588 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-87827fd8-66c7-446a-89a3-a390f9692bc4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/7a0075d7-b717-459c-a931-7752fd769cb8 HTTP/1.1" status: 204 len: 168 time: 0.9384189 Mar 28 15:19:05.344588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56966) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:05.358458 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56968) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:05.360535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-cc57c3b8-8bee-4da1-864e-8b91feece2c1 None None] For port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8e2c8afd-8f38-4821-b241-c677e7cf5a6f,segment=NetworkSegment(b6598dfe-bd97-4395-bea0-71777b323f95),segment_id=b6598dfe-bd97-4395-bea0-71777b323f95)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:05.361082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cc57c3b8-8bee-4da1-864e-8b91feece2c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.364115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:05.406718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.449910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object b7d902d2-a143-4d21-97c4-4de70d84a636 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:05.485858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=4a8e13d5-741d-42c2-b148-3c0072c6bab4,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:05.499590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.521135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-cc57c3b8-8bee-4da1-864e-8b91feece2c1 None None] Calling delete_port for 8e2c8afd-8f38-4821-b241-c677e7cf5a6f owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:05.551213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:05.560702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:05.563129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:05.637869 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.659341 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-0ad187bd-c4cc-48f5-adae-1a49dc859c7e service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8378894 Mar 28 15:19:05.715528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:05.723058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:05.724632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Attempting to bind port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:05.724999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Attempting to bind port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '087b9925-bbfa-4189-9348-b666dad91ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:05.725357 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Attempting to bind port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 on network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:05.728757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:05.731389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Pushing event updated for resources: {'Port': ['ID=4a7ea3f4-01c4-4e10-a401-6e0b67959965,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:05.750549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:05.750903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Checking segment: {'id': '087b9925-bbfa-4189-9348-b666dad91ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:05.751345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.751736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Bound using segment: {'id': '087b9925-bbfa-4189-9348-b666dad91ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:05.752211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Bound port: 4a7ea3f4-01c4-4e10-a401-6e0b67959965, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087b9925-bbfa-4189-9348-b666dad91ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:05.752597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.753998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:05.759934 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 417c2990-b6d4-4104-9109-c467cd9a6cf4 associated. External IP: 172.26.7.95, port: 6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0. Mar 28 15:19:05.879900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d728c6be-082b-4584-87e2-bbfe4cd06d47 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting subnet 16a41837-e2a5-4d5a-8efa-718fecd4b2e1 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:05.891693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] For port 4a7ea3f4-01c4-4e10-a401-6e0b67959965, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:05.918070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-082b-4584-87e2-bbfe4cd06d47 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.967352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] For port 4a7ea3f4-01c4-4e10-a401-6e0b67959965, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a7ea3f4-01c4-4e10-a401-6e0b67959965,segment=NetworkSegment(087b9925-bbfa-4189-9348-b666dad91ca3),segment_id=087b9925-bbfa-4189-9348-b666dad91ca3)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:05.968521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cc57c3b8-8bee-4da1-864e-8b91feece2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:05.978360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:05.985835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:06.024022 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e6e25-92e5-4378-a658-c91da80d88b7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:06.037106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57c3b8-8bee-4da1-864e-8b91feece2c1 None None] Pushing event deleted for resources: {'Port': ['ID=8e2c8afd-8f38-4821-b241-c677e7cf5a6f,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:06.047792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] For port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8e2c8afd-8f38-4821-b241-c677e7cf5a6f,segment=NetworkSegment(b6598dfe-bd97-4395-bea0-71777b323f95),segment_id=b6598dfe-bd97-4395-bea0-71777b323f95)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:06.048154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:06.052327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57c3b8-8bee-4da1-864e-8b91feece2c1 None None] No DVR routers for this DVR port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:19:06.082196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:06.188474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:06.190333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:06.191607 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-68c7957b-22af-4a43-b217-01380b3267cd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.6142113 Mar 28 15:19:06.198538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59781795-986f-4d72-bb8b-0e6fc0a0400a None None] Pushing event updated for resources: {'Port': ['ID=4a7ea3f4-01c4-4e10-a401-6e0b67959965,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:06.200556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56974) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:06.210111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'e55e6e25-92e5-4378-a658-c91da80d88b7', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:06.227381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:06.235713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:06.240084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:06.261934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:06.307857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 8e2c8afd-8f38-4821-b241-c677e7cf5a6f owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:06.367250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-082b-4584-87e2-bbfe4cd06d47 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:06.453019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:06.479119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:06.512604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:06.618157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:06.651317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:06.672180 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-af9def5e-d8dc-4503-90b7-0255411e2477 req-48f4e7e1-d433-4e66-b140-8429e0151816 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7878532 Mar 28 15:19:06.681854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=b7d902d2-a143-4d21-97c4-4de70d84a636,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:06.746653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:06.747322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:06.827500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:19:06.828221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:19:06.881835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 07386ea6-8572-46cc-a831-c75d6a26f956 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:06.922108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:06.940881 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-43589d0a-19a0-48ae-8246-38f5d2e2fb2e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 8.6664720 Mar 28 15:19:06.945857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56980) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:06.961878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8517af8-3383-4f8e-ac37-3cc60346a496 req-09567d97-5e70-4aa7-9870-a7d921a337f5 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:06.969751 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e8517af8-3383-4f8e-ac37-3cc60346a496 req-09567d97-5e70-4aa7-9870-a7d921a337f5 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4284842 Mar 28 15:19:07.046438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 07386ea6-8572-46cc-a831-c75d6a26f956 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:07.052113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.053627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 07386ea6-8572-46cc-a831-c75d6a26f956 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:07.054003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.111366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4ece7421-78c6-415c-8e2e-97bf277ed5f8 None None] Provisioning for port b7d902d2-a143-4d21-97c4-4de70d84a636 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:07.116150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-082b-4584-87e2-bbfe4cd06d47 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.116380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcdb24d-e3fb-4ab8-a030-080f46a5f841,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:07.134019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4ece7421-78c6-415c-8e2e-97bf277ed5f8 None None] Provisioning complete for port b7d902d2-a143-4d21-97c4-4de70d84a636 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:07.134834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4ece7421-78c6-415c-8e2e-97bf277ed5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.158977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:07.172788 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a196c-924f-42f0-a2f0-8e53554532d8 None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:07.175641 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e8517af8-3383-4f8e-ac37-3cc60346a496 req-53deeda7-a166-4da1-9ac9-7f9584f8b07d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049274 Mar 28 15:19:07.191185 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a196c-924f-42f0-a2f0-8e53554532d8 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:07.193050 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ad5a196c-924f-42f0-a2f0-8e53554532d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:07.205426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.207337 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1ac38b90-3347-4562-a83b-d8bcf722ca00 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0006058 Mar 28 15:19:07.214352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 56984) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:07.222743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'e55e6e25-92e5-4378-a658-c91da80d88b7', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:07.257484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.258562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:07.286452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4ece7421-78c6-415c-8e2e-97bf277ed5f8 None None] Port b7d902d2-a143-4d21-97c4-4de70d84a636 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:07.302770 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ad5a196c-924f-42f0-a2f0-8e53554532d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:07.312801 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a196c-924f-42f0-a2f0-8e53554532d8 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:07.313857 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ad5a196c-924f-42f0-a2f0-8e53554532d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:07.334518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 8e2c8afd-8f38-4821-b241-c677e7cf5a6f {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:07.334894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.379562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.388145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:07.388373 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ad5a196c-924f-42f0-a2f0-8e53554532d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:07.389040 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a196c-924f-42f0-a2f0-8e53554532d8 None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:07.400489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:07.415605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.418288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:07.423799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-40e455e5-6f5d-4199-97be-b0a6a70adeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:07.425943 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-40e455e5-6f5d-4199-97be-b0a6a70adeb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1098 time: 0.5966887 Mar 28 15:19:07.461718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:07.468187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 07386ea6-8572-46cc-a831-c75d6a26f956, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=07386ea6-8572-46cc-a831-c75d6a26f956,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:07.476566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:07.485496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:07.486085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.493502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] The port '8e2c8afd-8f38-4821-b241-c677e7cf5a6f' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:19:07.510539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-082b-4584-87e2-bbfe4cd06d47 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.522205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.523100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a7ea3f4-01c4-4e10-a401-6e0b67959965 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:07.531318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=25701013-dc35-4089-bfb0-07c3c357a589,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:07.550391 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d39a4b33-bd4c-4287-9cdb-e995e9246d31 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.4560361 Mar 28 15:19:07.555574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56988) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:07.611842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26417bf-94be-4aca-bea2-f41e59c1ce3e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:07.618304 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26417bf-94be-4aca-bea2-f41e59c1ce3e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:07.619357 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c26417bf-94be-4aca-bea2-f41e59c1ce3e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:07.628107 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-536466ea-8efd-420d-a8c3-30a2f6ad6677 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2765334 Mar 28 15:19:07.641428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56992) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:07.650130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9', 'fixed_ips': [{'subnet_id': '4fe38127-c3ad-40ae-be4d-00f774912b85'}, {'subnet_id': '25701013-dc35-4089-bfb0-07c3c357a589'}], 'name': 'tempest-PortsTestJSON-1426843938'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:07.681894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=07386ea6-8572-46cc-a831-c75d6a26f956,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:07.723575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fac0d3-0bdc-4f43-9bab-3253316c0a8a None None] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:07.784705 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bbdf7a6a-5b4d-4433-bfc0-0dbf03c680d0 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "GET /v2.0/floatingips/417c2990-b6d4-4104-9109-c467cd9a6cf4 HTTP/1.1" status: 200 len: 976 time: 0.2278717 Mar 28 15:19:07.788182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 56996) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:07.816267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:07.878774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728c6be-082b-4584-87e2-bbfe4cd06d47 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Subnet': ['ID=16a41837-e2a5-4d5a-8efa-718fecd4b2e1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:07.919978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:07.924847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-add109af-f324-479b-9de8-863d3b842cef tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Synchronizing usage tracker for tenant:63d54d08399a498c9990b9b952be2ecf on resource:floatingip {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:07.929869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:port and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:07.932863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:07.941355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:07.966921 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-082b-4584-87e2-bbfe4cd06d47 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.973824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:07.980501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0bd659-5e90-49ac-85a5-b3c9fad0a6ab None None] Network 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:07.993884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-add109af-f324-479b-9de8-863d3b842cef tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Unset dirty status for tenant:63d54d08399a498c9990b9b952be2ecf on resource:floatingip {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:07.997477 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-add109af-f324-479b-9de8-863d3b842cef tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2057393 Mar 28 15:19:07.997621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8e2c8afd-8f38-4821-b241-c677e7cf5a6f no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:19:07.998071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57000) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:08.003671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'port_id': '001d046d-0cee-4112-b9c2-302bd1df254d'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:08.031065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a6d971dd-91f6-4472-b97f-81a65c0d6b90 None None] Provisioning for port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:08.037874 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d728c6be-082b-4584-87e2-bbfe4cd06d47 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/16a41837-e2a5-4d5a-8efa-718fecd4b2e1 HTTP/1.1" status: 204 len: 168 time: 2.6726010 Mar 28 15:19:08.053491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 8e2c8afd-8f38-4821-b241-c677e7cf5a6f {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:19:08.053837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8e2c8afd-8f38-4821-b241-c677e7cf5a6f not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:19:08.062812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a6d971dd-91f6-4472-b97f-81a65c0d6b90 None None] Provisioning complete for port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:08.062812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a6d971dd-91f6-4472-b97f-81a65c0d6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.075798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57004) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:08.084520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:08.131655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c26417bf-94be-4aca-bea2-f41e59c1ce3e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:08.137818 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c26417bf-94be-4aca-bea2-f41e59c1ce3e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1829021 Mar 28 15:19:08.140066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57008) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:08.145096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.160101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-6a767f19-545b-4d0a-9239-6e4890ca894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:08.161589 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-6a767f19-545b-4d0a-9239-6e4890ca894b service neutron] 10.222.0.23 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 913 time: 0.7051027 Mar 28 15:19:08.325674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dd714e-8d4a-4e59-9a06-7af387ce2bef']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:08.333241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.354779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6598dfe-bd97-4395-bea0-71777b323f95') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:08.355545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6598dfe-bd97-4395-bea0-71777b323f95') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:08.382798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.386326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.395461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a6d971dd-91f6-4472-b97f-81a65c0d6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.500572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a6d971dd-91f6-4472-b97f-81a65c0d6b90 None None] For port 4a7ea3f4-01c4-4e10-a401-6e0b67959965, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a7ea3f4-01c4-4e10-a401-6e0b67959965,segment=NetworkSegment(087b9925-bbfa-4189-9348-b666dad91ca3),segment_id=087b9925-bbfa-4189-9348-b666dad91ca3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:08.503479 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-1436d705-a36f-46fd-aa77-fa65cbdccc46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 1000 time: 0.2908509 Mar 28 15:19:08.510353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1492696f-826b-470f-90f3-02d342d558cf None None] Update dhcp port {'port': {'network_id': '22c5c1af-7139-4bf6-90cc-9e96d6fbbab9', 'fixed_ips': [{'subnet_id': '4fe38127-c3ad-40ae-be4d-00f774912b85', 'ip_address': '172.20.0.2'}, {'subnet_id': '25701013-dc35-4089-bfb0-07c3c357a589'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '4a7ea3f4-01c4-4e10-a401-6e0b67959965'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:19:08.519490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.568933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.578334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c555d228-9184-44d4-8029-f959adb4067c None None] DHCP port deletion for 7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:19:08.584702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a6d971dd-91f6-4472-b97f-81a65c0d6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.611169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:19:08.611857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.614467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1492696f-826b-470f-90f3-02d342d558cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.631057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c555d228-9184-44d4-8029-f959adb4067c None None] Deleting port 01d00b08-d6b9-4200-b2b3-95b185b746db {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:08.631303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c555d228-9184-44d4-8029-f959adb4067c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.641841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf5c6c9-ab94-4981-b675-b3c9f7859128,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:19:08.643668 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:19:08.681372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-88e47748-3913-42f4-b819-dab88d88f0e1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port b7d902d2-a143-4d21-97c4-4de70d84a636 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:08.681372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-88e47748-3913-42f4-b819-dab88d88f0e1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.681565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73216746-036f-4c40-bb92-b8347c8e03b0 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.743150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73216746-036f-4c40-bb92-b8347c8e03b0 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.745426 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.746856 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-626e0b50-9de0-4589-a1ff-fd13c175dc79 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5293176 Mar 28 15:19:08.755063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57014) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:08.757675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-ab88a362-3e3a-49d2-8b74-93bb54b53bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:08.759396 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-ab88a362-3e3a-49d2-8b74-93bb54b53bad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 200 len: 851 time: 0.2375598 Mar 28 15:19:08.767952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'e55e6e25-92e5-4378-a658-c91da80d88b7', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:08.791611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.799059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 07386ea6-8572-46cc-a831-c75d6a26f956 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:08.838318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.873965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:08.883997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d971dd-91f6-4472-b97f-81a65c0d6b90 None None] Pushing event updated for resources: {'Port': ['ID=4a7ea3f4-01c4-4e10-a401-6e0b67959965,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:08.887473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:08.894818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:08.910612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:08.918901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.960430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:08.976928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74320bd7-6bf9-48a8-95e1-58a09b041363 req-ab26dc95-5085-4a89-a45f-798eb8930093 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:08.978515 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-74320bd7-6bf9-48a8-95e1-58a09b041363 req-ab26dc95-5085-4a89-a45f-798eb8930093 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.5160232 Mar 28 15:19:08.988462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 4a296178-8367-4ac3-9044-d84009a3e87e yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:08.989256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Network': ['ID=f3dd714e-8d4a-4e59-9a06-7af387ce2bef,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:09.038654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 01d00b08-d6b9-4200-b2b3-95b185b746db {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:09.038991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.069028 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-624af748-8021-4dcb-be8b-e006b30020c0 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/networks/f3dd714e-8d4a-4e59-9a06-7af387ce2bef HTTP/1.1" status: 204 len: 168 time: 4.8122118 Mar 28 15:19:09.078515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57018) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:09.094393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1644904979'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:09.098658 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.112330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-1492696f-826b-470f-90f3-02d342d558cf None None] Allocated IP 172.20.0.18 (22c5c1af-7139-4bf6-90cc-9e96d6fbbab9/25701013-dc35-4089-bfb0-07c3c357a589/4a7ea3f4-01c4-4e10-a401-6e0b67959965) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:09.114275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 07386ea6-8572-46cc-a831-c75d6a26f956 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:09.114625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.118366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:09.146420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:network and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:09.159278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:09.171183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c555d228-9184-44d4-8029-f959adb4067c None None] For port 01d00b08-d6b9-4200-b2b3-95b185b746db, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01d00b08-d6b9-4200-b2b3-95b185b746db,segment=NetworkSegment(9155f511-47f1-4a70-bc0a-82c76b79a267),segment_id=9155f511-47f1-4a70-bc0a-82c76b79a267)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:09.171581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c555d228-9184-44d4-8029-f959adb4067c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.171817 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-74320bd7-6bf9-48a8-95e1-58a09b041363 req-19d38b01-3878-4d49-a9a6-03b392f8739f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804366 Mar 28 15:19:09.181986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:09.196670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73216746-036f-4c40-bb92-b8347c8e03b0 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Router 7c0c205c-4b2e-4c99-b26d-4d28373d9286 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:09.204672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-b16c094d-2ea4-4ffe-ae59-9e8b02b182dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:09.206151 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-b16c094d-2ea4-4ffe-ae59-9e8b02b182dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32fdabfd-77e5-48a6-aac8-16b15e900f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3751600 Mar 28 15:19:09.332749 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c555d228-9184-44d4-8029-f959adb4067c None None] Calling delete_port for 01d00b08-d6b9-4200-b2b3-95b185b746db owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:09.439921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-88e47748-3913-42f4-b819-dab88d88f0e1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.509551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:09.513320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.551474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1492696f-826b-470f-90f3-02d342d558cf None None] For port 4a7ea3f4-01c4-4e10-a401-6e0b67959965, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a7ea3f4-01c4-4e10-a401-6e0b67959965,segment=NetworkSegment(087b9925-bbfa-4189-9348-b666dad91ca3),segment_id=087b9925-bbfa-4189-9348-b666dad91ca3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:09.555933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.589554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:19:09.595189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1492696f-826b-470f-90f3-02d342d558cf None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.624206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1492696f-826b-470f-90f3-02d342d558cf None None] Transition to ACTIVE for port object 4a7ea3f4-01c4-4e10-a401-6e0b67959965 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:09.626920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01d00b08-d6b9-4200-b2b3-95b185b746db no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:19:09.635333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-88e47748-3913-42f4-b819-dab88d88f0e1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for b7d902d2-a143-4d21-97c4-4de70d84a636 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:09.655435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c555d228-9184-44d4-8029-f959adb4067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.678892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.682515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.682868 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Added segment 247c856d-a624-4e2f-a477-2f2aa625e7c7 of type vlan for network 691f7866-68d3-4cf7-b7fd-a725af723574 Mar 28 15:19:09.697681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 01d00b08-d6b9-4200-b2b3-95b185b746db {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:19:09.697681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01d00b08-d6b9-4200-b2b3-95b185b746db not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:19:09.702718 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-c7b01557-55d0-418a-9e8a-fea7914b003b service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848361 Mar 28 15:19:09.709014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1492696f-826b-470f-90f3-02d342d558cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.713794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555d228-9184-44d4-8029-f959adb4067c None None] Pushing event deleted for resources: {'Port': ['ID=01d00b08-d6b9-4200-b2b3-95b185b746db,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:09.749139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114b09c3-36e6-4342-97bb-8e99b8f2c580,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:09.764271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c555d228-9184-44d4-8029-f959adb4067c None None] No DVR routers for this DVR port 01d00b08-d6b9-4200-b2b3-95b185b746db on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:19:09.799748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73216746-036f-4c40-bb92-b8347c8e03b0 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:09.822503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f44b2-ec85-47c1-93e9-f05f9f971fea None None] Sync routers for ids ['7c0c205c-4b2e-4c99-b26d-4d28373d9286'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:09.849494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.888051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f44b2-ec85-47c1-93e9-f05f9f971fea None None] Routers {'7c0c205c-4b2e-4c99-b26d-4d28373d9286'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:09.888669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-380f44b2-ec85-47c1-93e9-f05f9f971fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['7c0c205c-4b2e-4c99-b26d-4d28373d9286'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:09.889525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73216746-036f-4c40-bb92-b8347c8e03b0 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.890670 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-73216746-036f-4c40-bb92-b8347c8e03b0 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "PUT /v2.0/routers/7c0c205c-4b2e-4c99-b26d-4d28373d9286 HTTP/1.1" status: 200 len: 921 time: 7.0583322 Mar 28 15:19:09.900995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57024) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:09.984994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:09.986168 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c6cb99a3-6a6c-4f6c-aee3-c190ab5ceb67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2246630 Mar 28 15:19:10.000577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57028) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:10.015725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-380f44b2-ec85-47c1-93e9-f05f9f971fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:10.016508 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'e55e6e25-92e5-4378-a658-c91da80d88b7', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:10.017770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492696f-826b-470f-90f3-02d342d558cf None None] Pushing event updated for resources: {'Port': ['ID=4a7ea3f4-01c4-4e10-a401-6e0b67959965,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:10.029681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f44b2-ec85-47c1-93e9-f05f9f971fea None None] Routers {'7c0c205c-4b2e-4c99-b26d-4d28373d9286'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:10.030254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-380f44b2-ec85-47c1-93e9-f05f9f971fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['7c0c205c-4b2e-4c99-b26d-4d28373d9286'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:10.031272 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c3218dd5-e8e1-4576-b34d-a8ba58cffe63 req-4f73663f-8e73-44c9-94ce-843ca3d0a4a2 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218250 Mar 28 15:19:10.034117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:10.048509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:10.051500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:10.115301 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.130430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port 01d00b08-d6b9-4200-b2b3-95b185b746db, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01d00b08-d6b9-4200-b2b3-95b185b746db,segment=NetworkSegment(9155f511-47f1-4a70-bc0a-82c76b79a267),segment_id=9155f511-47f1-4a70-bc0a-82c76b79a267)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:10.130430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.130985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:10.132302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.132513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-380f44b2-ec85-47c1-93e9-f05f9f971fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:10.133417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f44b2-ec85-47c1-93e9-f05f9f971fea None None] The sync data for ids ['7c0c205c-4b2e-4c99-b26d-4d28373d9286'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:10.148171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:10.151829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2de72-7daf-4ef9-92e4-f56169a42009 req-1271a7f3-99c5-42e1-bb80-5c23dd26508c tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:10.153455 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fcc2de72-7daf-4ef9-92e4-f56169a42009 req-1271a7f3-99c5-42e1-bb80-5c23dd26508c tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.8421836 Mar 28 15:19:10.282702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Network': ['ID=691f7866-68d3-4cf7-b7fd-a725af723574,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:10.289230 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d0496a9a-0862-4ca7-881a-1c610cd345d2 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/routers/7c0c205c-4b2e-4c99-b26d-4d28373d9286 HTTP/1.1" status: 200 len: 921 time: 0.3874078 Mar 28 15:19:10.294739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 691f7866-68d3-4cf7-b7fd-a725af723574 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:19:10.296669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57032) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:10.343340 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ee3917b6-a0e7-4c94-8bb6-3d0a2e0baac7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2602532 Mar 28 15:19:10.345073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.351518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57036) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:10.359542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '691f7866-68d3-4cf7-b7fd-a725af723574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:10.499276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 01d00b08-d6b9-4200-b2b3-95b185b746db owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:10.532207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:10.541214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.547807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:10.554032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:10.564963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5bda0-3254-4217-8905-2680b513870b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:10.569563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b0d5bda0-3254-4217-8905-2680b513870b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Synchronizing usage tracker for tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:10.569563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:10.598711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce0001-8774-48e6-97bb-754f445b5aa5 None None] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:10.655353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.705914 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fcc2de72-7daf-4ef9-92e4-f56169a42009 req-6416bfaf-0492-4c0d-bf6b-b2fa824dc61d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607752 Mar 28 15:19:10.709139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:10.715132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.736381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b0d5bda0-3254-4217-8905-2680b513870b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Unset dirty status for tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:10.741394 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b0d5bda0-3254-4217-8905-2680b513870b tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=7c0c205c-4b2e-4c99-b26d-4d28373d9286&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4450631 Mar 28 15:19:10.747315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57042) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:10.795313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a7ea3f4-01c4-4e10-a401-6e0b67959965 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:10.796956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae77c9cf-03b9-4104-bbe1-fe33d6af4db4,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:10.843879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-886784fa-3c44-4488-a96b-77529bb13b19 None None] Provisioning for port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:10.867523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-886784fa-3c44-4488-a96b-77529bb13b19 None None] Provisioning complete for port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:10.867978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-886784fa-3c44-4488-a96b-77529bb13b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.875849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:19:10.876394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:19:10.895975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-88e47748-3913-42f4-b819-dab88d88f0e1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.936415 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:10.940438 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0bfde015-5885-4af9-97ff-8aa1a02e5802 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9389331 Mar 28 15:19:10.957050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57048) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:10.987739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'e55e6e25-92e5-4378-a658-c91da80d88b7', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:10.996805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e47748-3913-42f4-b819-dab88d88f0e1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=b7d902d2-a143-4d21-97c4-4de70d84a636,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:11.016893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:11.017274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.114099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.9 (22c5c1af-7139-4bf6-90cc-9e96d6fbbab9/4fe38127-c3ad-40ae-be4d-00f774912b85/4a296178-8367-4ac3-9044-d84009a3e87e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:11.120874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.23 (22c5c1af-7139-4bf6-90cc-9e96d6fbbab9/25701013-dc35-4089-bfb0-07c3c357a589/4a296178-8367-4ac3-9044-d84009a3e87e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:11.170043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da522d-c080-4f31-9940-4ae3ed590cc4 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:11.174220 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-87da522d-c080-4f31-9940-4ae3ed590cc4 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 881 time: 0.4080639 Mar 28 15:19:11.176121 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57052) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:11.256568 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1595f0ca-3104-4983-8010-1ada394eabae tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0c205c-4b2e-4c99-b26d-4d28373d9286 HTTP/1.1" status: 200 len: 205 time: 0.0770226 Mar 28 15:19:11.262605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61aeee-1849-4f6b-87e9-114c987cd7c1 req-0a0e37e3-227d-433b-ad40-51ada6af75ed tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:11.264139 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6f61aeee-1849-4f6b-87e9-114c987cd7c1 req-0a0e37e3-227d-433b-ad40-51ada6af75ed tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3351474 Mar 28 15:19:11.266208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57056) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:11.300108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:11.358757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:11.391460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:11.404992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 01d00b08-d6b9-4200-b2b3-95b185b746db {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:11.404992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.475469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-94e79f12-bc65-4437-a1cd-46fc74ebac54 None None] Provisioning complete for port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:11.476583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-94e79f12-bc65-4437-a1cd-46fc74ebac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.501404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.502759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:11.554058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] The port '01d00b08-d6b9-4200-b2b3-95b185b746db' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:19:11.564155 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6f61aeee-1849-4f6b-87e9-114c987cd7c1 req-98877a21-abf1-460d-878b-c7b16e83c8cd tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278509 Mar 28 15:19:11.620193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.628199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.705750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.719327 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:19:11.735592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.784765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-88e47748-3913-42f4-b819-dab88d88f0e1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.801013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.804093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=2d40ba63-9ccb-40f1-8398-7dabf7606dd1,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:11.817494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Checking segment: {'id': '247c856d-a624-4e2f-a477-2f2aa625e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '691f7866-68d3-4cf7-b7fd-a725af723574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:11.817849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network hostable DHCP agents. Network: 691f7866-68d3-4cf7-b7fd-a725af723574, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:19:11.874481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object 4a296178-8367-4ac3-9044-d84009a3e87e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:11.900914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.949413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:11.969937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 691f7866-68d3-4cf7-b7fd-a725af723574 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:19:12.022775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Deleting port 0c89e768-09e4-4027-a834-b2df56f5f2e7 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:12.023159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.052630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 691f7866-68d3-4cf7-b7fd-a725af723574) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:12.062138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587c2d1-4808-43e9-8771-e89912bd6cd8 None None] Network 691f7866-68d3-4cf7-b7fd-a725af723574 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:12.064399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:12.064998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.173545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8121b2-ff6c-4387-8ad2-cc300b1ceb06']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:12.214512 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-375c28ff-b633-4818-b04a-6cb686f123ed tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8594425 Mar 28 15:19:12.218135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9155f511-47f1-4a70-bc0a-82c76b79a267') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:12.218440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9155f511-47f1-4a70-bc0a-82c76b79a267') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:12.221596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57062) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:12.227834 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 417c2990-b6d4-4104-9109-c467cd9a6cf4 associated. External IP: 172.26.7.95, port: 6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0. Mar 28 15:19:12.230640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': '691f7866-68d3-4cf7-b7fd-a725af723574', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2134330912'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:12.263993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.285708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-691f7866-68d3-4cf7-b7fd-a725af723574', 'network_id': '691f7866-68d3-4cf7-b7fd-a725af723574', 'tenant_id': '0bd0fba2577048bb84e2783d6c2c84ee', 'fixed_ips': [{'subnet_id': '2d40ba63-9ccb-40f1-8398-7dabf7606dd1'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:19:12.286547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.307000 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-88e47748-3913-42f4-b819-dab88d88f0e1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/b7d902d2-a143-4d21-97c4-4de70d84a636 HTTP/1.1" status: 204 len: 168 time: 4.1631384 Mar 28 15:19:12.309283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57066) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:12.319562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.321296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.397668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600cb5-2783-4072-902d-2e13f13ee7f5 req-c5a948db-4951-4e4a-b21d-3b397345eb0e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:12.399344 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46600cb5-2783-4072-902d-2e13f13ee7f5 req-c5a948db-4951-4e4a-b21d-3b397345eb0e tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.6966448 Mar 28 15:19:12.408964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.415041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.452120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Calling delete_port for 0c89e768-09e4-4027-a834-b2df56f5f2e7 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:12.458714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Allocated IP 2001:db8::2 (691f7866-68d3-4cf7-b7fd-a725af723574/2d40ba63-9ccb-40f1-8398-7dabf7606dd1/756aa70f-1d6b-419d-a854-bb9d611d217b) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:12.466415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.489096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:19:12.489550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:19:12.544323 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:19:12.642744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1376ec-3750-43a8-aa54-e22345d049b1,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:12.676752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:12.687565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:12.688643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.696993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:12.699929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Transition to ACTIVE for port object 756aa70f-1d6b-419d-a854-bb9d611d217b will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:12.706623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:12.721717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Transition to ACTIVE for port object 756aa70f-1d6b-419d-a854-bb9d611d217b will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:12.725218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a5ddc-00ca-4e4e-86be-6be15984e78b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:12.726787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a5ddc-00ca-4e4e-86be-6be15984e78b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:12.728438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a5ddc-00ca-4e4e-86be-6be15984e78b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:12.729233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-911a5ddc-00ca-4e4e-86be-6be15984e78b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:12.747862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:12.755533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.756738 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-69d6183d-83e8-4dc3-8bf5-6e03a33dd20b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7982779 Mar 28 15:19:12.768807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:12.771206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:12.791581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57070) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:12.795789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:12.800062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.815003 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46600cb5-2783-4072-902d-2e13f13ee7f5 req-d110fa4b-b26b-46ff-8ba0-39635701d548 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3968132 Mar 28 15:19:12.816727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.846390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'e55e6e25-92e5-4378-a658-c91da80d88b7', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:12.853373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=4a296178-8367-4ac3-9044-d84009a3e87e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:12.887441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:12.895166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:12.901632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:12.921765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:12.942637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.943467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-911a5ddc-00ca-4e4e-86be-6be15984e78b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:12.947547 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-911a5ddc-00ca-4e4e-86be-6be15984e78b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6188588 Mar 28 15:19:12.951014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57076) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:12.953702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.965980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:12.999757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Network 691f7866-68d3-4cf7-b7fd-a725af723574 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:13.001600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:13.002232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.003738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:13.005967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Pushing event updated for resources: {'Port': ['ID=756aa70f-1d6b-419d-a854-bb9d611d217b,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:13.015075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:13.015477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 456317fd-7a20-4971-835b-788a2f9bb25b yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:13.071927 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/networks/7b8121b2-ff6c-4387-8ad2-cc300b1ceb06 HTTP/1.1" status: 204 len: 168 time: 4.9950211 Mar 28 15:19:13.072925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db2ac0-8099-4129-9ace-ebbb42c16db3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Network': ['ID=7b8121b2-ff6c-4387-8ad2-cc300b1ceb06,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:13.075478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57080) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:13.096795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'network': {'name': 'tempest-RoutersTest-1962382099'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:13.120451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Attempting to bind port 756aa70f-1d6b-419d-a854-bb9d611d217b on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:13.121211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Attempting to bind port 756aa70f-1d6b-419d-a854-bb9d611d217b by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '247c856d-a624-4e2f-a477-2f2aa625e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '691f7866-68d3-4cf7-b7fd-a725af723574'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:13.121860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Attempting to bind port 756aa70f-1d6b-419d-a854-bb9d611d217b on network 691f7866-68d3-4cf7-b7fd-a725af723574 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:13.131332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:13.131894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Checking segment: {'id': '247c856d-a624-4e2f-a477-2f2aa625e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '691f7866-68d3-4cf7-b7fd-a725af723574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:13.132353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.132803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Bound using segment: {'id': '247c856d-a624-4e2f-a477-2f2aa625e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '691f7866-68d3-4cf7-b7fd-a725af723574'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:13.133321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Bound port: 756aa70f-1d6b-419d-a854-bb9d611d217b, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247c856d-a624-4e2f-a477-2f2aa625e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '691f7866-68d3-4cf7-b7fd-a725af723574'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:13.134298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.142658 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:19:13.171294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:13.182536 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0119a5c9-d1c6-42dd-83dd-608d795e3e5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.5438619 Mar 28 15:19:13.185946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:network and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:13.190260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57084) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:13.191046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:13.200684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fe38127-c3ad-40ae-be4d-00f774912b85'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:13.202965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event deleted for resources: {'Port': ['ID=0c89e768-09e4-4027-a834-b2df56f5f2e7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:13.236545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1dad67ee-b288-4687-b49d-cd4342687d73 None None] Provisioning for port 4a296178-8367-4ac3-9044-d84009a3e87e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:13.239475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:13.245188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1dad67ee-b288-4687-b49d-cd4342687d73 None None] Provisioning complete for port 4a296178-8367-4ac3-9044-d84009a3e87e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:13.246983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1dad67ee-b288-4687-b49d-cd4342687d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.249347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-38dcdf72-aaa6-4689-b0cf-592891d53b3c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 6dfc88bb-88b9-4fb7-862d-057753da6245 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:13.273491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] For port 756aa70f-1d6b-419d-a854-bb9d611d217b, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:13.278137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38dcdf72-aaa6-4689-b0cf-592891d53b3c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.295010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] For port 756aa70f-1d6b-419d-a854-bb9d611d217b, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=756aa70f-1d6b-419d-a854-bb9d611d217b,segment=NetworkSegment(247c856d-a624-4e2f-a477-2f2aa625e7c7),segment_id=247c856d-a624-4e2f-a477-2f2aa625e7c7)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:13.311275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1dad67ee-b288-4687-b49d-cd4342687d73 None None] Port 4a296178-8367-4ac3-9044-d84009a3e87e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:13.353781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:13.360027 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.386105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.405693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:13.409275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.434882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38dcdf72-aaa6-4689-b0cf-592891d53b3c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.453411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435a8f4-a954-4ff3-a460-d2a6cca60933 None None] Pushing event updated for resources: {'Port': ['ID=756aa70f-1d6b-419d-a854-bb9d611d217b,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:13.517912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::8a (691f7866-68d3-4cf7-b7fd-a725af723574/2d40ba63-9ccb-40f1-8398-7dabf7606dd1/456317fd-7a20-4971-835b-788a2f9bb25b) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:13.545872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.576240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.611605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:19:13.674496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.689711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.690239 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added segment 3109c9ae-6fe1-45f4-b9a7-40d6628f76e5 of type vlan for network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 Mar 28 15:19:13.793975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.801010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.811079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:13.871411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917095c-370b-41d2-ab43-52032bac5155 req-27a7b0a6-cf97-4d7d-8b72-2f23e0afba82 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:13.873013 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8917095c-370b-41d2-ab43-52032bac5155 req-27a7b0a6-cf97-4d7d-8b72-2f23e0afba82 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.7334821 Mar 28 15:19:13.927799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b2718e-eb89-4481-9ab5-c0767fea23db,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:13.985517 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8917095c-370b-41d2-ab43-52032bac5155 req-aff77f0e-a8ee-4b14-8ed1-bf108f0fc264 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006761 Mar 28 15:19:14.024014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.028564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.032468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:14.042511 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4843b974-56c5-4690-9385-16cb8630aab2 None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:14.055858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.056266 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Fanout notify agent at l3_agent the message router_deleted on router 7c0c205c-4b2e-4c99-b26d-4d28373d9286 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:19:14.064957 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843b974-56c5-4690-9385-16cb8630aab2 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:14.065766 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4843b974-56c5-4690-9385-16cb8630aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:14.076718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.082794 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4c770858-40e2-4081-a324-bfb82619a54d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/7c0c205c-4b2e-4c99-b26d-4d28373d9286 HTTP/1.1" status: 204 len: 168 time: 2.8154361 Mar 28 15:19:14.084234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57090) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:14.085675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 456317fd-7a20-4971-835b-788a2f9bb25b will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:14.107369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.111476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38dcdf72-aaa6-4689-b0cf-592891d53b3c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.118601 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-23d5329e-4fe4-4c4d-8388-cf5a602331e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3257537 Mar 28 15:19:14.124332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1383411527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:14.129914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:14.133836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Usage tracker for resource:router and tenant:c5da1b7230d54d7ca47d605899dd35f3 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:14.134172 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4843b974-56c5-4690-9385-16cb8630aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:14.137315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:14.143789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:14.162621 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843b974-56c5-4690-9385-16cb8630aab2 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:14.163241 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4843b974-56c5-4690-9385-16cb8630aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:14.239816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.242077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.251571 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4843b974-56c5-4690-9385-16cb8630aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:14.252638 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4843b974-56c5-4690-9385-16cb8630aab2 None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:14.274330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.277739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.325419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:19:14.421040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 691f7866-68d3-4cf7-b7fd-a725af723574 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:14.426234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:14.428440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.435008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:14.440439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:14.441462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.499343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=456317fd-7a20-4971-835b-788a2f9bb25b,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:14.511890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-37351cdc-1d1a-4f90-9143-d95b3d049c46 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:14.571582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.577077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:14.577651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.582763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.584015 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-919e241e-b0d4-44f5-a12d-dca9490427c7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4809296 Mar 28 15:19:14.589721 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b4f924fa-6113-4a88-a353-e1ee7697c291 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3671360 Mar 28 15:19:14.590600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57106) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:14.590931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57108) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:14.597667 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:14.617704 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27940ed2-0e1b-4a66-9227-6eb6643fbf0e None None] Network 691f7866-68d3-4cf7-b7fd-a725af723574 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:14.689193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38dcdf72-aaa6-4689-b0cf-592891d53b3c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.719652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-37351cdc-1d1a-4f90-9143-d95b3d049c46 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:14.721029 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-37351cdc-1d1a-4f90-9143-d95b3d049c46 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001307612&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.3217275 Mar 28 15:19:14.816720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1f35a11e-6f89-4a84-b384-2b423766b484 None None] Provisioning for port 756aa70f-1d6b-419d-a854-bb9d611d217b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:14.820821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 756aa70f-1d6b-419d-a854-bb9d611d217b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:14.854469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcdf72-aaa6-4689-b0cf-592891d53b3c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=6dfc88bb-88b9-4fb7-862d-057753da6245,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:14.875598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542650d-7bdd-4aac-afee-780a4412c373 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:14.889552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Delete allocated IP 172.20.0.23 (22c5c1af-7139-4bf6-90cc-9e96d6fbbab9/25701013-dc35-4089-bfb0-07c3c357a589) {{(pid=88486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 15:19:14.897459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38dcdf72-aaa6-4689-b0cf-592891d53b3c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:14.907594 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-38dcdf72-aaa6-4689-b0cf-592891d53b3c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/6dfc88bb-88b9-4fb7-862d-057753da6245 HTTP/1.1" status: 204 len: 168 time: 1.9385514 Mar 28 15:19:14.950377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57116) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:15.030795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0b0e9-e3fa-4aa3-9447-ef10739d6093 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 456317fd-7a20-4971-835b-788a2f9bb25b {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:15.031180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b0e9-e3fa-4aa3-9447-ef10739d6093 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.067161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Network': ['ID=9d79fc44-b79c-4f9b-980b-da28fcff5b12,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:15.070144 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8cc3b78f-449a-4050-8c19-c6f7ce3e3fa0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9837990 Mar 28 15:19:15.085138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57120) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:15.097992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:19:15.098190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'subnet': {'network_id': '9d79fc44-b79c-4f9b-980b-da28fcff5b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:15.266636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 756aa70f-1d6b-419d-a854-bb9d611d217b completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:15.301226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:15.312445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 756aa70f-1d6b-419d-a854-bb9d611d217b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:15.317796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.343837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:15.411000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:subnet and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:15.422060 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:15.437719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:15.460004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702d428-02a9-4ed3-85a6-8ec8b54285a0 req-76459149-b256-4f9b-8b3e-ab799b83627c tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:15.461531 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3702d428-02a9-4ed3-85a6-8ec8b54285a0 req-76459149-b256-4f9b-8b3e-ab799b83627c tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.5789771 Mar 28 15:19:15.502500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.511732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.515235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-d0ed7090-495b-44f8-97a7-f2b1163eda8a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:15.524181 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-d0ed7090-495b-44f8-97a7-f2b1163eda8a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36 HTTP/1.1" status: 200 len: 797 time: 0.7927737 Mar 28 15:19:15.530926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07b2c2f-5318-4677-99fc-705b73c7779e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet b051cfe2-0aa0-445d-ba0d-ad3352ad4d78 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:15.534413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c07b2c2f-5318-4677-99fc-705b73c7779e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.534898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.576461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 756aa70f-1d6b-419d-a854-bb9d611d217b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=756aa70f-1d6b-419d-a854-bb9d611d217b,segment=NetworkSegment(247c856d-a624-4e2f-a477-2f2aa625e7c7),segment_id=247c856d-a624-4e2f-a477-2f2aa625e7c7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:15.588785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:15.592205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.639605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.654738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object 4a296178-8367-4ac3-9044-d84009a3e87e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:15.659360 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-b3bf35df-8661-4223-932d-31f6bac48693 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.1343024 Mar 28 15:19:15.747080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=756aa70f-1d6b-419d-a854-bb9d611d217b,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:15.753212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c07b2c2f-5318-4677-99fc-705b73c7779e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.902974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6715edc2-2124-4258-8fea-ee4aa45291df None None] Provisioning complete for port 756aa70f-1d6b-419d-a854-bb9d611d217b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:15.903632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6715edc2-2124-4258-8fea-ee4aa45291df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.921885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:15.926833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.965349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:15.968655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411d56c-8439-4943-8cc5-a89bf4e93c6a None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:16.019660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411d56c-8439-4943-8cc5-a89bf4e93c6a None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:16.020538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2411d56c-8439-4943-8cc5-a89bf4e93c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:16.030951 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3702d428-02a9-4ed3-85a6-8ec8b54285a0 req-8cc62f11-67d9-4be0-81ee-8dbe60a4c932 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5516777 Mar 28 15:19:16.040837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b0e9-e3fa-4aa3-9447-ef10739d6093 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.156241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2411d56c-8439-4943-8cc5-a89bf4e93c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:16.240314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411d56c-8439-4943-8cc5-a89bf4e93c6a None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:16.240937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2411d56c-8439-4943-8cc5-a89bf4e93c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:16.245513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=4a296178-8367-4ac3-9044-d84009a3e87e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:16.246771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0b0e9-e3fa-4aa3-9447-ef10739d6093 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 456317fd-7a20-4971-835b-788a2f9bb25b owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:16.303139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] In _notify_port_updated(), no bound segment for port 4a296178-8367-4ac3-9044-d84009a3e87e on network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:19:16.308680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:16.309698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.311292 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c31aafc9-d317-47d1-960d-135f13455c6b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "PUT /v2.0/ports/4a296178-8367-4ac3-9044-d84009a3e87e HTTP/1.1" status: 200 len: 919 time: 3.1153696 Mar 28 15:19:16.320130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57124) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:16.327841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fe38127-c3ad-40ae-be4d-00f774912b85'}, {'subnet_id': '25701013-dc35-4089-bfb0-07c3c357a589'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:16.388242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2411d56c-8439-4943-8cc5-a89bf4e93c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:16.388632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411d56c-8439-4943-8cc5-a89bf4e93c6a None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:16.429486 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-16d7a367-a85d-450b-b3ac-6ad17ce2e852 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/floatingips/417c2990-b6d4-4104-9109-c467cd9a6cf4 HTTP/1.1" status: 200 len: 977 time: 8.4302573 Mar 28 15:19:16.435557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57128) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:16.449416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-51fa7ef1-b7f1-4ca0-9d03-cf1186dc043e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:16.472741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-a484fc7b-ece1-499d-b8bd-078e359ef527 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:16.473553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6715edc2-2124-4258-8fea-ee4aa45291df None None] Provisioning for port 456317fd-7a20-4971-835b-788a2f9bb25b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:16.481246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6715edc2-2124-4258-8fea-ee4aa45291df None None] Provisioning complete for port 456317fd-7a20-4971-835b-788a2f9bb25b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:16.481516 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6715edc2-2124-4258-8fea-ee4aa45291df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.547145 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6715edc2-2124-4258-8fea-ee4aa45291df None None] Port 456317fd-7a20-4971-835b-788a2f9bb25b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:16.552691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c07b2c2f-5318-4677-99fc-705b73c7779e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.609759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-a484fc7b-ece1-499d-b8bd-078e359ef527 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:16.611077 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-a484fc7b-ece1-499d-b8bd-078e359ef527 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9505200 Mar 28 15:19:16.675654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-992ef69f-dbca-4749-be63-af34fc08dc9c None None] Provisioning complete for port 088f5755-bc5b-4513-afc2-b956241283c6 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:16.676576 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-992ef69f-dbca-4749-be63-af34fc08dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.687981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51fa7ef1-b7f1-4ca0-9d03-cf1186dc043e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.747123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 756aa70f-1d6b-419d-a854-bb9d611d217b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:16.756857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.864815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c07b2c2f-5318-4677-99fc-705b73c7779e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.868270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b0e9-e3fa-4aa3-9447-ef10739d6093 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.888043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 756aa70f-1d6b-419d-a854-bb9d611d217b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:16.888731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:16.993638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Checking segment: {'id': '3109c9ae-6fe1-45f4-b9a7-40d6628f76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d79fc44-b79c-4f9b-980b-da28fcff5b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:16.994001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network hostable DHCP agents. Network: 9d79fc44-b79c-4f9b-980b-da28fcff5b12, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:19:16.998468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-992ef69f-dbca-4749-be63-af34fc08dc9c None None] Provisioning for port 4a296178-8367-4ac3-9044-d84009a3e87e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:16.998900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Subnet': ['ID=3d4d1a93-5762-481e-aadc-c52f5d2a4018,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:17.013034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-992ef69f-dbca-4749-be63-af34fc08dc9c None None] Provisioning complete for port 4a296178-8367-4ac3-9044-d84009a3e87e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:17.013442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-992ef69f-dbca-4749-be63-af34fc08dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.053940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b2c2f-5318-4677-99fc-705b73c7779e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=b051cfe2-0aa0-445d-ba0d-ad3352ad4d78,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:17.057779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0b0e9-e3fa-4aa3-9447-ef10739d6093 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=456317fd-7a20-4971-835b-788a2f9bb25b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:17.084087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-992ef69f-dbca-4749-be63-af34fc08dc9c None None] Port 4a296178-8367-4ac3-9044-d84009a3e87e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:17.093559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-992ef69f-dbca-4749-be63-af34fc08dc9c None None] Could not find standard attr ID for object 456317fd-7a20-4971-835b-788a2f9bb25b. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:19:17.105914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c07b2c2f-5318-4677-99fc-705b73c7779e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.113123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2a8566-a815-4ab5-a764-7ee873514c58 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:17.229761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.260012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:19:17.304923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b0e9-e3fa-4aa3-9447-ef10739d6093 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.311258 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-bb346bea-a8c9-4562-a5e2-3ea0d2871841 service neutron] 10.222.0.16 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777003 Mar 28 15:19:17.311469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51fa7ef1-b7f1-4ca0-9d03-cf1186dc043e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.322510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.380839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51fa7ef1-b7f1-4ca0-9d03-cf1186dc043e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.380970 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-51fa7ef1-b7f1-4ca0-9d03-cf1186dc043e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 417c2990-b6d4-4104-9109-c467cd9a6cf4 disassociated. External IP: 172.26.7.95, port: 001d046d-0cee-4112-b9c2-302bd1df254d. Mar 28 15:19:17.381068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.396101 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dbe0b0e9-e3fa-4aa3-9447-ef10739d6093 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/456317fd-7a20-4971-835b-788a2f9bb25b HTTP/1.1" status: 204 len: 168 time: 2.8026135 Mar 28 15:19:17.428859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57134) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:17.437506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e70cdb-2aa0-4f84-bfe3-8bf8f7a70281 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:19:17.442617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-08e70cdb-2aa0-4f84-bfe3-8bf8f7a70281 None None] Deleting port 088f5755-bc5b-4513-afc2-b956241283c6 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:17.443015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08e70cdb-2aa0-4f84-bfe3-8bf8f7a70281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.486187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 9d79fc44-b79c-4f9b-980b-da28fcff5b12) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:17.497263 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22addea-e1bd-48d3-bbc6-db9a2c99f9f3 None None] Network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:17.503445 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c07b2c2f-5318-4677-99fc-705b73c7779e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/b051cfe2-0aa0-445d-ba0d-ad3352ad4d78 HTTP/1.1" status: 204 len: 168 time: 2.5496385 Mar 28 15:19:17.504160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57138) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:17.607957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-004e5b00-5682-44f4-a881-b8b07d820f63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:router {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:17.690942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-004e5b00-5682-44f4-a881-b8b07d820f63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:router {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:17.694714 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-004e5b00-5682-44f4-a881-b8b07d820f63 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1688390 Mar 28 15:19:17.696128 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-918f862f-c7bc-4842-b3d6-eac1561ddcf7 service neutron] 10.222.0.16 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480794 Mar 28 15:19:17.696588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57142) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:17.706092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:17.708595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:17.709994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.755455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Allocated IP 172.26.7.112 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/661f32a5-99bd-43f0-93bd-b2a2c610c956) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:17.798219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-08e70cdb-2aa0-4f84-bfe3-8bf8f7a70281 None None] For port 088f5755-bc5b-4513-afc2-b956241283c6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=088f5755-bc5b-4513-afc2-b956241283c6,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:17.798791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08e70cdb-2aa0-4f84-bfe3-8bf8f7a70281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:17.826530 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f030c3d5-f776-406b-8d6e-25b2220b2dbe tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:19:17.828093 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f030c3d5-f776-406b-8d6e-25b2220b2dbe tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/456317fd-7a20-4971-835b-788a2f9bb25b HTTP/1.1" status: 404 len: 333 time: 0.3905692 Mar 28 15:19:17.831672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57146) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:17.920684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:17.933290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:17.982850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:18.025803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:18.032171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-08e70cdb-2aa0-4f84-bfe3-8bf8f7a70281 None None] Calling delete_port for 088f5755-bc5b-4513-afc2-b956241283c6 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:18.046916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6506b329-aa78-4210-b1ed-43077d4c6b92 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 2d40ba63-9ccb-40f1-8398-7dabf7606dd1 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:18.064342 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fbb80a7e-c91b-4c5f-bebb-15b437162b59 req-2380bc25-d994-4c0c-ad44-9eceee813fce tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 210 time: 0.0785012 Mar 28 15:19:18.071037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6506b329-aa78-4210-b1ed-43077d4c6b92 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.148394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6506b329-aa78-4210-b1ed-43077d4c6b92 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.177810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-9d79fc44-b79c-4f9b-980b-da28fcff5b12', 'network_id': '9d79fc44-b79c-4f9b-980b-da28fcff5b12', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'fixed_ips': [{'subnet_id': '3d4d1a93-5762-481e-aadc-c52f5d2a4018'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:19:18.179131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.207826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.229536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e3fdb-34d8-46a0-936a-fc1be2c4c79d req-7ed99258-d11b-4626-a2bb-4b6eb3154a99 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:18.235972 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-089e3fdb-34d8-46a0-936a-fc1be2c4c79d req-7ed99258-d11b-4626-a2bb-4b6eb3154a99 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.9886591 Mar 28 15:19:18.243425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08e70cdb-2aa0-4f84-bfe3-8bf8f7a70281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.263594 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1f5e705d-099a-47af-b3ec-2bb5eb0de26f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1752729 Mar 28 15:19:18.264366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57158) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:18.265680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.23 (22c5c1af-7139-4bf6-90cc-9e96d6fbbab9/25701013-dc35-4089-bfb0-07c3c357a589/4a296178-8367-4ac3-9044-d84009a3e87e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:18.285286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2020013341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:18.286967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6506b329-aa78-4210-b1ed-43077d4c6b92 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.302568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e70cdb-2aa0-4f84-bfe3-8bf8f7a70281 None None] Pushing event deleted for resources: {'Port': ['ID=088f5755-bc5b-4513-afc2-b956241283c6,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:18.304402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e70cdb-2aa0-4f84-bfe3-8bf8f7a70281 None None] No DVR routers for this DVR port 088f5755-bc5b-4513-afc2-b956241283c6 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:19:18.325120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:18.351997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:router and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:18.355589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:18.359133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.369669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:18.378483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.388797 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-089e3fdb-34d8-46a0-936a-fc1be2c4c79d req-897869fe-5c34-4b15-bda3-060c32c8f5ea tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515453 Mar 28 15:19:18.475714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Allocated IP 172.20.0.2 (9d79fc44-b79c-4f9b-980b-da28fcff5b12/3d4d1a93-5762-481e-aadc-c52f5d2a4018/4393d5a2-b20e-483f-a3dc-647164c075e2) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:18.501950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:18.527544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:18.528860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:18.556431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event updated for resources: {'Port': ['ID=661f32a5-99bd-43f0-93bd-b2a2c610c956,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:18.562148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:18.572227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fa7ef1-b7f1-4ca0-9d03-cf1186dc043e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:18.618424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6506b329-aa78-4210-b1ed-43077d4c6b92 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.663878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.664897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.706043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506b329-aa78-4210-b1ed-43077d4c6b92 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=2d40ba63-9ccb-40f1-8398-7dabf7606dd1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:18.715117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6506b329-aa78-4210-b1ed-43077d4c6b92 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.729763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.732287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f89f9-8342-4a05-aa72-f1ec250fdcc4 None None] Network 691f7866-68d3-4cf7-b7fd-a725af723574 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:18.734879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.754052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 088f5755-bc5b-4513-afc2-b956241283c6 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:19:18.829112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object 4a296178-8367-4ac3-9044-d84009a3e87e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:18.849326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fa7ef1-b7f1-4ca0-9d03-cf1186dc043e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:18.859461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51fa7ef1-b7f1-4ca0-9d03-cf1186dc043e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.860233 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc7cc1-0bb9-406c-98d1-7e8b2f191a4d None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:18.889746 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc7cc1-0bb9-406c-98d1-7e8b2f191a4d None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:18.892496 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6bdc7cc1-0bb9-406c-98d1-7e8b2f191a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:18.914861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 088f5755-bc5b-4513-afc2-b956241283c6 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:19:18.915719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 088f5755-bc5b-4513-afc2-b956241283c6 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:19:18.937711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:18.987149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.008495 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-51fa7ef1-b7f1-4ca0-9d03-cf1186dc043e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/floatingips/417c2990-b6d4-4104-9109-c467cd9a6cf4 HTTP/1.1" status: 200 len: 687 time: 2.5665774 Mar 28 15:19:19.036770 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6506b329-aa78-4210-b1ed-43077d4c6b92 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/2d40ba63-9ccb-40f1-8398-7dabf7606dd1 HTTP/1.1" status: 204 len: 168 time: 1.2004616 Mar 28 15:19:19.036770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57168) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:19.038405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57170) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:19.075227 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6bdc7cc1-0bb9-406c-98d1-7e8b2f191a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:19.089219 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc7cc1-0bb9-406c-98d1-7e8b2f191a4d None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:19.091097 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6bdc7cc1-0bb9-406c-98d1-7e8b2f191a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:18:54Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:19.220208 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6bdc7cc1-0bb9-406c-98d1-7e8b2f191a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:19.220628 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc7cc1-0bb9-406c-98d1-7e8b2f191a4d None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:19.256421 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.276824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Transition to ACTIVE for port object 4393d5a2-b20e-483f-a3dc-647164c075e2 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:19.281355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=4a296178-8367-4ac3-9044-d84009a3e87e,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:19.294117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.298858 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-12b1a845-4955-4115-be81-cde03890ff3e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0273705 Mar 28 15:19:19.304973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Transition to ACTIVE for port object 4393d5a2-b20e-483f-a3dc-647164c075e2 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:19.305864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57178) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:19.399135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.480215 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872576d7-6f4c-447c-9f97-a3aed12808a4 None None] DHCP port deletion for 691f7866-68d3-4cf7-b7fd-a725af723574 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:19:19.499587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:19.502361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-872576d7-6f4c-447c-9f97-a3aed12808a4 None None] Deleting port 756aa70f-1d6b-419d-a854-bb9d611d217b {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:19.502740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-872576d7-6f4c-447c-9f97-a3aed12808a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.531592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:19.547067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:19.588068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 4a8e13d5-741d-42c2-b148-3c0072c6bab4 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:19.588417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.606494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Pushing event updated for resources: {'Port': ['ID=4393d5a2-b20e-483f-a3dc-647164c075e2,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:19.633142 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-11276d62-d648-4af6-8f63-1cb2c3dac60c req-3e13c2f7-00d2-4834-b61d-9ed0298633c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 210 time: 0.2535336 Mar 28 15:19:19.689076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-49a1c9e9-ca15-443b-95c9-7fd50ee68a40 None None] Provisioning for port 4a296178-8367-4ac3-9044-d84009a3e87e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:19.731351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb0719-93de-4fa9-ade8-f5f60ffa5118 req-26543d7e-40c9-442f-aaa5-4387dd607363 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:19.732868 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9bbb0719-93de-4fa9-ade8-f5f60ffa5118 req-26543d7e-40c9-442f-aaa5-4387dd607363 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.7353804 Mar 28 15:19:19.736242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-49a1c9e9-ca15-443b-95c9-7fd50ee68a40 None None] Provisioning complete for port 4a296178-8367-4ac3-9044-d84009a3e87e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:19.736861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-49a1c9e9-ca15-443b-95c9-7fd50ee68a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.744356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] In _notify_port_updated(), no bound segment for port 4a296178-8367-4ac3-9044-d84009a3e87e on network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:19:19.752279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:19.752864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.758740 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-57d097e9-2e4f-44b2-bce5-5b17854cbee1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "PUT /v2.0/ports/4a296178-8367-4ac3-9044-d84009a3e87e HTTP/1.1" status: 200 len: 999 time: 3.4382045 Mar 28 15:19:19.764082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57182) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:19.799009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Attempting to bind port 4393d5a2-b20e-483f-a3dc-647164c075e2 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:19.799313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Attempting to bind port 4393d5a2-b20e-483f-a3dc-647164c075e2 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '3109c9ae-6fe1-45f4-b9a7-40d6628f76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d79fc44-b79c-4f9b-980b-da28fcff5b12'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:19.799685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Attempting to bind port 4393d5a2-b20e-483f-a3dc-647164c075e2 on network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:19.832767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:19.833138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Checking segment: {'id': '3109c9ae-6fe1-45f4-b9a7-40d6628f76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d79fc44-b79c-4f9b-980b-da28fcff5b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:19.833728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.834119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Bound using segment: {'id': '3109c9ae-6fe1-45f4-b9a7-40d6628f76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d79fc44-b79c-4f9b-980b-da28fcff5b12'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:19.834593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Bound port: 4393d5a2-b20e-483f-a3dc-647164c075e2, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3109c9ae-6fe1-45f4-b9a7-40d6628f76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d79fc44-b79c-4f9b-980b-da28fcff5b12'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:19.835159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.921617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:19.925887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-49a1c9e9-ca15-443b-95c9-7fd50ee68a40 None None] Port 4a296178-8367-4ac3-9044-d84009a3e87e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:19.990580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-872576d7-6f4c-447c-9f97-a3aed12808a4 None None] For port 756aa70f-1d6b-419d-a854-bb9d611d217b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=756aa70f-1d6b-419d-a854-bb9d611d217b,segment=NetworkSegment(247c856d-a624-4e2f-a477-2f2aa625e7c7),segment_id=247c856d-a624-4e2f-a477-2f2aa625e7c7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:19.990993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-872576d7-6f4c-447c-9f97-a3aed12808a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.004646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-51e8616c-d43f-47ed-90ea-be6cf07a46ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 4a296178-8367-4ac3-9044-d84009a3e87e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:20.004987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51e8616c-d43f-47ed-90ea-be6cf07a46ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.092898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 756aa70f-1d6b-419d-a854-bb9d611d217b {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:20.093313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.134873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-872576d7-6f4c-447c-9f97-a3aed12808a4 None None] Calling delete_port for 756aa70f-1d6b-419d-a854-bb9d611d217b owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:20.143870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.184376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] For port 4393d5a2-b20e-483f-a3dc-647164c075e2, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:20.195367 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9bbb0719-93de-4fa9-ade8-f5f60ffa5118 req-803b9660-6241-4189-bd43-5eea0e34b180 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4348388 Mar 28 15:19:20.204929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] For port 4393d5a2-b20e-483f-a3dc-647164c075e2, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4393d5a2-b20e-483f-a3dc-647164c075e2,segment=NetworkSegment(3109c9ae-6fe1-45f4-b9a7-40d6628f76e5),segment_id=3109c9ae-6fe1-45f4-b9a7-40d6628f76e5)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:20.274187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.322656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-872576d7-6f4c-447c-9f97-a3aed12808a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.324890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-217fb5ec-1c70-43b3-9953-0b997506bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:20.326373 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-217fb5ec-1c70-43b3-9953-0b997506bc33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b7dff61050496c838afb311e489455&device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 1098 time: 0.9480176 Mar 28 15:19:20.352705 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872576d7-6f4c-447c-9f97-a3aed12808a4 None None] No DVR routers for this DVR port 756aa70f-1d6b-419d-a854-bb9d611d217b on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:19:20.353477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.394123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7224a-fad3-4176-87e8-fb7a84b26cd5 None None] Pushing event updated for resources: {'Port': ['ID=4393d5a2-b20e-483f-a3dc-647164c075e2,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:20.441433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.441765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.449145 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872576d7-6f4c-447c-9f97-a3aed12808a4 None None] Pushing event deleted for resources: {'Port': ['ID=756aa70f-1d6b-419d-a854-bb9d611d217b,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:20.649297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51e8616c-d43f-47ed-90ea-be6cf07a46ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:20.841668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4393d5a2-b20e-483f-a3dc-647164c075e2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:20.845619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-51e8616c-d43f-47ed-90ea-be6cf07a46ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 4a296178-8367-4ac3-9044-d84009a3e87e owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:20.892189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] The port '756aa70f-1d6b-419d-a854-bb9d611d217b' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:19:20.903388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 4a8e13d5-741d-42c2-b148-3c0072c6bab4 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:20.998538 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b03bcae3-b86c-452b-8366-66b711daf722 req-b1e498fa-2840-4bca-922f-7b160737043c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 210 time: 0.0646598 Mar 28 15:19:21.021513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 4393d5a2-b20e-483f-a3dc-647164c075e2 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:21.082773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 756aa70f-1d6b-419d-a854-bb9d611d217b no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:19:21.140454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 756aa70f-1d6b-419d-a854-bb9d611d217b {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:19:21.140712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 756aa70f-1d6b-419d-a854-bb9d611d217b not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:19:21.306691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.objects.ports [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88487) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:19:21.331313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ab76-f0ce-4bba-9e2f-973c87af6e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:21.335241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:21.399156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-535d909d-9be9-4940-86ad-cff38f363a60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:21.399978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-535d909d-9be9-4940-86ad-cff38f363a60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:21.408515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:21.516919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:21.522068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.20.0.1 (9d79fc44-b79c-4f9b-980b-da28fcff5b12/3d4d1a93-5762-481e-aadc-c52f5d2a4018/b8093e1d-e7d6-4870-a10b-2495c4d5326c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:21.533533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:21.542534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:21.545982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:21.547096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:21.553395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322edc65-35a2-4833-a2c1-5afc3ceeb54a None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:21.553644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:21.564752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-7a078412-6705-404b-9f79-f79d050d96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:21.566255 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-7a078412-6705-404b-9f79-f79d050d96a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 200 len: 913 time: 1.1826384 Mar 28 15:19:21.637256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-535d909d-9be9-4940-86ad-cff38f363a60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:21.638682 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-535d909d-9be9-4940-86ad-cff38f363a60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36 HTTP/1.1" status: 200 len: 797 time: 0.7606728 Mar 28 15:19:21.728326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=a07ae2f3-c982-4b5f-9a9c-0ee6d5ae1a2b,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:21.742214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51e8616c-d43f-47ed-90ea-be6cf07a46ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:21.745761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418a6c5-15c8-4990-a46a-b24e1456c262 None None] Network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:21.804186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691f7866-68d3-4cf7-b7fd-a725af723574']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:21.826485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8616c-d43f-47ed-90ea-be6cf07a46ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=4a296178-8367-4ac3-9044-d84009a3e87e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:21.841054 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247c856d-a624-4e2f-a477-2f2aa625e7c7') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:21.841352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247c856d-a624-4e2f-a477-2f2aa625e7c7') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:21.867321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:21.880899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87be277-3b6a-49cb-b175-fe5360fd5070 req-30d0bec4-7da8-48a8-b483-2626ab12bc8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:21.892789 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d87be277-3b6a-49cb-b175-fe5360fd5070 req-30d0bec4-7da8-48a8-b483-2626ab12bc8f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4823849 Mar 28 15:19:21.913318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c5339ad8-2528-40c1-889e-defbc3d04df7 None None] Provisioning for port 4393d5a2-b20e-483f-a3dc-647164c075e2 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:21.931235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c5339ad8-2528-40c1-889e-defbc3d04df7 None None] Provisioning complete for port 4393d5a2-b20e-483f-a3dc-647164c075e2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:21.931857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5339ad8-2528-40c1-889e-defbc3d04df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:21.989250 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-786acb8a-02fc-4b37-a572-ab4ce2656c6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 200 len: 1000 time: 0.3540649 Mar 28 15:19:22.004463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.015501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-5f7b84e1-b1cc-427d-9585-45dc9ee66986 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:22.102353 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d87be277-3b6a-49cb-b175-fe5360fd5070 req-274db760-91ff-4bb4-8cb8-2deaec1b25f5 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085211 Mar 28 15:19:22.120008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.126458 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b6ccf395-162d-4794-a7c2-f05d32e00f85 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4262860 Mar 28 15:19:22.131571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57198) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:22.136231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:22.163552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-5f7b84e1-b1cc-427d-9585-45dc9ee66986 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:22.165045 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-5f7b84e1-b1cc-427d-9585-45dc9ee66986 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 380 time: 0.4456353 Mar 28 15:19:22.166137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:19:22.166587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.186928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['e55e6e25-92e5-4378-a658-c91da80d88b7']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:22.190126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': 'a07ae2f3-c982-4b5f-9a9c-0ee6d5ae1a2b'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:19:22.191148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:19:22.215544 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:19:22.235584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Transition to ACTIVE for port object b8093e1d-e7d6-4870-a10b-2495c4d5326c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:22.237263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51e8616c-d43f-47ed-90ea-be6cf07a46ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.272279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5339ad8-2528-40c1-889e-defbc3d04df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.313772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.357921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c5339ad8-2528-40c1-889e-defbc3d04df7 None None] For port 4393d5a2-b20e-483f-a3dc-647164c075e2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4393d5a2-b20e-483f-a3dc-647164c075e2,segment=NetworkSegment(3109c9ae-6fe1-45f4-b9a7-40d6628f76e5),segment_id=3109c9ae-6fe1-45f4-b9a7-40d6628f76e5)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:22.393986 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-51e8616c-d43f-47ed-90ea-be6cf07a46ef tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/4a296178-8367-4ac3-9044-d84009a3e87e HTTP/1.1" status: 204 len: 168 time: 2.6262343 Mar 28 15:19:22.397880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57202) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:22.404816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-5e3165e0-03a9-4e16-aadc-286c464459ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:22.406346 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-5e3165e0-03a9-4e16-aadc-286c464459ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 200 len: 851 time: 0.3993669 Mar 28 15:19:22.408489 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d966489-daa6-4209-b26b-b298d542ef58 req-a6804985-0cf5-4a07-815d-fa16c475161f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 210 time: 0.1890109 Mar 28 15:19:22.433359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5339ad8-2528-40c1-889e-defbc3d04df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.512761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Allocated IP 2001:db8::f816:3eff:fe9a:f049 (407e43a9-7d21-4a68-a014-97c49e9e0f14/a07ae2f3-c982-4b5f-9a9c-0ee6d5ae1a2b/875f8245-ab92-4e6c-893e-a0e7a77ed995) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:22.527316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:22.535577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5339ad8-2528-40c1-889e-defbc3d04df7 None None] Pushing event updated for resources: {'Port': ['ID=4393d5a2-b20e-483f-a3dc-647164c075e2,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:22.537660 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3f6844-ffdc-44ce-91c0-a340a705715e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:19:22.538201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6a3f6844-ffdc-44ce-91c0-a340a705715e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:22.552165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:22.558130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:22.561740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:22.568250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:22.581181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:22.638893 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=4a8e13d5-741d-42c2-b148-3c0072c6bab4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:22.647703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.661173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-620bd0e3-cdb8-4a20-9679-5a3623251a5e None None] Provisioning complete for port 4393d5a2-b20e-483f-a3dc-647164c075e2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:22.661641 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-620bd0e3-cdb8-4a20-9679-5a3623251a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.697338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6a3f6844-ffdc-44ce-91c0-a340a705715e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:22.701659 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6a3f6844-ffdc-44ce-91c0-a340a705715e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/4a296178-8367-4ac3-9044-d84009a3e87e HTTP/1.1" status: 404 len: 333 time: 0.2966044 Mar 28 15:19:22.702945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:22.706703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.724439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:22.731685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57206) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:22.731836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.741817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4393d5a2-b20e-483f-a3dc-647164c075e2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:22.775465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:22.789330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.828488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.841708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:22.844318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:22.856537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Network': ['ID=691f7866-68d3-4cf7-b7fd-a725af723574,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:22.870435 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-75b9473e-438f-43d6-8ef8-43cc4d4fa452 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/networks/691f7866-68d3-4cf7-b7fd-a725af723574 HTTP/1.1" status: 204 len: 168 time: 3.8293481 Mar 28 15:19:22.874297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57210) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:22.876406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.878752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.882473 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-60cf44b6-2216-4444-8da3-2a5c82f1e1cb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/floatingips/417c2990-b6d4-4104-9109-c467cd9a6cf4 HTTP/1.1" status: 204 len: 168 time: 3.8430419 Mar 28 15:19:22.889056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7cc3ee-05d1-4df9-bace-90d6a9f03a9d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet 25701013-dc35-4089-bfb0-07c3c357a589 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:22.891678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57214) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:22.896406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'name': 'tempest-PortsIpV6TestJSON-722197738'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:22.959777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:22.987789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=b8093e1d-e7d6-4870-a10b-2495c4d5326c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:22.994516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc3ee-05d1-4df9-bace-90d6a9f03a9d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.016228 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4393d5a2-b20e-483f-a3dc-647164c075e2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:23.016595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.052313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Router bfda3c80-1173-44ff-bbf8-b0a5c220f11e is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:19:23.082791 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-06980094-a1eb-4418-ba37-d270c119087f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] delete failed (client error): The resource could not be found. Mar 28 15:19:23.083875 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-06980094-a1eb-4418-ba37-d270c119087f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/floatingips/417c2990-b6d4-4104-9109-c467cd9a6cf4 HTTP/1.1" status: 404 len: 345 time: 0.1732943 Mar 28 15:19:23.087768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57218) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:23.235354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.273274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:23.283153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Transition to ACTIVE for port object 875f8245-ab92-4e6c-893e-a0e7a77ed995 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:23.284760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-86e88628-7271-478a-819c-ee9ab34c0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:23.286519 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-86e88628-7271-478a-819c-ee9ab34c0bf5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32fdabfd-77e5-48a6-aac8-16b15e900f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6490388 Mar 28 15:19:23.317314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Transition to ACTIVE for port object 875f8245-ab92-4e6c-893e-a0e7a77ed995 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:23.324703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:23.344041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:23.348056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a22baf5e-cc4c-41ad-aed9-ca388b5f6bb2 None None] Provisioning for port b8093e1d-e7d6-4870-a10b-2495c4d5326c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:23.348576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc3ee-05d1-4df9-bace-90d6a9f03a9d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.354780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a22baf5e-cc4c-41ad-aed9-ca388b5f6bb2 None None] Provisioning complete for port b8093e1d-e7d6-4870-a10b-2495c4d5326c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:23.355224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a22baf5e-cc4c-41ad-aed9-ca388b5f6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.385879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:23.413528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.450896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a22baf5e-cc4c-41ad-aed9-ca388b5f6bb2 None None] Port b8093e1d-e7d6-4870-a10b-2495c4d5326c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:23.496500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:23.501000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:23.505110 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:23.552717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Pushing event updated for resources: {'Port': ['ID=875f8245-ab92-4e6c-893e-a0e7a77ed995,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:23.553888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.8 (2641f3ba-3f0f-4876-9e9d-50ec3d296b36/fbc24358-b961-4aa7-835c-8d58956481ae/2090126a-054f-45d3-81f5-b26f65d40d69) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:23.584364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:23.589384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.606959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a2259-1a86-4d48-8656-60c0b2c82921 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:23.613648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a2259-1a86-4d48-8656-60c0b2c82921 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:23.620501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a2259-1a86-4d48-8656-60c0b2c82921 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:23.621397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-878a2259-1a86-4d48-8656-60c0b2c82921 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Synchronizing usage tracker for tenant:63d54d08399a498c9990b9b952be2ecf on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:23.651209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-74c75323-ef79-4a80-8dca-a19156aa1b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.659008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Attempting to bind port 875f8245-ab92-4e6c-893e-a0e7a77ed995 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:23.659386 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Attempting to bind port 875f8245-ab92-4e6c-893e-a0e7a77ed995 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:23.659737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Attempting to bind port 875f8245-ab92-4e6c-893e-a0e7a77ed995 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:23.665311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:23.665626 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:23.665998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.666376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:23.666843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Bound port: 875f8245-ab92-4e6c-893e-a0e7a77ed995, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:23.667252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.673249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.673668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 96359292-8fa1-4305-b351-65352e701f79 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:23.749689 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-113ed6fd-e909-44dc-b6a6-2cae5ec8f20e req-67479a72-4f61-4cfb-b20e-f274f5594474 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 210 time: 0.1317134 Mar 28 15:19:23.759795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] For port 875f8245-ab92-4e6c-893e-a0e7a77ed995, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:23.763646 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] For port 875f8245-ab92-4e6c-893e-a0e7a77ed995, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=875f8245-ab92-4e6c-893e-a0e7a77ed995,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:23.770088 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-ba58d2f3-e866-43b1-8410-1ebbb5d3f702 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694591 Mar 28 15:19:23.771086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:23.783938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.785109 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-804043c0-6b68-4382-a545-6c2942060e43 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "PUT /v2.0/routers/bfda3c80-1173-44ff-bbf8-b0a5c220f11e HTTP/1.1" status: 200 len: 880 time: 9.1932263 Mar 28 15:19:23.786754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a746c85-4665-47b5-9184-18287840e310 None None] Sync routers for ids ['bfda3c80-1173-44ff-bbf8-b0a5c220f11e'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:23.797188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a746c85-4665-47b5-9184-18287840e310 None None] Routers {'bfda3c80-1173-44ff-bbf8-b0a5c220f11e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:23.798345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9a746c85-4665-47b5-9184-18287840e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['bfda3c80-1173-44ff-bbf8-b0a5c220f11e'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:23.805785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd6375-1009-4bbd-b6b5-45efae862499 req-47f301a9-d039-4e2f-9e86-ee5e00b43f77 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:23.807359 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ebdd6375-1009-4bbd-b6b5-45efae862499 req-47f301a9-d039-4e2f-9e86-ee5e00b43f77 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.5056493 Mar 28 15:19:23.809881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57226) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:23.829227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-878a2259-1a86-4d48-8656-60c0b2c82921 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Unset dirty status for tenant:63d54d08399a498c9990b9b952be2ecf on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:23.832826 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-878a2259-1a86-4d48-8656-60c0b2c82921 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "GET /v2.0/ports?network_id=fb7bd271-deb2-4ce0-8b29-bd65b250a676 HTTP/1.1" status: 200 len: 2357 time: 0.7396903 Mar 28 15:19:23.856261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57230) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:23.866599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9a746c85-4665-47b5-9184-18287840e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:23.876939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:23.886402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a746c85-4665-47b5-9184-18287840e310 None None] Routers {'bfda3c80-1173-44ff-bbf8-b0a5c220f11e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:23.887239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9a746c85-4665-47b5-9184-18287840e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['bfda3c80-1173-44ff-bbf8-b0a5c220f11e'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:23.985959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9a746c85-4665-47b5-9184-18287840e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:23.986364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a746c85-4665-47b5-9184-18287840e310 None None] The sync data for ids ['bfda3c80-1173-44ff-bbf8-b0a5c220f11e'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:24.035972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7c898-b8dd-4cab-a1d0-ed5abd3d762e None None] Pushing event updated for resources: {'Port': ['ID=875f8245-ab92-4e6c-893e-a0e7a77ed995,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:24.078969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc3ee-05d1-4df9-bace-90d6a9f03a9d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.214682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64c042d-bc19-4278-907f-77d0533619b7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:24.215342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f64c042d-bc19-4278-907f-77d0533619b7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Synchronizing usage tracker for tenant:63d54d08399a498c9990b9b952be2ecf on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:24.236899 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ebdd6375-1009-4bbd-b6b5-45efae862499 req-d08429da-da2b-4d9a-b552-1ad91cec4216 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4127228 Mar 28 15:19:24.246181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.318665 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-da1e0660-05c4-4626-bf64-85d36ca452af tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/routers/bfda3c80-1173-44ff-bbf8-b0a5c220f11e HTTP/1.1" status: 200 len: 921 time: 0.5063496 Mar 28 15:19:24.321913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:24.323482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57236) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:24.341390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:24.348326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:24.348924 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.364086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.434940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f64c042d-bc19-4278-907f-77d0533619b7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Unset dirty status for tenant:63d54d08399a498c9990b9b952be2ecf on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:24.436120 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f64c042d-bc19-4278-907f-77d0533619b7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "GET /v2.0/subnets/9647b3b1-a422-4472-9bf0-f3cbd8d314f4 HTTP/1.1" status: 200 len: 797 time: 0.5780282 Mar 28 15:19:24.443641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57240) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:24.459103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'port': {'network_id': 'fb7bd271-deb2-4ce0-8b29-bd65b250a676', 'name': 'tempest-FloatingIPTestJSON-283563664', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:24.487204 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ddebc77d-b6ea-4883-9695-14b6df3b86a4 req-645d5fae-64c3-4a1a-9f88-a62352f76098 service neutron] 10.222.0.23 "GET /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980348 Mar 28 15:19:24.491020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 2090126a-054f-45d3-81f5-b26f65d40d69 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:24.496877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=6f1c49a8-d0c3-4d76-a378-3d8b023fb412,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:24.561012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.587628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.594068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc3ee-05d1-4df9-bace-90d6a9f03a9d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.598916 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-25c25f22-c564-4caf-84b1-04eaab2672e5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4681857 Mar 28 15:19:24.602664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57244) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:24.617828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:5f:d7:32', 'name': 'tempest-NetworksTestDHCPv6-802759308'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:24.651216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cc3ee-05d1-4df9-bace-90d6a9f03a9d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=25701013-dc35-4089-bfb0-07c3c357a589,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:24.654367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc3ee-05d1-4df9-bace-90d6a9f03a9d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.660182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a089bcd6-b623-4cb2-97f5-5591adaa609b None None] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:24.681016 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dd7cc3ee-05d1-4df9-bace-90d6a9f03a9d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/25701013-dc35-4089-bfb0-07c3c357a589 HTTP/1.1" status: 204 len: 168 time: 1.9441302 Mar 28 15:19:24.686469 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57248) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:24.703777 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.735292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa660d11-bf4a-40ab-a955-60959c199c15 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:24.735997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aa660d11-bf4a-40ab-a955-60959c199c15 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Synchronizing usage tracker for tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:24.740234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:24.745347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.762379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:24.787087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d287bc85-eefb-4078-9c4f-56d7b47414b8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet 4fe38127-c3ad-40ae-be4d-00f774912b85 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:24.791433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d287bc85-eefb-4078-9c4f-56d7b47414b8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.858198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d287bc85-eefb-4078-9c4f-56d7b47414b8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.861347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 875f8245-ab92-4e6c-893e-a0e7a77ed995 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:24.891353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.896321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:24.927958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:24.928786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aa660d11-bf4a-40ab-a955-60959c199c15 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Unset dirty status for tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:24.938850 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aa660d11-bf4a-40ab-a955-60959c199c15 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=bfda3c80-1173-44ff-bbf8-b0a5c220f11e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5939617 Mar 28 15:19:24.954731 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Made reservation on behalf of 63d54d08399a498c9990b9b952be2ecf for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:24.963282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57254) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:24.964735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:24.973409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:25.068940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:25.091690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:25.147221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:25.160217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 875f8245-ab92-4e6c-893e-a0e7a77ed995 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:25.170670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:25.176831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:25.177769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:25.179660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:25.181000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:25.204654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=2090126a-054f-45d3-81f5-b26f65d40d69,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:25.258435 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=96359292-8fa1-4305-b351-65352e701f79,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:25.304310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:25.335936 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1c3fa06d-2495-43fb-a958-871f1c035969 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4519360 Mar 28 15:19:25.354369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57260) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:25.382543 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-1cf34177-1f0f-432d-8184-6a5efacafac8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1997654 Mar 28 15:19:25.383834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:25.399624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:25.420555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Request body: {'port': {'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:25.436515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:25.481948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] device_id is not set on port f6b3c804-c6b8-430a-adb7-1d8e6ff43854 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:25.484655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd6282-c733-466f-891b-602af56f53ec None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:25.536488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d287bc85-eefb-4078-9c4f-56d7b47414b8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:25.576537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878c7c-0ba3-45f7-873b-353bfafa3b84 req-9722ba05-69c3-4c8f-b8ad-69e712dab154 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:25.578193 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a5878c7c-0ba3-45f7-873b-353bfafa3b84 req-9722ba05-69c3-4c8f-b8ad-69e712dab154 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 931 time: 0.5858731 Mar 28 15:19:25.629058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-963f8733-f021-45b6-8cbb-8877da9fffd6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 96359292-8fa1-4305-b351-65352e701f79 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:25.629489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963f8733-f021-45b6-8cbb-8877da9fffd6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:25.713052 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:25.730915 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a5878c7c-0ba3-45f7-873b-353bfafa3b84 req-e67d9dc4-38fa-4e30-9ea1-d1d2cf5176ed tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317139 Mar 28 15:19:25.749053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Provisioning for port 875f8245-ab92-4e6c-893e-a0e7a77ed995 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:25.777552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Provisioning complete for port 875f8245-ab92-4e6c-893e-a0e7a77ed995 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:25.777926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:25.788915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:25.939448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:25.962962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=b8093e1d-e7d6-4870-a10b-2495c4d5326c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:25.970681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:26.020587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] For port 875f8245-ab92-4e6c-893e-a0e7a77ed995, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=875f8245-ab92-4e6c-893e-a0e7a77ed995,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:26.074035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aae482-2767-4a98-b59b-fc7c965ed0db None None] Update dhcp port {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': 'a07ae2f3-c982-4b5f-9a9c-0ee6d5ae1a2b', 'ip_address': '2001:db8::f816:3eff:fe9a:f049'}, {'subnet_id': '6f1c49a8-d0c3-4d76-a378-3d8b023fb412'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '875f8245-ab92-4e6c-893e-a0e7a77ed995'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:19:26.080004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d287bc85-eefb-4078-9c4f-56d7b47414b8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:26.134524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287bc85-eefb-4078-9c4f-56d7b47414b8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe38127-c3ad-40ae-be4d-00f774912b85,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:26.138568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-87aae482-2767-4a98-b59b-fc7c965ed0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:26.153468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:26.188953 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d287bc85-eefb-4078-9c4f-56d7b47414b8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:26.195381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34745ed-70e9-42e7-8b3e-11123f7de64e tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:26.196128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e34745ed-70e9-42e7-8b3e-11123f7de64e tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Synchronizing usage tracker for tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:26.262510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0933b81-7e7a-42de-96f9-e3b98f009258 req-23271c9d-e597-4c2d-b0b2-ebe4572a1eb8 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:26.264021 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c0933b81-7e7a-42de-96f9-e3b98f009258 req-23271c9d-e597-4c2d-b0b2-ebe4572a1eb8 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.8070939 Mar 28 15:19:26.272559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:26.285388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:26.286180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabd68b-6404-4790-9ce6-58dda91e53f8 None None] Network 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:26.292275 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d287bc85-eefb-4078-9c4f-56d7b47414b8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/4fe38127-c3ad-40ae-be4d-00f774912b85 HTTP/1.1" status: 204 len: 168 time: 1.6021068 Mar 28 15:19:26.305269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57264) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:26.307183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:26.325151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:26.343632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963f8733-f021-45b6-8cbb-8877da9fffd6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:26.381667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Provisioning for port 2090126a-054f-45d3-81f5-b26f65d40d69 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:26.386744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:26.465982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e34745ed-70e9-42e7-8b3e-11123f7de64e tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Unset dirty status for tenant:ffef8a3a3c9f49f58afdbbf59d1f20b1 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:26.470188 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e34745ed-70e9-42e7-8b3e-11123f7de64e tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 881 time: 1.4377320 Mar 28 15:19:26.484844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57268) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:26.493135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Provisioning complete for port 2090126a-054f-45d3-81f5-b26f65d40d69 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:26.493501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:26.494432 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c0933b81-7e7a-42de-96f9-e3b98f009258 req-702465c1-d7f6-4914-9f47-aa4b768ca888 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121620 Mar 28 15:19:26.611440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Pushing event updated for resources: {'Port': ['ID=875f8245-ab92-4e6c-893e-a0e7a77ed995,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:26.656600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-963f8733-f021-45b6-8cbb-8877da9fffd6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 96359292-8fa1-4305-b351-65352e701f79 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:26.658092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c850fcbf-8b11-4c8f-86bd-d57f8405faff tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfda3c80-1173-44ff-bbf8-b0a5c220f11e HTTP/1.1" status: 200 len: 205 time: 0.1720769 Mar 28 15:19:26.659516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port c45dcd32-90f3-485a-a037-7cf62d9e0d13 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:26.699103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57272) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:26.733795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-87aae482-2767-4a98-b59b-fc7c965ed0db None None] Allocated IP 172.20.0.2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/6f1c49a8-d0c3-4d76-a378-3d8b023fb412/875f8245-ab92-4e6c-893e-a0e7a77ed995) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:26.775620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-43e1f0b4-1cc8-4cb3-b6b9-715f77692b07 None None] Port 2090126a-054f-45d3-81f5-b26f65d40d69 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:26.785130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 875f8245-ab92-4e6c-893e-a0e7a77ed995 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:26.837563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.20.0.14 (fb7bd271-deb2-4ce0-8b29-bd65b250a676/9647b3b1-a422-4472-9bf0-f3cbd8d314f4/f6b3c804-c6b8-430a-adb7-1d8e6ff43854) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:26.881036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.20.0.13 (fb7bd271-deb2-4ce0-8b29-bd65b250a676/9647b3b1-a422-4472-9bf0-f3cbd8d314f4/f6b3c804-c6b8-430a-adb7-1d8e6ff43854) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:26.922832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.019446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8065feef-9c98-4bb1-a234-134649dc16f7 None None] Provisioning complete for port b8093e1d-e7d6-4870-a10b-2495c4d5326c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:27.019900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8065feef-9c98-4bb1-a234-134649dc16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.068221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2090126a-054f-45d3-81f5-b26f65d40d69 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:19:27.076570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.089202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-87aae482-2767-4a98-b59b-fc7c965ed0db None None] For port 875f8245-ab92-4e6c-893e-a0e7a77ed995, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=875f8245-ab92-4e6c-893e-a0e7a77ed995,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:27.098334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c1546c-ce56-47b8-a04c-a2c7c046a897 None None] DHCP port deletion for 22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:19:27.114965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 875f8245-ab92-4e6c-893e-a0e7a77ed995 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:27.115455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.134042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:27.134382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.137164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Transition to ACTIVE for port object 2090126a-054f-45d3-81f5-b26f65d40d69 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:27.139786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d2c1546c-ce56-47b8-a04c-a2c7c046a897 None None] Deleting port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:27.140224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d2c1546c-ce56-47b8-a04c-a2c7c046a897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.158996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a70bc492-c8b6-4e58-bd3b-ec919bd8db96 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:19:27.168531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8065feef-9c98-4bb1-a234-134649dc16f7 None None] Port b8093e1d-e7d6-4870-a10b-2495c4d5326c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:27.180210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963f8733-f021-45b6-8cbb-8877da9fffd6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.239144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-87aae482-2767-4a98-b59b-fc7c965ed0db None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.241056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.272265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.287615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8065feef-9c98-4bb1-a234-134649dc16f7 None None] Provisioning complete for port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:27.287988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8065feef-9c98-4bb1-a234-134649dc16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.337095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-87aae482-2767-4a98-b59b-fc7c965ed0db None None] Transition to ACTIVE for port object 875f8245-ab92-4e6c-893e-a0e7a77ed995 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:27.342611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f8733-f021-45b6-8cbb-8877da9fffd6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=96359292-8fa1-4305-b351-65352e701f79,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:27.435550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963f8733-f021-45b6-8cbb-8877da9fffd6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.503142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-87aae482-2767-4a98-b59b-fc7c965ed0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.534027 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-963f8733-f021-45b6-8cbb-8877da9fffd6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/96359292-8fa1-4305-b351-65352e701f79 HTTP/1.1" status: 204 len: 168 time: 2.1553233 Mar 28 15:19:27.578792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57280) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:27.598184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'mac_address': 'fa:16:3e:0d:f3:66', 'name': 'tempest-PortsIpV6TestJSON-403580605'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:27.600135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f734b-5adf-4ed4-984d-6a51074ab5e6 req-715751e3-8953-42cc-b79c-83a9eae1eef8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:27.601688 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c73f734b-5adf-4ed4-984d-6a51074ab5e6 req-715751e3-8953-42cc-b79c-83a9eae1eef8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 931 time: 0.6726329 Mar 28 15:19:27.656441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Pushing event updated for resources: {'Port': ['ID=2090126a-054f-45d3-81f5-b26f65d40d69,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:27.681692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:27.694752 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432108e-802a-4d30-911e-587ba0e25802 None None] Sync routers for ids ['a70bc492-c8b6-4e58-bd3b-ec919bd8db96'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:27.695542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d2c1546c-ce56-47b8-a04c-a2c7c046a897 None None] For port 4a7ea3f4-01c4-4e10-a401-6e0b67959965, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a7ea3f4-01c4-4e10-a401-6e0b67959965,segment=NetworkSegment(087b9925-bbfa-4189-9348-b666dad91ca3),segment_id=087b9925-bbfa-4189-9348-b666dad91ca3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:27.695933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d2c1546c-ce56-47b8-a04c-a2c7c046a897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.707629 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432108e-802a-4d30-911e-587ba0e25802 None None] Routers {'a70bc492-c8b6-4e58-bd3b-ec919bd8db96'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:27.708580 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5432108e-802a-4d30-911e-587ba0e25802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a70bc492-c8b6-4e58-bd3b-ec919bd8db96'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:27.715145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.793818 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5432108e-802a-4d30-911e-587ba0e25802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:27.803774 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432108e-802a-4d30-911e-587ba0e25802 None None] Routers {'a70bc492-c8b6-4e58-bd3b-ec919bd8db96'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:27.804762 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5432108e-802a-4d30-911e-587ba0e25802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a70bc492-c8b6-4e58-bd3b-ec919bd8db96'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:27.853309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] For port 4a7ea3f4-01c4-4e10-a401-6e0b67959965, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a7ea3f4-01c4-4e10-a401-6e0b67959965,segment=NetworkSegment(087b9925-bbfa-4189-9348-b666dad91ca3),segment_id=087b9925-bbfa-4189-9348-b666dad91ca3)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:27.853641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:27.868456 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c19f40a6-b7ec-42b4-b51c-5c66cc063a33 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a70bc492-c8b6-4e58-bd3b-ec919bd8db96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5608931 Mar 28 15:19:27.872894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57284) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:27.895058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d2c1546c-ce56-47b8-a04c-a2c7c046a897 None None] Calling delete_port for 4a7ea3f4-01c4-4e10-a401-6e0b67959965 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:27.919736 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5432108e-802a-4d30-911e-587ba0e25802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:27.920305 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5432108e-802a-4d30-911e-587ba0e25802 None None] The sync data for ids ['a70bc492-c8b6-4e58-bd3b-ec919bd8db96'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:27.980866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aae482-2767-4a98-b59b-fc7c965ed0db None None] Pushing event updated for resources: {'Port': ['ID=875f8245-ab92-4e6c-893e-a0e7a77ed995,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:28.094091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:28.099076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Attempting to bind port 2090126a-054f-45d3-81f5-b26f65d40d69 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:28.099654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Attempting to bind port 2090126a-054f-45d3-81f5-b26f65d40d69 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:28.099982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Attempting to bind port 2090126a-054f-45d3-81f5-b26f65d40d69 on network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:28.112930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c29b8-cbed-4727-bff6-eb3305feb34c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:28.113467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-576c29b8-cbed-4727-bff6-eb3305feb34c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Synchronizing usage tracker for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:28.116826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:28.130407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:28.138431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d2c1546c-ce56-47b8-a04c-a2c7c046a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.141246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Port 2090126a-054f-45d3-81f5-b26f65d40d69 on network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:19:28.141574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Attempting to bind port 2090126a-054f-45d3-81f5-b26f65d40d69 on network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:28.144266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 172.20.0.12 (407e43a9-7d21-4a68-a014-97c49e9e0f14/6f1c49a8-d0c3-4d76-a378-3d8b023fb412/c45dcd32-90f3-485a-a037-7cf62d9e0d13) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:28.146986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:28.158161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 4a7ea3f4-01c4-4e10-a401-6e0b67959965 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:28.174674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:28.175005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Checking segment: {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:28.175412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Bound using segment: {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:28.175853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Bound port: 2090126a-054f-45d3-81f5-b26f65d40d69, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7067d7e6-3b86-414b-a5f2-c258eb64a5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:28.176207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.186207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:fe5f:d732 (407e43a9-7d21-4a68-a014-97c49e9e0f14/a07ae2f3-c982-4b5f-9a9c-0ee6d5ae1a2b/c45dcd32-90f3-485a-a037-7cf62d9e0d13) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:28.206954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b686a-a964-42fe-bfa8-60b24e776cdd req-4dd84da6-4420-4475-beeb-6ff28f6969a1 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:28.208555 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dd7b686a-a964-42fe-bfa8-60b24e776cdd req-4dd84da6-4420-4475-beeb-6ff28f6969a1 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.4912975 Mar 28 15:19:28.217464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1546c-ce56-47b8-a04c-a2c7c046a897 None None] Pushing event deleted for resources: {'Port': ['ID=4a7ea3f4-01c4-4e10-a401-6e0b67959965,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:28.226959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1546c-ce56-47b8-a04c-a2c7c046a897 None None] No DVR routers for this DVR port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:19:28.248680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.305800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:28.320995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-576c29b8-cbed-4727-bff6-eb3305feb34c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Unset dirty status for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:28.322039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:19:28.322526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:19:28.326905 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-576c29b8-cbed-4727-bff6-eb3305feb34c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports/b8093e1d-e7d6-4870-a10b-2495c4d5326c HTTP/1.1" status: 200 len: 910 time: 0.4425085 Mar 28 15:19:28.349728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57288) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:28.355181 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c73f734b-5adf-4ed4-984d-6a51074ab5e6 req-621f41f2-d0b3-491d-b745-c61b45ed6b7c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7274740 Mar 28 15:19:28.454014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:28.460213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:28.474880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:28.499323 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dd7b686a-a964-42fe-bfa8-60b24e776cdd req-0b5de557-b7a0-40fa-a79f-a119da31fa0d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394044 Mar 28 15:19:28.501230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.521848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] For port 2090126a-054f-45d3-81f5-b26f65d40d69, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:28.562352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=f6b3c804-c6b8-430a-adb7-1d8e6ff43854,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:28.591983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.610822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] For port 2090126a-054f-45d3-81f5-b26f65d40d69, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2090126a-054f-45d3-81f5-b26f65d40d69,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:28.650365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port c5074e1f-11c2-4c50-8556-50175652f995 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:28.681311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:28.681930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.704037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.707601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3bc4e0aa-8b79-40cc-9d66-8c1e1271ebef None None] Provisioning for port 875f8245-ab92-4e6c-893e-a0e7a77ed995 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:28.712647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3bc4e0aa-8b79-40cc-9d66-8c1e1271ebef None None] Provisioning complete for port 875f8245-ab92-4e6c-893e-a0e7a77ed995 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:28.713021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3bc4e0aa-8b79-40cc-9d66-8c1e1271ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.744654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Deleting port 661f32a5-99bd-43f0-93bd-b2a2c610c956 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:28.744999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.750549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 875f8245-ab92-4e6c-893e-a0e7a77ed995 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:28.809111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:28.809723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.811124 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] 10.222.0.23 "PUT /v2.0/ports/2090126a-054f-45d3-81f5-b26f65d40d69 HTTP/1.1" status: 200 len: 1093 time: 3.4079821 Mar 28 15:19:28.814444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:19:28.842777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 4a7ea3f4-01c4-4e10-a401-6e0b67959965 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:28.843135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.905214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:28.913642 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69', 'status': 'completed', 'code': 200} Mar 28 15:19:28.973521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7968a-6add-45c8-b97b-d8b5b4922243 service neutron] Pushing event updated for resources: {'Port': ['ID=2090126a-054f-45d3-81f5-b26f65d40d69,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:28.986345 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e7be7fad-b368-4bab-8c08-22e49c94b0a8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.5405929 Mar 28 15:19:29.009423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57296) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:29.010513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object c45dcd32-90f3-485a-a037-7cf62d9e0d13 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:29.019155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': 'f6b3c804-c6b8-430a-adb7-1d8e6ff43854', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:29.047583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:29.077378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 875f8245-ab92-4e6c-893e-a0e7a77ed995 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:29.077969 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.079961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] The port '4a7ea3f4-01c4-4e10-a401-6e0b67959965' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:19:29.118503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:29.173460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.194999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fa2e871e-e3fb-484b-8e0d-4925a17fbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:29.196636 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-fa2e871e-e3fb-484b-8e0d-4925a17fbbed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 1096 time: 0.2582009 Mar 28 15:19:29.258975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a7ea3f4-01c4-4e10-a401-6e0b67959965 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:19:29.271892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.294683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4a7ea3f4-01c4-4e10-a401-6e0b67959965 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:19:29.296042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a7ea3f4-01c4-4e10-a401-6e0b67959965 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:19:29.296790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.299150 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-e67ca18a-71c6-4d26-84cf-117e2e7d4852 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2090126a-054f-45d3-81f5-b26f65d40d69 HTTP/1.1" status: 200 len: 217 time: 0.0885181 Mar 28 15:19:29.364994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.384139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baa6f3-1dcb-4e06-a16c-b806cb627219 req-8d87f47d-49bd-42bf-b05c-77fec2fd3ed3 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:29.386300 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-78baa6f3-1dcb-4e06-a16c-b806cb627219 req-8d87f47d-49bd-42bf-b05c-77fec2fd3ed3 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.6927154 Mar 28 15:19:29.402783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.410718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.433208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c5c1af-7139-4bf6-90cc-9e96d6fbbab9']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:29.454638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087b9925-bbfa-4189-9348-b666dad91ca3') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:29.454964 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087b9925-bbfa-4189-9348-b666dad91ca3') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:29.459619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:29.470177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:29.471969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=c45dcd32-90f3-485a-a037-7cf62d9e0d13,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:29.589236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.609113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Calling delete_port for 661f32a5-99bd-43f0-93bd-b2a2c610c956 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:29.649867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:29.718238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:29.735859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-259ce131-2026-40fd-8e2f-d0c2096f89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:29.737323 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-259ce131-2026-40fd-8e2f-d0c2096f89ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbc24358-b961-4aa7-835c-8d58956481ae HTTP/1.1" status: 200 len: 834 time: 0.4022422 Mar 28 15:19:29.756136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:29.761382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:29.766743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:29.767370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.815366 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-78baa6f3-1dcb-4e06-a16c-b806cb627219 req-69cacc22-56a1-4c57-a85c-a16d2e0b3d09 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4053488 Mar 28 15:19:29.818073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.847231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-83ced933-36e6-4206-875c-90597f0763d3 None None] Provisioning for port c45dcd32-90f3-485a-a037-7cf62d9e0d13 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:29.858045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-83ced933-36e6-4206-875c-90597f0763d3 None None] Provisioning complete for port c45dcd32-90f3-485a-a037-7cf62d9e0d13 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:29.858429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-83ced933-36e6-4206-875c-90597f0763d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.866286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:19:29.866705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:19:29.890032 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:19:29.937961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:29.938582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:29.962970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=c5074e1f-11c2-4c50-8556-50175652f995,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:30.009147 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-66522f5c-2135-4243-90d4-8e09ce6f05de tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4196713 Mar 28 15:19:30.014215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57304) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:30.014531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-83ced933-36e6-4206-875c-90597f0763d3 None None] Port c45dcd32-90f3-485a-a037-7cf62d9e0d13 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:30.022139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257d220-1962-4bd2-929d-04e595a08bb7 req-1805997b-19f5-4b1b-a51c-df3363ca017a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:30.022854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8257d220-1962-4bd2-929d-04e595a08bb7 req-1805997b-19f5-4b1b-a51c-df3363ca017a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:30.033487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:30.081702 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-21e95ab4-6938-4691-bca0-7730b070be7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.4743497 Mar 28 15:19:30.084165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57308) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:30.099182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:30.151886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-3a0227be-a6e7-46a7-9b4e-f6057a68c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:30.153379 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-3a0227be-a6e7-46a7-9b4e-f6057a68c40d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3797081 Mar 28 15:19:30.180144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:30.195532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce82fac-afd7-4044-b966-033e229f6a76 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:30.196080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6ce82fac-afd7-4044-b966-033e229f6a76 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:30.196332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Network': ['ID=22c5c1af-7139-4bf6-90cc-9e96d6fbbab9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:30.207747 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-09684bde-847c-4dfb-bd7a-08cea54140cb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/networks/22c5c1af-7139-4bf6-90cc-9e96d6fbbab9 HTTP/1.1" status: 204 len: 168 time: 3.8979602 Mar 28 15:19:30.212349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57312) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:30.216686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8257d220-1962-4bd2-929d-04e595a08bb7 req-1805997b-19f5-4b1b-a51c-df3363ca017a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:30.217764 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8257d220-1962-4bd2-929d-04e595a08bb7 req-1805997b-19f5-4b1b-a51c-df3363ca017a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 943 time: 0.7616909 Mar 28 15:19:30.225201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:30.412803 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8257d220-1962-4bd2-929d-04e595a08bb7 req-312c49ce-8c4d-4454-a745-4c889f72bc72 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838305 Mar 28 15:19:30.476078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6a3e6f-6986-4dc5-bb18-915b3c594704 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:30.476775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ac6a3e6f-6986-4dc5-bb18-915b3c594704 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:30.480062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6ce82fac-afd7-4044-b966-033e229f6a76 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:30.484102 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6ce82fac-afd7-4044-b966-033e229f6a76 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/c5074e1f-11c2-4c50-8556-50175652f995 HTTP/1.1" status: 200 len: 844 time: 0.4546931 Mar 28 15:19:30.484802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57318) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:30.503837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f008c832-65c7-4a7f-aec6-054802bb951b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:30.509822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f008c832-65c7-4a7f-aec6-054802bb951b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:30.511229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f008c832-65c7-4a7f-aec6-054802bb951b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:30.518067 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-57825c17-ebb4-4cc8-a98a-197a315f2d0a service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519478 Mar 28 15:19:30.542505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:30.618715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event deleted for resources: {'Port': ['ID=661f32a5-99bd-43f0-93bd-b2a2c610c956,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:30.632564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.26.7.77 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/eb52c47f-6e8d-4bce-89be-c8df7cd7d7e7) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:30.661939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ac6a3e6f-6986-4dc5-bb18-915b3c594704 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:30.666675 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ac6a3e6f-6986-4dc5-bb18-915b3c594704 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4459770 Mar 28 15:19:30.666877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-af5d6f44-a3fc-4831-a5e7-1eec22a7f61c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port c5074e1f-11c2-4c50-8556-50175652f995 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:30.667243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af5d6f44-a3fc-4831-a5e7-1eec22a7f61c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:30.679061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57322) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:30.691469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f008c832-65c7-4a7f-aec6-054802bb951b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:30.692567 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f008c832-65c7-4a7f-aec6-054802bb951b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6064444 Mar 28 15:19:30.740159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57326) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:30.902393 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c29acef-c392-4784-b205-2f20d1d44d48 req-4d9b2d30-8c5c-4223-ab32-282f9cfe263e service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763750 Mar 28 15:19:30.908232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port b8093e1d-e7d6-4870-a10b-2495c4d5326c {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:30.908837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:30.916359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ea20c-dea3-4a99-a97f-979b156d8473 req-c8b86f1d-ca26-4ea5-ad87-4e7d21ffda9f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:30.917810 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c1ea20c-dea3-4a99-a97f-979b156d8473 req-c8b86f1d-ca26-4ea5-ad87-4e7d21ffda9f tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3679419 Mar 28 15:19:30.967264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d3af5-92fd-4176-a7d3-6276c53480ae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port c45dcd32-90f3-485a-a037-7cf62d9e0d13 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:30.967604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3af5-92fd-4176-a7d3-6276c53480ae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:30.977961 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6df96a30-6be0-438a-baf7-fc570e673824 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2961617 Mar 28 15:19:30.984712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57330) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:30.990382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:30.998564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1453725020'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:31.011240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:31.015698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.020220 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c1ea20c-dea3-4a99-a97f-979b156d8473 req-5178c0d9-3a6f-43ec-b5f7-2511e36190d4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914917 Mar 28 15:19:31.021936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:network and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:31.025629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:31.032387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:31.125508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:31.128883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.148298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.223957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:31.229713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:31.236517 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:31.267116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:19:31.283367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=eb52c47f-6e8d-4bce-89be-c8df7cd7d7e7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:31.314307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-89ebe8f1-19ec-4e7e-9e38-1dbca020c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:31.315820 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-89ebe8f1-19ec-4e7e-9e38-1dbca020c172 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 1096 time: 0.2369668 Mar 28 15:19:31.318308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.319130 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Added segment 219384ad-e863-441c-a743-5b5aaee1c7ad of type vlan for network 537a1029-3dce-44ba-b86b-99f5c5783c8b Mar 28 15:19:31.393561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.400537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.593026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.661969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af5d6f44-a3fc-4831-a5e7-1eec22a7f61c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.711188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-69464aa4-1876-4488-a259-fa183d1b9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:31.712641 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-69464aa4-1876-4488-a259-fa183d1b9bd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36 HTTP/1.1" status: 200 len: 898 time: 0.3877554 Mar 28 15:19:31.834249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.840095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:31.840675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.873062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-3eee54e6-738b-4b0d-8a95-0904d876321f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2090126a-054f-45d3-81f5-b26f65d40d69 HTTP/1.1" status: 200 len: 217 time: 0.1506987 Mar 28 15:19:31.875980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:31.876225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Fanout notify agent at l3_agent the message router_deleted on router bfda3c80-1173-44ff-bbf8-b0a5c220f11e {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:19:31.893521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-af5d6f44-a3fc-4831-a5e7-1eec22a7f61c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for c5074e1f-11c2-4c50-8556-50175652f995 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:31.939065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.070585 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0828874 Mar 28 15:19:32.075258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57338) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:32.083681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8215f-3b8d-4159-ac6f-5a23a100c3df tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Network': ['ID=537a1029-3dce-44ba-b86b-99f5c5783c8b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:32.096181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '537a1029-3dce-44ba-b86b-99f5c5783c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:32.100492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 537a1029-3dce-44ba-b86b-99f5c5783c8b details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:19:32.105120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for b8093e1d-e7d6-4870-a10b-2495c4d5326c owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:32.150760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.155803 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-783cfe1a-054a-4120-9db8-7d8dbafcbe6b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/bfda3c80-1173-44ff-bbf8-b0a5c220f11e HTTP/1.1" status: 204 len: 168 time: 5.4519932 Mar 28 15:19:32.162329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3af5-92fd-4176-a7d3-6276c53480ae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.172804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57342) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:32.185049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1184043603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:32.249187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-c879fb70-bc03-48a0-9244-cc0078798019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:32.250644 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-c879fb70-bc03-48a0-9244-cc0078798019 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbc24358-b961-4aa7-835c-8d58956481ae HTTP/1.1" status: 200 len: 834 time: 0.3701119 Mar 28 15:19:32.272787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:32.347064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:32.347487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.349197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d3af5-92fd-4176-a7d3-6276c53480ae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for c45dcd32-90f3-485a-a037-7cf62d9e0d13 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:32.356397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:32.368602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:32.383366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaaae1-02df-4c8f-b30f-4287aabd5573 req-8e1ad7bd-f4b0-49c0-8db2-2348b46d4109 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:32.384895 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-adbaaae1-02df-4c8f-b30f-4287aabd5573 req-8e1ad7bd-f4b0-49c0-8db2-2348b46d4109 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 943 time: 0.8351161 Mar 28 15:19:32.386634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Usage tracker for resource:router and tenant:c5da1b7230d54d7ca47d605899dd35f3 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:32.387972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:32.397469 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:32.418950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:32.433891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-f22cda1f-6ee8-4545-a9e5-4041573c5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:32.435365 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-f22cda1f-6ee8-4545-a9e5-4041573c5f4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1670444 Mar 28 15:19:32.445630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51893b-1ef3-4f51-9592-831d9c210932 req-613c8814-61e0-4886-b29f-569d14b35b17 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:32.447010 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bd51893b-1ef3-4f51-9592-831d9c210932 req-613c8814-61e0-4886-b29f-569d14b35b17 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3083732 Mar 28 15:19:32.472481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:32.475874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.486747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af5d6f44-a3fc-4831-a5e7-1eec22a7f61c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.500341 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-adbaaae1-02df-4c8f-b30f-4287aabd5573 req-4328c17e-47d5-4938-be6c-9a6bb19c3fa9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993028 Mar 28 15:19:32.553902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.567288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.568273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.575984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d6f44-a3fc-4831-a5e7-1eec22a7f61c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=c5074e1f-11c2-4c50-8556-50175652f995,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:32.593713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af5d6f44-a3fc-4831-a5e7-1eec22a7f61c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.636042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.700608 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bd51893b-1ef3-4f51-9592-831d9c210932 req-67fc2a06-3fe7-4a9f-949c-70d649c7b31d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314651 Mar 28 15:19:32.732998 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-af5d6f44-a3fc-4831-a5e7-1eec22a7f61c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/c5074e1f-11c2-4c50-8556-50175652f995 HTTP/1.1" status: 204 len: 168 time: 2.2470341 Mar 28 15:19:32.736848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57346) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:32.740244 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-a06d144b-6dae-4025-8a13-068f2986c925 service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922633 Mar 28 15:19:32.902622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.947050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:32.973341 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db053fc-a3b9-4399-8853-5719748a5603 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:19:32.973764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0db053fc-a3b9-4399-8853-5719748a5603 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:33.027763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.082126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=b8093e1d-e7d6-4870-a10b-2495c4d5326c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:33.089151 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cec5e53a-3d30-4ff5-a98a-3c8c7a7745ee req-b0141e40-5c2a-4416-a5b4-e385d2030d48 service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426964 Mar 28 15:19:33.147592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.151180 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-70e07acb-b39f-4f4c-9945-f07189c16be8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9699621 Mar 28 15:19:33.162878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0db053fc-a3b9-4399-8853-5719748a5603 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:33.167942 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0db053fc-a3b9-4399-8853-5719748a5603 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/c5074e1f-11c2-4c50-8556-50175652f995 HTTP/1.1" status: 404 len: 333 time: 0.4242356 Mar 28 15:19:33.167942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3af5-92fd-4176-a7d3-6276c53480ae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.168725 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57350) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:33.169242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57352) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:33.203748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'name': 'tempest-PortsIpV6TestJSON-764792323'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:33.226226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': True}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:33.339820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.363887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d3af5-92fd-4176-a7d3-6276c53480ae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=c45dcd32-90f3-485a-a037-7cf62d9e0d13,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:33.388364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2090126a-054f-45d3-81f5-b26f65d40d69 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:19:33.398528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.437020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.540396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 2090126a-054f-45d3-81f5-b26f65d40d69, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2090126a-054f-45d3-81f5-b26f65d40d69,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:33.557831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '2090126a-054f-45d3-81f5-b26f65d40d69', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:19:33.605202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=eb52c47f-6e8d-4bce-89be-c8df7cd7d7e7,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:33.609871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=2a103474-a8d4-4089-940d-292a08cead4b,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:33.620561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Checking segment: {'id': '219384ad-e863-441c-a743-5b5aaee1c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '537a1029-3dce-44ba-b86b-99f5c5783c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:33.621024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network hostable DHCP agents. Network: 537a1029-3dce-44ba-b86b-99f5c5783c8b, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:19:33.640363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.654728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.666048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2090126a-054f-45d3-81f5-b26f65d40d69 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:19:33.683983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 2090126a-054f-45d3-81f5-b26f65d40d69, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2090126a-054f-45d3-81f5-b26f65d40d69,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:33.729306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:33.739174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:33.742425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.827143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=2090126a-054f-45d3-81f5-b26f65d40d69,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:33.827338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 537a1029-3dce-44ba-b86b-99f5c5783c8b is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:19:33.917678 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 54ecbfb1-d6ab-43fa-92ac-5e5937358d1d associated. External IP: 172.26.7.77, port: f6b3c804-c6b8-430a-adb7-1d8e6ff43854. Mar 28 15:19:33.986005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 537a1029-3dce-44ba-b86b-99f5c5783c8b) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:33.994751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:33.995366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:33.996107 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc89c2a-50e5-4938-bc65-246a60928452 None None] Network 537a1029-3dce-44ba-b86b-99f5c5783c8b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:34.020053 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:34.023530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:34.094971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['2090126a-054f-45d3-81f5-b26f65d40d69'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:19:34.096230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-312f7bd3-27b7-4ec5-9b33-e67cfc2013dd tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:34.096700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862ede4-d65b-4978-b871-ed37b15fa4ce req-72cf9111-0a49-41df-b94c-058025f59d44 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:34.097704 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-312f7bd3-27b7-4ec5-9b33-e67cfc2013dd tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 1.0166848 Mar 28 15:19:34.098144 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d862ede4-d65b-4978-b871-ed37b15fa4ce req-72cf9111-0a49-41df-b94c-058025f59d44 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.2608721 Mar 28 15:19:34.127759 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7b5086f2-4e01-437d-a13e-2d0902500917 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0427608 Mar 28 15:19:34.134768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57362) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:34.148029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '537a1029-3dce-44ba-b86b-99f5c5783c8b', 'name': 'tempest-PortsTestJSON-2117272142'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:34.268689 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d862ede4-d65b-4978-b871-ed37b15fa4ce req-60772bc6-3b57-492f-9d65-a3ffd2a02e81 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620393 Mar 28 15:19:34.327894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-537a1029-3dce-44ba-b86b-99f5c5783c8b', 'network_id': '537a1029-3dce-44ba-b86b-99f5c5783c8b', 'tenant_id': '95c1a79e2bf24cd5bc72fa103a8a3702', 'fixed_ips': [{'subnet_id': '2a103474-a8d4-4089-940d-292a08cead4b'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:19:34.328390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:34.342850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:34.353848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3af5-92fd-4176-a7d3-6276c53480ae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:34.358411 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ce1d3af5-92fd-4176-a7d3-6276c53480ae tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/c45dcd32-90f3-485a-a037-7cf62d9e0d13 HTTP/1.1" status: 204 len: 168 time: 3.5963793 Mar 28 15:19:34.359821 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:34.360432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57366) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:34.375860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 08791553-b67d-4412-835a-2c547b5be16c yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:34.503453 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:34.541648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1793b23-f921-40cf-9ff4-6578064c8ddf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:34.543141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1793b23-f921-40cf-9ff4-6578064c8ddf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:34.544701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1793b23-f921-40cf-9ff4-6578064c8ddf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:34.545480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e1793b23-f921-40cf-9ff4-6578064c8ddf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:34.548135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:34.565788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:34.579944 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Allocated IP 172.20.0.2 (537a1029-3dce-44ba-b86b-99f5c5783c8b/2a103474-a8d4-4089-940d-292a08cead4b/51505a07-0449-4b84-8a99-8dd3aed1f4ad) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:34.644876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:34.646991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Deleting port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:34.647562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:34.648183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:34.684088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 157bcd2e-a370-4208-891b-0bb5419ddfaf yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:34.840388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:34.851045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Transition to ACTIVE for port object 51505a07-0449-4b84-8a99-8dd3aed1f4ad will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:34.869259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Transition to ACTIVE for port object 51505a07-0449-4b84-8a99-8dd3aed1f4ad will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:34.904517 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e1793b23-f921-40cf-9ff4-6578064c8ddf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:34.905796 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e1793b23-f921-40cf-9ff4-6578064c8ddf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5428667 Mar 28 15:19:34.918072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57370) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:34.946613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.011526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:35.031537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7708-61c6-4d79-96d6-4c0cc10983bc req-d137412a-6afe-42e1-ac7d-6b80313d4c88 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:35.039351 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-298c7708-61c6-4d79-96d6-4c0cc10983bc req-d137412a-6afe-42e1-ac7d-6b80313d4c88 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 944 time: 1.2420299 Mar 28 15:19:35.069125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390136a3-e24f-4704-be55-1d1625a83bc6 None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:35.080350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Network 537a1029-3dce-44ba-b86b-99f5c5783c8b is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:35.081205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d74944f-dcfc-4ea2-a9e2-5d05f5431a36 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 6f1c49a8-d0c3-4d76-a378-3d8b023fb412 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:35.084667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:35.089700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:35.094799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d74944f-dcfc-4ea2-a9e2-5d05f5431a36 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.106458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390136a3-e24f-4704-be55-1d1625a83bc6 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:35.107137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-390136a3-e24f-4704-be55-1d1625a83bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:35.144872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a70bc492-c8b6-4e58-bd3b-ec919bd8db96 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:35.158341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.178253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Pushing event updated for resources: {'Port': ['ID=51505a07-0449-4b84-8a99-8dd3aed1f4ad,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:35.195489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d74944f-dcfc-4ea2-a9e2-5d05f5431a36 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.234220 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-390136a3-e24f-4704-be55-1d1625a83bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:35.261315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390136a3-e24f-4704-be55-1d1625a83bc6 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:35.262186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-390136a3-e24f-4704-be55-1d1625a83bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:35.279798 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c76917aa-48c6-4660-893e-e208749464da tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2639158 Mar 28 15:19:35.282207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57374) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:35.288103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-51314b79-5aa6-4d8c-a614-dde12356a88d tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'port_id': 'f6b3c804-c6b8-430a-adb7-1d8e6ff43854', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:35.323778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Attempting to bind port 51505a07-0449-4b84-8a99-8dd3aed1f4ad on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:35.324011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Attempting to bind port 51505a07-0449-4b84-8a99-8dd3aed1f4ad by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '219384ad-e863-441c-a743-5b5aaee1c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '537a1029-3dce-44ba-b86b-99f5c5783c8b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:35.324381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Attempting to bind port 51505a07-0449-4b84-8a99-8dd3aed1f4ad on network 537a1029-3dce-44ba-b86b-99f5c5783c8b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:35.336880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-390136a3-e24f-4704-be55-1d1625a83bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:35.337277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390136a3-e24f-4704-be55-1d1625a83bc6 None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:35.339428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:35.339796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Checking segment: {'id': '219384ad-e863-441c-a743-5b5aaee1c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '537a1029-3dce-44ba-b86b-99f5c5783c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:35.340193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.340615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Bound using segment: {'id': '219384ad-e863-441c-a743-5b5aaee1c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '537a1029-3dce-44ba-b86b-99f5c5783c8b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:35.341085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Bound port: 51505a07-0449-4b84-8a99-8dd3aed1f4ad, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219384ad-e863-441c-a743-5b5aaee1c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '537a1029-3dce-44ba-b86b-99f5c5783c8b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:35.341455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.359250 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-298c7708-61c6-4d79-96d6-4c0cc10983bc req-ba028a4b-dc64-4e04-94f9-cb567eaf0be0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195095 Mar 28 15:19:35.362200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.365229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0ea6e381-39bb-4d6c-9c69-b9b5359f5798 {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:19:35.365714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:19:35.421324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51314b79-5aa6-4d8c-a614-dde12356a88d tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.438753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2090126a-054f-45d3-81f5-b26f65d40d69 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:35.481354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d74944f-dcfc-4ea2-a9e2-5d05f5431a36 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.488497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:35.492745 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] For port 51505a07-0449-4b84-8a99-8dd3aed1f4ad, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:35.497403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] For port 51505a07-0449-4b84-8a99-8dd3aed1f4ad, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=51505a07-0449-4b84-8a99-8dd3aed1f4ad,segment=NetworkSegment(219384ad-e863-441c-a743-5b5aaee1c7ad),segment_id=219384ad-e863-441c-a743-5b5aaee1c7ad)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:35.511601 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5c29d-d6f2-4ff6-9d73-c106a0a221da None None] Sync routers for ids ['a70bc492-c8b6-4e58-bd3b-ec919bd8db96'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:35.526673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] For port 37f86b14-8f57-4c1e-8cca-c416ef6c9991, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:35.527112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.529547 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5c29d-d6f2-4ff6-9d73-c106a0a221da None None] Routers {'a70bc492-c8b6-4e58-bd3b-ec919bd8db96'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:35.530721 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d1e5c29d-d6f2-4ff6-9d73-c106a0a221da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a70bc492-c8b6-4e58-bd3b-ec919bd8db96'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:35.540898 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a93af30d-f48c-4269-bcfb-763768aca562 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a70bc492-c8b6-4e58-bd3b-ec919bd8db96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1754680 Mar 28 15:19:35.543615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57380) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:35.559007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.620091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 2090126a-054f-45d3-81f5-b26f65d40d69 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:35.637778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 2090126a-054f-45d3-81f5-b26f65d40d69 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:35.638570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.643417 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d1e5c29d-d6f2-4ff6-9d73-c106a0a221da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:35.670472 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5c29d-d6f2-4ff6-9d73-c106a0a221da None None] Routers {'a70bc492-c8b6-4e58-bd3b-ec919bd8db96'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:35.671676 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d1e5c29d-d6f2-4ff6-9d73-c106a0a221da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a70bc492-c8b6-4e58-bd3b-ec919bd8db96'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:35.714308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34263d6e-05e9-47d4-9ffc-acf0faa6a0a9 None None] Pushing event updated for resources: {'Port': ['ID=51505a07-0449-4b84-8a99-8dd3aed1f4ad,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:35.751173 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d1e5c29d-d6f2-4ff6-9d73-c106a0a221da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:35.751822 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5c29d-d6f2-4ff6-9d73-c106a0a221da None None] The sync data for ids ['a70bc492-c8b6-4e58-bd3b-ec919bd8db96'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:35.769888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d74944f-dcfc-4ea2-a9e2-5d05f5431a36 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.842089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257add0c-4710-4fb2-911c-edf3d46fbd5b None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:35.844229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6d74944f-dcfc-4ea2-a9e2-5d05f5431a36 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.846929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74944f-dcfc-4ea2-a9e2-5d05f5431a36 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1c49a8-d0c3-4d76-a378-3d8b023fb412,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:35.865020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0a010-19a5-4968-af5d-498cd67ac754 req-7b729891-c4f1-4a6a-9204-c55f7a9a4ec0 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:35.866603 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ceb0a010-19a5-4968-af5d-498cd67ac754 req-7b729891-c4f1-4a6a-9204-c55f7a9a4ec0 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 945 time: 0.3584073 Mar 28 15:19:35.926549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.952663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9ed7d849-a9be-4f79-9419-aab6d20a4bfd tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Synchronizing usage tracker for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:35.965951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:35.988250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:36.014630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port afb8548c-60d2-4256-8d8e-ae04b6dfe316 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:36.084782 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6d74944f-dcfc-4ea2-a9e2-5d05f5431a36 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/6f1c49a8-d0c3-4d76-a378-3d8b023fb412 HTTP/1.1" status: 204 len: 168 time: 1.1656580 Mar 28 15:19:36.094039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57384) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:36.100670 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ceb0a010-19a5-4968-af5d-498cd67ac754 req-db1e1fd5-f34d-4360-84e6-a4ec26ae49f3 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651375 Mar 28 15:19:36.144829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 2090126a-054f-45d3-81f5-b26f65d40d69, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2090126a-054f-45d3-81f5-b26f65d40d69,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:36.150307 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:19:36.219784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:36.221105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 37f86b14-8f57-4c1e-8cca-c416ef6c9991 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:19:36.237279 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:19:36.253676 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69', 'code': 200} Mar 28 15:19:36.292764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:36.302057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:36.304907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:36.329014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:36.334534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:36.335186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:36.358595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=2090126a-054f-45d3-81f5-b26f65d40d69,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:36.371143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9ed7d849-a9be-4f79-9419-aab6d20a4bfd tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Unset dirty status for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:36.374944 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9ed7d849-a9be-4f79-9419-aab6d20a4bfd tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=a70bc492-c8b6-4e58-bd3b-ec919bd8db96 HTTP/1.1" status: 200 len: 205 time: 0.8283856 Mar 28 15:19:36.375898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57390) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:36.389900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:36.453230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=08791553-b67d-4412-835a-2c547b5be16c,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:36.521820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:36.551168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.5 (537a1029-3dce-44ba-b86b-99f5c5783c8b/2a103474-a8d4-4089-940d-292a08cead4b/afb8548c-60d2-4256-8d8e-ae04b6dfe316) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:36.572059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 37f86b14-8f57-4c1e-8cca-c416ef6c9991, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:36.612048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-473bce72-6054-49de-8f12-82f81d3bc486 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet a07ae2f3-c982-4b5f-9a9c-0ee6d5ae1a2b {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:36.627903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-473bce72-6054-49de-8f12-82f81d3bc486 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:36.696899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:36.749536 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-85c31ab2-4ddd-48d4-9564-1a38b42dc76a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5775149 Mar 28 15:19:36.763180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57396) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:36.795809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f799678d-e1de-4d8a-8310-13f214d8a392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:36.839861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-022a911e-ada5-478e-894a-8b0cc0530718 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:36.843775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 51505a07-0449-4b84-8a99-8dd3aed1f4ad up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:36.945403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=37f86b14-8f57-4c1e-8cca-c416ef6c9991,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:36.955193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-473bce72-6054-49de-8f12-82f81d3bc486 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.062258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 51505a07-0449-4b84-8a99-8dd3aed1f4ad completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:37.143722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.144202 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.144477 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Floating IP dd047dbf-7649-43b1-9785-15dbfdbc95d5 disassociated. External IP: 172.26.7.82, port: 37f86b14-8f57-4c1e-8cca-c416ef6c9991. Mar 28 15:19:37.145027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Calling delete_port for 37f86b14-8f57-4c1e-8cca-c416ef6c9991 owned by compute:nova {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:37.256795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51314b79-5aa6-4d8c-a614-dde12356a88d tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.305659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1daec-8445-4751-8cd9-ee45a6f85a8e None None] Network 537a1029-3dce-44ba-b86b-99f5c5783c8b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:37.352645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51314b79-5aa6-4d8c-a614-dde12356a88d tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.406587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b5d0068a-7615-4e0d-aa65-22040314d350 None None] Provisioning complete for port 875f8245-ab92-4e6c-893e-a0e7a77ed995 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:37.406996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5d0068a-7615-4e0d-aa65-22040314d350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.426261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c092a6-c9d4-4dba-b3c0-773d65e9454e req-0c2b5194-095a-4759-86d6-4648be3be6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:37.427790 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68c092a6-c9d4-4dba-b3c0-773d65e9454e req-0c2b5194-095a-4759-86d6-4648be3be6f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 1098 time: 0.6644738 Mar 28 15:19:37.479605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a6b93-2e30-4d5e-9cd5-92da76ae0c92 req-8c0f260c-1d1b-4862-8793-980ff06a9b5f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:37.481052 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3a3a6b93-2e30-4d5e-9cd5-92da76ae0c92 req-8c0f260c-1d1b-4862-8793-980ff06a9b5f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 945 time: 0.9534104 Mar 28 15:19:37.488052 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-022a911e-ada5-478e-894a-8b0cc0530718 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.608364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f799678d-e1de-4d8a-8310-13f214d8a392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.616801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f799678d-e1de-4d8a-8310-13f214d8a392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.628640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Allocated IP 172.26.7.142 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/3e729368-1296-48ec-83e6-c15fceb7525d) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:37.678495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-473bce72-6054-49de-8f12-82f81d3bc486 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.700910 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68c092a6-c9d4-4dba-b3c0-773d65e9454e req-08dfe95a-a54e-4a15-a433-096a10813faa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505121 Mar 28 15:19:37.722377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.738707 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3a3a6b93-2e30-4d5e-9cd5-92da76ae0c92 req-fbf95692-3003-49ae-916c-de5793b0577f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342334 Mar 28 15:19:37.783933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object afb8548c-60d2-4256-8d8e-ae04b6dfe316 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:37.819272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f799678d-e1de-4d8a-8310-13f214d8a392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.820096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f799678d-e1de-4d8a-8310-13f214d8a392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Fanout notify agent at l3_agent the message router_deleted on router a70bc492-c8b6-4e58-bd3b-ec919bd8db96 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:19:37.821659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:19:37.821981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:19:37.890412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-62be2262-b811-44c3-baa6-5993721a7bf3 None None] Provisioning for port 51505a07-0449-4b84-8a99-8dd3aed1f4ad completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:37.891786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea28683-85de-4cd8-b274-df5fc02223af req-5aa3efa6-00ce-4cae-8076-63720c159dc4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:37.892736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0ea28683-85de-4cd8-b274-df5fc02223af req-5aa3efa6-00ce-4cae-8076-63720c159dc4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Synchronizing usage tracker for tenant:14b7dff61050496c838afb311e489455 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:37.898294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-62be2262-b811-44c3-baa6-5993721a7bf3 None None] Provisioning complete for port 51505a07-0449-4b84-8a99-8dd3aed1f4ad triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:37.898942 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-62be2262-b811-44c3-baa6-5993721a7bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.911500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f799678d-e1de-4d8a-8310-13f214d8a392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:37.915643 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f799678d-e1de-4d8a-8310-13f214d8a392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/a70bc492-c8b6-4e58-bd3b-ec919bd8db96 HTTP/1.1" status: 204 len: 168 time: 1.5277534 Mar 28 15:19:37.919416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57402) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:37.982797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0ea28683-85de-4cd8-b274-df5fc02223af req-5aa3efa6-00ce-4cae-8076-63720c159dc4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Unset dirty status for tenant:14b7dff61050496c838afb311e489455 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:37.984229 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0ea28683-85de-4cd8-b274-df5fc02223af req-5aa3efa6-00ce-4cae-8076-63720c159dc4 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 943 time: 0.6698351 Mar 28 15:19:38.025418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-473bce72-6054-49de-8f12-82f81d3bc486 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.059145 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-62be2262-b811-44c3-baa6-5993721a7bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.062762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.094207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bce72-6054-49de-8f12-82f81d3bc486 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=a07ae2f3-c982-4b5f-9a9c-0ee6d5ae1a2b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:38.097591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-62be2262-b811-44c3-baa6-5993721a7bf3 None None] For port 51505a07-0449-4b84-8a99-8dd3aed1f4ad, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=51505a07-0449-4b84-8a99-8dd3aed1f4ad,segment=NetworkSegment(219384ad-e863-441c-a743-5b5aaee1c7ad),segment_id=219384ad-e863-441c-a743-5b5aaee1c7ad)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:38.102764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4329a313-bf08-4aaa-ae72-ce0087333776 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting subnet 3d4d1a93-5762-481e-aadc-c52f5d2a4018 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:38.112633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-473bce72-6054-49de-8f12-82f81d3bc486 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.112936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51314b79-5aa6-4d8c-a614-dde12356a88d tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:38.115137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4329a313-bf08-4aaa-ae72-ce0087333776 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.116306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4c466-32d7-4f27-856b-6a59e2f5fdd5 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:38.176637 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0ea28683-85de-4cd8-b274-df5fc02223af req-50b74eb6-f66c-41c6-9b56-12b0879a33be tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832671 Mar 28 15:19:38.185474 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-473bce72-6054-49de-8f12-82f81d3bc486 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/a07ae2f3-c982-4b5f-9a9c-0ee6d5ae1a2b HTTP/1.1" status: 204 len: 168 time: 2.0739858 Mar 28 15:19:38.187094 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57406) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:38.199449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-022a911e-ada5-478e-894a-8b0cc0530718 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.212400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-62be2262-b811-44c3-baa6-5993721a7bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.215062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.255584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4329a313-bf08-4aaa-ae72-ce0087333776 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.261441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:19:38.283920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-022a911e-ada5-478e-894a-8b0cc0530718 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.303001 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-82a7f5da-87bc-44c2-8498-595458635a75 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105411 Mar 28 15:19:38.308095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57412) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:38.316116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:38.327920 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'code': 200} Mar 28 15:19:38.333109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Deleting port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:38.333460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.340180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=afb8548c-60d2-4256-8d8e-ae04b6dfe316,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:38.379746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be2262-b811-44c3-baa6-5993721a7bf3 None None] Pushing event updated for resources: {'Port': ['ID=51505a07-0449-4b84-8a99-8dd3aed1f4ad,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:38.391505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a836a37a-4c3b-4520-923d-4c36a9083ef1 None None] Provisioning complete for port 51505a07-0449-4b84-8a99-8dd3aed1f4ad triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:38.391901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a836a37a-4c3b-4520-923d-4c36a9083ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.485846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.502412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 537a1029-3dce-44ba-b86b-99f5c5783c8b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:38.518137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:38.575610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-022a911e-ada5-478e-894a-8b0cc0530718 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] In _notify_port_updated(), no bound segment for port 08791553-b67d-4412-835a-2c547b5be16c on network 189a18ea-c89f-4927-975d-8e86e9ff3f79 {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:19:38.579433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a911e-ada5-478e-894a-8b0cc0530718 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:38.580055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-022a911e-ada5-478e-894a-8b0cc0530718 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.583745 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-022a911e-ada5-478e-894a-8b0cc0530718 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "PUT /v2.0/ports/08791553-b67d-4412-835a-2c547b5be16c HTTP/1.1" status: 200 len: 818 time: 1.7509284 Mar 28 15:19:38.589833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:38.599174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6451392-c8fa-4f4f-82b1-0fdc0f30d058 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:19:38.604712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c6451392-c8fa-4f4f-82b1-0fdc0f30d058 None None] Deleting port 875f8245-ab92-4e6c-893e-a0e7a77ed995 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:38.605082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c6451392-c8fa-4f4f-82b1-0fdc0f30d058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.617734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57416) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:38.632381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:38.638098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:38.641766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:38.650028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:38.713527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4329a313-bf08-4aaa-ae72-ce0087333776 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.755596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a911e-ada5-478e-894a-8b0cc0530718 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=08791553-b67d-4412-835a-2c547b5be16c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:38.758673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51314b79-5aa6-4d8c-a614-dde12356a88d tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:38.781479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a3659-e43f-4a23-972b-adfa2b45a56c None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:38.797094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:38.797721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.807919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-032b72f9-9785-4123-bf2d-67140f95b8b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 08791553-b67d-4412-835a-2c547b5be16c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:38.808266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-032b72f9-9785-4123-bf2d-67140f95b8b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.839947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 51505a07-0449-4b84-8a99-8dd3aed1f4ad up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:38.852335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51314b79-5aa6-4d8c-a614-dde12356a88d tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.907098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:38.911775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:38.934595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a3659-e43f-4a23-972b-adfa2b45a56c None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:38.935310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-444a3659-e43f-4a23-972b-adfa2b45a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:38.958480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:38.962514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:39.007187 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a813e8c8-3141-42c6-a9a8-1021fa633850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8688030 Mar 28 15:19:39.010928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4329a313-bf08-4aaa-ae72-ce0087333776 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.015520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57422) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:39.024506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '537a1029-3dce-44ba-b86b-99f5c5783c8b', 'name': 'tempest-PortsTestJSON-1583693241'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:39.028739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:39.076182 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-51314b79-5aa6-4d8c-a614-dde12356a88d tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/floatingips/54ecbfb1-d6ab-43fa-92ac-5e5937358d1d HTTP/1.1" status: 200 len: 977 time: 3.7899885 Mar 28 15:19:39.092783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57426) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:39.100604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-444a3659-e43f-4a23-972b-adfa2b45a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:39.112548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c6451392-c8fa-4f4f-82b1-0fdc0f30d058 None None] For port 875f8245-ab92-4e6c-893e-a0e7a77ed995, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=875f8245-ab92-4e6c-893e-a0e7a77ed995,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:39.112548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c6451392-c8fa-4f4f-82b1-0fdc0f30d058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.133219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a3659-e43f-4a23-972b-adfa2b45a56c None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:39.133477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-444a3659-e43f-4a23-972b-adfa2b45a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:39.225696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329a313-bf08-4aaa-ae72-ce0087333776 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4d1a93-5762-481e-aadc-c52f5d2a4018,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:39.227609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event updated for resources: {'Port': ['ID=3e729368-1296-48ec-83e6-c15fceb7525d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:39.247399 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 51505a07-0449-4b84-8a99-8dd3aed1f4ad triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:39.247755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.265893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-032b72f9-9785-4123-bf2d-67140f95b8b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.330480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-804a5b21-c51f-4d7d-acb5-bb094e8d04e0 None None] Provisioning for port afb8548c-60d2-4256-8d8e-ae04b6dfe316 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:39.344862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c6451392-c8fa-4f4f-82b1-0fdc0f30d058 None None] Calling delete_port for 875f8245-ab92-4e6c-893e-a0e7a77ed995 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:39.373893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-444a3659-e43f-4a23-972b-adfa2b45a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:39.374549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a3659-e43f-4a23-972b-adfa2b45a56c None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:39.377158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974a4fc-d6e4-43e5-ae24-f15430f3682e None None] Network 9d79fc44-b79c-4f9b-980b-da28fcff5b12 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:39.426216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-804a5b21-c51f-4d7d-acb5-bb094e8d04e0 None None] Provisioning complete for port afb8548c-60d2-4256-8d8e-ae04b6dfe316 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:39.426880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-804a5b21-c51f-4d7d-acb5-bb094e8d04e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.445350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-032b72f9-9785-4123-bf2d-67140f95b8b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 08791553-b67d-4412-835a-2c547b5be16c owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:39.485420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4329a313-bf08-4aaa-ae72-ce0087333776 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.487009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:39.502575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:port and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:39.508235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:39.526933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:39.586495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894d414-9640-4345-a245-feb07985e3ab req-6b115813-73d7-4f98-aef2-544a9e2262db tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:39.592031 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e894d414-9640-4345-a245-feb07985e3ab req-6b115813-73d7-4f98-aef2-544a9e2262db tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 943 time: 0.1872261 Mar 28 15:19:39.602374 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4329a313-bf08-4aaa-ae72-ce0087333776 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/3d4d1a93-5762-481e-aadc-c52f5d2a4018 HTTP/1.1" status: 204 len: 168 time: 1.6794062 Mar 28 15:19:39.610874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57432) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:39.651784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:39.655543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.670429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-804a5b21-c51f-4d7d-acb5-bb094e8d04e0 None None] Port afb8548c-60d2-4256-8d8e-ae04b6dfe316 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:39.738681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-032b72f9-9785-4123-bf2d-67140f95b8b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.747571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c6451392-c8fa-4f4f-82b1-0fdc0f30d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.748559 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e894d414-9640-4345-a245-feb07985e3ab req-4a3b7a9b-7a71-4550-a75c-c1e05d57be09 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538367 Mar 28 15:19:39.789720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 7657f733-9f24-4c31-addd-c9fe756dc19e yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:39.806684 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6451392-c8fa-4f4f-82b1-0fdc0f30d058 None None] Pushing event deleted for resources: {'Port': ['ID=875f8245-ab92-4e6c-893e-a0e7a77ed995,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:39.819103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6451392-c8fa-4f4f-82b1-0fdc0f30d058 None None] No DVR routers for this DVR port 875f8245-ab92-4e6c-893e-a0e7a77ed995 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:19:39.883357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b72f9-9785-4123-bf2d-67140f95b8b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=08791553-b67d-4412-835a-2c547b5be16c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:39.897615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.899784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-032b72f9-9785-4123-bf2d-67140f95b8b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.903468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 875f8245-ab92-4e6c-893e-a0e7a77ed995 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:19:39.944904 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 875f8245-ab92-4e6c-893e-a0e7a77ed995 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:19:39.946004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 875f8245-ab92-4e6c-893e-a0e7a77ed995 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:19:39.957023 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543ca974-c7e6-41d8-a2f2-aefc581086c3 None None] DHCP port deletion for 9d79fc44-b79c-4f9b-980b-da28fcff5b12 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:19:39.964534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-543ca974-c7e6-41d8-a2f2-aefc581086c3 None None] Deleting port 4393d5a2-b20e-483f-a3dc-647164c075e2 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:39.965149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-543ca974-c7e6-41d8-a2f2-aefc581086c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:39.979323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 4393d5a2-b20e-483f-a3dc-647164c075e2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:39.979727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.009250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b1745-3d31-437c-ae2a-cfbb96a1bf9a req-f74f53e4-0e32-4e08-b6e3-0006713891e0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:40.011425 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-696b1745-3d31-437c-ae2a-cfbb96a1bf9a req-f74f53e4-0e32-4e08-b6e3-0006713891e0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 945 time: 1.0382020 Mar 28 15:19:40.041134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] For port 37f86b14-8f57-4c1e-8cca-c416ef6c9991, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=37f86b14-8f57-4c1e-8cca-c416ef6c9991,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:40.041537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.163578 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-032b72f9-9785-4123-bf2d-67140f95b8b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/08791553-b67d-4412-835a-2c547b5be16c HTTP/1.1" status: 204 len: 168 time: 1.5349283 Mar 28 15:19:40.172457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57436) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:40.178470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.13 (537a1029-3dce-44ba-b86b-99f5c5783c8b/2a103474-a8d4-4089-940d-292a08cead4b/7657f733-9f24-4c31-addd-c9fe756dc19e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:40.186458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-543ca974-c7e6-41d8-a2f2-aefc581086c3 None None] For port 4393d5a2-b20e-483f-a3dc-647164c075e2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4393d5a2-b20e-483f-a3dc-647164c075e2,segment=NetworkSegment(3109c9ae-6fe1-45f4-b9a7-40d6628f76e5),segment_id=3109c9ae-6fe1-45f4-b9a7-40d6628f76e5)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:40.186857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-543ca974-c7e6-41d8-a2f2-aefc581086c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.246157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port eb52c47f-6e8d-4bce-89be-c8df7cd7d7e7 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:40.246796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.323412 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-696b1745-3d31-437c-ae2a-cfbb96a1bf9a req-c30e060d-eb47-44fb-a750-46d4b0293a26 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012171 Mar 28 15:19:40.345330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-543ca974-c7e6-41d8-a2f2-aefc581086c3 None None] Calling delete_port for 4393d5a2-b20e-483f-a3dc-647164c075e2 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:40.465329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port 4393d5a2-b20e-483f-a3dc-647164c075e2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4393d5a2-b20e-483f-a3dc-647164c075e2,segment=NetworkSegment(3109c9ae-6fe1-45f4-b9a7-40d6628f76e5),segment_id=3109c9ae-6fe1-45f4-b9a7-40d6628f76e5)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:40.465925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.473221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-543ca974-c7e6-41d8-a2f2-aefc581086c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.519849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ca974-c7e6-41d8-a2f2-aefc581086c3 None None] Pushing event deleted for resources: {'Port': ['ID=4393d5a2-b20e-483f-a3dc-647164c075e2,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:40.523679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ca974-c7e6-41d8-a2f2-aefc581086c3 None None] No DVR routers for this DVR port 4393d5a2-b20e-483f-a3dc-647164c075e2 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:19:40.659877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aaec67-c1ee-4ffc-9ef9-b520fc9dbd42 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:40.661962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-21aaec67-c1ee-4ffc-9ef9-b520fc9dbd42 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:40.669543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.670246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 4393d5a2-b20e-483f-a3dc-647164c075e2 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:40.722230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4393d5a2-b20e-483f-a3dc-647164c075e2 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:19:40.762103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4393d5a2-b20e-483f-a3dc-647164c075e2 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:19:40.762473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.762594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4393d5a2-b20e-483f-a3dc-647164c075e2 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:19:40.779044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.808313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object 7657f733-9f24-4c31-addd-c9fe756dc19e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:40.813147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:19:40.813569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:19:40.832979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-21aaec67-c1ee-4ffc-9ef9-b520fc9dbd42 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:40.834154 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-21aaec67-c1ee-4ffc-9ef9-b520fc9dbd42 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6607697 Mar 28 15:19:40.837178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57442) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:40.917418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:40.924707 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb91e3f3-2eaa-4d99-b917-4cbcee143d04 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:19:40.931636 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-eb91e3f3-2eaa-4d99-b917-4cbcee143d04 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/08791553-b67d-4412-835a-2c547b5be16c HTTP/1.1" status: 404 len: 333 time: 0.0879228 Mar 28 15:19:40.968358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57446) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:40.982296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1143246295'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:40.988312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:40.997443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:41.000459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:41.001041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.001458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:41.006930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5530521-7d15-42fb-9923-8e0fdfda51dd None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:41.013438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:network and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:41.018948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:41.022647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 537a1029-3dce-44ba-b86b-99f5c5783c8b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:41.029222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:41.034969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:41.039265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:41.055189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=5d977c3a-0217-43d7-840b-5242c14fa01a,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:41.065187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.065558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.065871 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Floating IP dd047dbf-7649-43b1-9785-15dbfdbc95d5 disassociated. External IP: 172.26.7.82, port: 37f86b14-8f57-4c1e-8cca-c416ef6c9991. Mar 28 15:19:41.066354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Calling delete_port for 37f86b14-8f57-4c1e-8cca-c416ef6c9991 owned by compute:nova {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:41.097844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=7657f733-9f24-4c31-addd-c9fe756dc19e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:41.129369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.129936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.136370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:41.136992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.148093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0044c-a8a4-47c9-b48c-33ce5ec00275 req-271bebc8-af23-4329-8fd6-5d29a8b8e26d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:41.149628 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fda0044c-a8a4-47c9-b48c-33ce5ec00275 req-271bebc8-af23-4329-8fd6-5d29a8b8e26d tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 943 time: 0.2789962 Mar 28 15:19:41.182075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:41.185895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.228392 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fda0044c-a8a4-47c9-b48c-33ce5ec00275 req-3fa8e63d-ff7e-40be-8c5f-50ae19fdd8ed tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea1a5224-1167-42a5-a3a9-7157445d4148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701787 Mar 28 15:19:41.244108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:19:41.255288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.260635 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Added segment 3f0b96e9-e2c3-411c-ab1b-22b58355eef6 of type vlan for network df716b4c-5b8a-497b-b56a-58305a0b9d36 Mar 28 15:19:41.279658 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8d5bee4b-bc05-438d-a1c1-03f68b69fae4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9692860 Mar 28 15:19:41.283411 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-33525b8b-412f-447d-8ec7-f0a0f0254c96 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2667716 Mar 28 15:19:41.285617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57450) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:41.296316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57452) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:41.316243 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '5d977c3a-0217-43d7-840b-5242c14fa01a'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:19:41.321805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.333710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 4393d5a2-b20e-483f-a3dc-647164c075e2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:41.333994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.363286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:41.378436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for eb52c47f-6e8d-4bce-89be-c8df7cd7d7e7 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:41.398960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.471084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] The port '4393d5a2-b20e-483f-a3dc-647164c075e2' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:19:41.505703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-593ba76d-6ffa-460b-9e50-a48ba3b27dd2 None None] Provisioning for port 7657f733-9f24-4c31-addd-c9fe756dc19e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:41.515876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Allocated IP 172.20.0.2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/5d977c3a-0217-43d7-840b-5242c14fa01a/f70a58e8-cc98-4cfa-80ab-5feed950cf6e) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:41.518656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-593ba76d-6ffa-460b-9e50-a48ba3b27dd2 None None] Provisioning complete for port 7657f733-9f24-4c31-addd-c9fe756dc19e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:41.519098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-593ba76d-6ffa-460b-9e50-a48ba3b27dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.623750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-593ba76d-6ffa-460b-9e50-a48ba3b27dd2 None None] Port 7657f733-9f24-4c31-addd-c9fe756dc19e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:41.627903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52021f2e-b145-4f4a-969c-9f8685ec6ccf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:41.628510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-52021f2e-b145-4f4a-969c-9f8685ec6ccf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:41.631069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.636899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:41.638057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.644764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.767279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d79fc44-b79c-4f9b-980b-da28fcff5b12']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:41.789882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3109c9ae-6fe1-45f4-b9a7-40d6628f76e5') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:41.792360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3109c9ae-6fe1-45f4-b9a7-40d6628f76e5') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:41.796875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Network': ['ID=df716b4c-5b8a-497b-b56a-58305a0b9d36,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:41.799327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.805517 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.812278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:19:41.818858 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a0427878-53b9-48b6-870c-2e6c2b4bee61 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8499782 Mar 28 15:19:41.820627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57460) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:41.827371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Transition to ACTIVE for port object f70a58e8-cc98-4cfa-80ab-5feed950cf6e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:41.830284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:41.860771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-52021f2e-b145-4f4a-969c-9f8685ec6ccf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:41.862206 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-52021f2e-b145-4f4a-969c-9f8685ec6ccf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.5640090 Mar 28 15:19:41.863768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.870730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57464) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:41.882487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:41.887643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:41.892058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:41.902101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:41.943814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.948269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:41.958065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Transition to ACTIVE for port object f70a58e8-cc98-4cfa-80ab-5feed950cf6e will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:42.030422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bc6c6-8046-4beb-b978-e3d98aad5643 req-185f13f3-60ad-4a50-ad6e-97da8b5fb545 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:42.031845 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-320bc6c6-8046-4beb-b978-e3d98aad5643 req-185f13f3-60ad-4a50-ad6e-97da8b5fb545 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 945 time: 0.5730984 Mar 28 15:19:42.032670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:19:42.034228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.035549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.044930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:19:42.054171 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:19:42.061697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:42.065495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.085641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Pushing event deleted for resources: {'Port': ['ID=37f86b14-8f57-4c1e-8cca-c416ef6c9991,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:42.102559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:42.105636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:42.109374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:42.158974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Pushing event updated for resources: {'Port': ['ID=f70a58e8-cc98-4cfa-80ab-5feed950cf6e,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:42.218120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:42.231286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:42.232215 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Attempting to bind port f70a58e8-cc98-4cfa-80ab-5feed950cf6e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:42.232639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Attempting to bind port f70a58e8-cc98-4cfa-80ab-5feed950cf6e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:42.233011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Attempting to bind port f70a58e8-cc98-4cfa-80ab-5feed950cf6e on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:42.237974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d05bd777-a0ee-44da-bab7-eed30ebd784b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 7657f733-9f24-4c31-addd-c9fe756dc19e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:42.238661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d05bd777-a0ee-44da-bab7-eed30ebd784b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.242122 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:42.242874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:42.243000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.243429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:42.243960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Bound port: f70a58e8-cc98-4cfa-80ab-5feed950cf6e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:42.245130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.276579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:42.291891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:42.300330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.305011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.350532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Network': ['ID=9d79fc44-b79c-4f9b-980b-da28fcff5b12,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:42.372908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] For port f70a58e8-cc98-4cfa-80ab-5feed950cf6e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:42.375992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] For port f70a58e8-cc98-4cfa-80ab-5feed950cf6e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f70a58e8-cc98-4cfa-80ab-5feed950cf6e,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:42.381023 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-243733b1-561c-4203-b3ad-251549cd70b4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/networks/9d79fc44-b79c-4f9b-980b-da28fcff5b12 HTTP/1.1" status: 204 len: 168 time: 2.7687261 Mar 28 15:19:42.409556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57470) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:42.430861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1250372678', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:42.434321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:42.437736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.444572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.476990 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-320a5b1f-6424-47f8-b509-8d1b6aed7786 req-e6c1d983-0d53-4a6c-964a-e2b6705cc9a8 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 210 time: 0.0947056 Mar 28 15:19:42.509646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:42.519224 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-320bc6c6-8046-4beb-b978-e3d98aad5643 req-e9791bb5-6d9c-4c23-a859-f87041fe26cc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711530 Mar 28 15:19:42.557661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c27e6f-8780-4e91-a7da-e46363b21984 None None] Pushing event updated for resources: {'Port': ['ID=f70a58e8-cc98-4cfa-80ab-5feed950cf6e,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:42.677587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.689219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:router and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:42.724735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:42.754761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d05bd777-a0ee-44da-bab7-eed30ebd784b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:42.760921 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:42.827207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=eb52c47f-6e8d-4bce-89be-c8df7cd7d7e7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:42.981058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d05bd777-a0ee-44da-bab7-eed30ebd784b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 7657f733-9f24-4c31-addd-c9fe756dc19e owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:42.995068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:43.008261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:43.009523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:43.084829 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:43.087778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1255cf5-038d-4a27-a617-a80b9611d0cf req-2ad572d3-b855-47b9-af72-a21ea450c779 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:43.091754 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d1255cf5-038d-4a27-a617-a80b9611d0cf req-2ad572d3-b855-47b9-af72-a21ea450c779 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 945 time: 0.4071026 Mar 28 15:19:43.098176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:43.099285 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 54ecbfb1-d6ab-43fa-92ac-5e5937358d1d disassociated (deleted). External IP: 172.26.7.77, port: f6b3c804-c6b8-430a-adb7-1d8e6ff43854. Mar 28 15:19:43.229432 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d1255cf5-038d-4a27-a617-a80b9611d0cf req-146c8336-6a97-4bf1-94cd-1b5c68b7c7dc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175325 Mar 28 15:19:43.264398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57482) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:43.306861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:43.351366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d05bd777-a0ee-44da-bab7-eed30ebd784b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:43.442742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bd777-a0ee-44da-bab7-eed30ebd784b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=7657f733-9f24-4c31-addd-c9fe756dc19e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:43.466662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=4fcf6aba-65a9-4b44-b3d8-9f8974a326d0,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:43.538403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Router 59908ab1-0ff0-47cd-9386-ebe857f26b24 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:19:43.564994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Checking segment: {'id': '3f0b96e9-e2c3-411c-ab1b-22b58355eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:43.564994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network hostable DHCP agents. Network: df716b4c-5b8a-497b-b56a-58305a0b9d36, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:19:43.620452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef52f29-2320-4499-830b-55464c911966 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:43.622003 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6ef52f29-2320-4499-830b-55464c911966 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 1093 time: 0.3565345 Mar 28 15:19:43.625851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57490) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:43.639594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:43.660203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:43.676177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:floatingip and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:43.679379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d05bd777-a0ee-44da-bab7-eed30ebd784b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:43.682175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:43.701468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:43.770305 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:19:43.790655 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d05bd777-a0ee-44da-bab7-eed30ebd784b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/7657f733-9f24-4c31-addd-c9fe756dc19e HTTP/1.1" status: 204 len: 168 time: 1.9164960 Mar 28 15:19:43.790655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:43.808562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57494) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:43.818386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:43.830771 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] Sync routers for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:43.845485 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:43.846150 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:44.024491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, df716b4c-5b8a-497b-b56a-58305a0b9d36) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:44.033528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697757ea-49d4-4f52-ace8-e21be531d372 None None] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:44.037644 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7ab67f-4e2a-4593-a4dc-eb74472f6dfb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:19:44.038182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1b7ab67f-4e2a-4593-a4dc-eb74472f6dfb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:44.041313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:44.041892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:44.099100 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:19:44.164118 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-462e5429-fffc-41d7-a025-46d023363e99 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3417020 Mar 28 15:19:44.165418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1b7ab67f-4e2a-4593-a4dc-eb74472f6dfb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:44.167526 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1b7ab67f-4e2a-4593-a4dc-eb74472f6dfb tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/7657f733-9f24-4c31-addd-c9fe756dc19e HTTP/1.1" status: 404 len: 333 time: 0.3577807 Mar 28 15:19:44.168911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57498) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:44.171234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57500) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:44.175264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:44.285249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8449b2b0-ec37-4166-b871-b714e435932b None None] Provisioning for port f70a58e8-cc98-4cfa-80ab-5feed950cf6e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:44.363332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e606e99-0556-45bd-b7eb-1f8dcc5c70ea tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port afb8548c-60d2-4256-8d8e-ae04b6dfe316 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:44.363560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e606e99-0556-45bd-b7eb-1f8dcc5c70ea tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:44.372278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-df716b4c-5b8a-497b-b56a-58305a0b9d36', 'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36', 'tenant_id': '0bd0fba2577048bb84e2783d6c2c84ee', 'fixed_ips': [{'subnet_id': '4fcf6aba-65a9-4b44-b3d8-9f8974a326d0'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:19:44.373705 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:44.443814 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-68ab8189-bf60-47ea-a791-3f2036dd4777 req-34fd1560-a2e2-43a4-ae37-17882e9955bc tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 210 time: 0.6733181 Mar 28 15:19:44.458148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:44.515291 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:16:04Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5', 'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'mac_address': 'fa:16:3e:d8:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:02Z', 'updated_at': '2022-03-28T15:16:15Z', 'revision_number': 5, 'project_id': '14b7dff61050496c838afb311e489455', 'subnets': [{'id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:44.521692 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] Checking router: 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:19:44.532671 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:44.533265 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:44.550333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:44.562844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:44.567591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:44.579516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] No DVR routers for this DVR port 37f86b14-8f57-4c1e-8cca-c416ef6c9991 on host hv-neutron-8281 {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:19:44.584242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:44.611938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:44.618518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'name': 'network-vif-deleted', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:19:44.630263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:44.642554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Allocated IP 2001:db8::2 (df716b4c-5b8a-497b-b56a-58305a0b9d36/4fcf6aba-65a9-4b44-b3d8-9f8974a326d0/84aed5c6-8988-4616-842a-e7f30531f1c0) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:44.644882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:44.778541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:44.779727 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ade2601-c6a7-4c0a-92c9-f8a2e83034ba', 'name': 'network-vif-deleted', 'tag': '37f86b14-8f57-4c1e-8cca-c416ef6c9991', 'status': 'completed', 'code': 200} Mar 28 15:19:44.782397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:44.791010 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:19:44.840280 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-63d7584f-acb8-4754-8c53-703cf8a40196 req-db67c573-daba-4d33-a6bc-73913d7db820 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.23 "DELETE /v2.0/ports/37f86b14-8f57-4c1e-8cca-c416ef6c9991 HTTP/1.1" status: 204 len: 173 time: 10.5321207 Mar 28 15:19:44.900733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:44.967917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e606e99-0556-45bd-b7eb-1f8dcc5c70ea tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.009265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337c89d-4a1a-4b54-b159-62e63fa012b0 None None] Sync routers for ids ['59908ab1-0ff0-47cd-9386-ebe857f26b24'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:45.011665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f70a58e8-cc98-4cfa-80ab-5feed950cf6e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:45.108886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337c89d-4a1a-4b54-b159-62e63fa012b0 None None] Routers {'59908ab1-0ff0-47cd-9386-ebe857f26b24'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:45.109597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0337c89d-4a1a-4b54-b159-62e63fa012b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['59908ab1-0ff0-47cd-9386-ebe857f26b24'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:45.115004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.116274 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4443a53a-1f48-43c9-aab4-6712eda6cc34 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "PUT /v2.0/routers/59908ab1-0ff0-47cd-9386-ebe857f26b24 HTTP/1.1" status: 200 len: 915 time: 11.9458225 Mar 28 15:19:45.132868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57508) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:45.179316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0337c89d-4a1a-4b54-b159-62e63fa012b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:45.187313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e606e99-0556-45bd-b7eb-1f8dcc5c70ea tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for afb8548c-60d2-4256-8d8e-ae04b6dfe316 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:45.202804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.208559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337c89d-4a1a-4b54-b159-62e63fa012b0 None None] Routers {'59908ab1-0ff0-47cd-9386-ebe857f26b24'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:45.209164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0337c89d-4a1a-4b54-b159-62e63fa012b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['59908ab1-0ff0-47cd-9386-ebe857f26b24'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:45.242785 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:16:04Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5', 'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'mac_address': 'fa:16:3e:d8:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:02Z', 'updated_at': '2022-03-28T15:16:15Z', 'revision_number': 5, 'project_id': '14b7dff61050496c838afb311e489455', 'subnets': [{'id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:45.248326 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fc972-244a-4b11-9c88-4cedb78b3436 None None] The sync data for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv is: [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:16:04Z', 'revision_number': 4, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5', 'name': '', 'network_id': '32fdabfd-77e5-48a6-aac8-16b15e900f26', 'tenant_id': '14b7dff61050496c838afb311e489455', 'mac_address': 'fa:16:3e:d8:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:16:02Z', 'updated_at': '2022-03-28T15:16:15Z', 'revision_number': 5, 'project_id': '14b7dff61050496c838afb311e489455', 'subnets': [{'id': 'c3fe0fd3-ad0e-4333-b27a-ae4b461c3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:45.266011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port f70a58e8-cc98-4cfa-80ab-5feed950cf6e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:45.277751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Transition to ACTIVE for port object 84aed5c6-8988-4616-842a-e7f30531f1c0 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:45.285223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f70a58e8-cc98-4cfa-80ab-5feed950cf6e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:45.285619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.343341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0337c89d-4a1a-4b54-b159-62e63fa012b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:45.343748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337c89d-4a1a-4b54-b159-62e63fa012b0 None None] The sync data for ids ['59908ab1-0ff0-47cd-9386-ebe857f26b24'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:45.346405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.objects.ports [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88487) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:19:45.365204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Transition to ACTIVE for port object 84aed5c6-8988-4616-842a-e7f30531f1c0 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:45.436473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.442405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.197 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/cdd1b717-91bb-4d5a-8488-344003fb0bd0) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:45.448787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.511891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e606e99-0556-45bd-b7eb-1f8dcc5c70ea tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.520808 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f55ece1b-f3c2-4a49-a847-64b5aa4282dc tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/routers/59908ab1-0ff0-47cd-9386-ebe857f26b24 HTTP/1.1" status: 200 len: 921 time: 0.3727229 Mar 28 15:19:45.549354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:45.553338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:45.557742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57516) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:45.566375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:45.573306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port f70a58e8-cc98-4cfa-80ab-5feed950cf6e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f70a58e8-cc98-4cfa-80ab-5feed950cf6e,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:45.575922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Pushing event updated for resources: {'Port': ['ID=84aed5c6-8988-4616-842a-e7f30531f1c0,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:45.578899 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.ipam_backend_mixin [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4fcf6aba-65a9-4b44-b3d8-9f8974a326d0 (CIDR: 2001:db8::/64) Mar 28 15:19:45.656190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e606e99-0556-45bd-b7eb-1f8dcc5c70ea tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=afb8548c-60d2-4256-8d8e-ae04b6dfe316,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:45.661674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.680594 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:19:45.680594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:19:45.742277 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cd1442-8742-45f9-84b6-8944e96dbf1c None None] New status for floating IP dd047dbf-7649-43b1-9785-15dbfdbc95d5: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:19:45.804291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Attempting to bind port 84aed5c6-8988-4616-842a-e7f30531f1c0 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:45.804840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Attempting to bind port 84aed5c6-8988-4616-842a-e7f30531f1c0 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '3f0b96e9-e2c3-411c-ab1b-22b58355eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:45.805450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Attempting to bind port 84aed5c6-8988-4616-842a-e7f30531f1c0 on network df716b4c-5b8a-497b-b56a-58305a0b9d36 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:45.834626 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:45.834963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Checking segment: {'id': '3f0b96e9-e2c3-411c-ab1b-22b58355eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:45.835385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.835764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Bound using segment: {'id': '3f0b96e9-e2c3-411c-ab1b-22b58355eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:45.836216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Bound port: 84aed5c6-8988-4616-842a-e7f30531f1c0, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0b96e9-e2c3-411c-ab1b-22b58355eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:45.836587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.838369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-10f0a261-19fc-4882-a6da-a346446a7a8f req-de332039-fdae-4cad-a1c9-ed583060da59 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Synchronizing usage tracker for tenant:14b7dff61050496c838afb311e489455 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:45.862919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=f70a58e8-cc98-4cfa-80ab-5feed950cf6e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:45.887226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e606e99-0556-45bd-b7eb-1f8dcc5c70ea tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.896196 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1e606e99-0556-45bd-b7eb-1f8dcc5c70ea tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/afb8548c-60d2-4256-8d8e-ae04b6dfe316 HTTP/1.1" status: 204 len: 168 time: 1.7002811 Mar 28 15:19:45.898897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.899758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57520) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:45.908159 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9ff4b57f-b83a-406c-be38-d3136b9d40bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7382019 Mar 28 15:19:45.911910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57524) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:45.935262 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:45.981744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:45.986428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:45.992014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] For port 84aed5c6-8988-4616-842a-e7f30531f1c0, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:45.996017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f63dd6-c4f8-47d3-b76c-771078664b31 None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:45.999652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] For port 84aed5c6-8988-4616-842a-e7f30531f1c0, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=84aed5c6-8988-4616-842a-e7f30531f1c0,segment=NetworkSegment(3f0b96e9-e2c3-411c-ab1b-22b58355eef6),segment_id=3f0b96e9-e2c3-411c-ab1b-22b58355eef6)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:46.013625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f63dd6-c4f8-47d3-b76c-771078664b31 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:46.014536 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-92f63dd6-c4f8-47d3-b76c-771078664b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:46.041946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-10f0a261-19fc-4882-a6da-a346446a7a8f req-de332039-fdae-4cad-a1c9-ed583060da59 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Unset dirty status for tenant:14b7dff61050496c838afb311e489455 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:46.048404 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-10f0a261-19fc-4882-a6da-a346446a7a8f req-de332039-fdae-4cad-a1c9-ed583060da59 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ade2601-c6a7-4c0a-92c9-f8a2e83034ba HTTP/1.1" status: 200 len: 210 time: 0.2784896 Mar 28 15:19:46.094597 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-86485efb-93c2-4cc1-9176-f8f42a78f5ca tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:19:46.095932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:46.096957 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-86485efb-93c2-4cc1-9176-f8f42a78f5ca tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/afb8548c-60d2-4256-8d8e-ae04b6dfe316 HTTP/1.1" status: 404 len: 333 time: 0.1877351 Mar 28 15:19:46.108651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57528) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:46.137968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-92f63dd6-c4f8-47d3-b76c-771078664b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:46.201670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f63dd6-c4f8-47d3-b76c-771078664b31 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:46.202563 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-92f63dd6-c4f8-47d3-b76c-771078664b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:46.272421 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-92f63dd6-c4f8-47d3-b76c-771078664b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:46.272819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f63dd6-c4f8-47d3-b76c-771078664b31 None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:46.274602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326770a8-95ef-4fab-9135-86f2a507f878 None None] Pushing event updated for resources: {'Port': ['ID=84aed5c6-8988-4616-842a-e7f30531f1c0,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:46.315601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:46.319505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:46.323110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:46.329171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:46.421090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:46.442567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b6b642-645c-4458-a929-ebcce75ec0a7 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:46.444663 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b3b6b642-645c-4458-a929-ebcce75ec0a7 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=59908ab1-0ff0-47cd-9386-ebe857f26b24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8626459 Mar 28 15:19:46.449337 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9ca0ac27-6201-419c-8320-ecec915b66dd tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/floatingips/54ecbfb1-d6ab-43fa-92ac-5e5937358d1d HTTP/1.1" status: 204 len: 168 time: 7.3168821 Mar 28 15:19:46.456886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57532) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:46.457225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57534) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:46.495592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:46.498997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:46.609861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dc339b-41be-492e-8e3e-e7ee282b23b1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet 2a103474-a8d4-4089-940d-292a08cead4b {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:19:46.615843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:46.627297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60dc339b-41be-492e-8e3e-e7ee282b23b1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:46.654114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:46.680989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:46.702096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:46.746428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:46.765050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=cdd1b717-91bb-4d5a-8488-344003fb0bd0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:46.776839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:46.807709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60dc339b-41be-492e-8e3e-e7ee282b23b1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:46.827685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8523d13e-98ff-49de-a1ae-a7f917f1b0d4 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port f6b3c804-c6b8-430a-adb7-1d8e6ff43854 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:46.828018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8523d13e-98ff-49de-a1ae-a7f917f1b0d4 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:46.870158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f70a58e8-cc98-4cfa-80ab-5feed950cf6e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:46.978048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f70a58e8-cc98-4cfa-80ab-5feed950cf6e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:46.979345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.045667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccdab43-c0c5-4d48-81dd-d9491b07cd73 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:47.049689 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9ccdab43-c0c5-4d48-81dd-d9491b07cd73 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 881 time: 0.5821548 Mar 28 15:19:47.065864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57540) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:47.107338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 84aed5c6-8988-4616-842a-e7f30531f1c0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:47.148977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.26.7.107 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/09c00ccc-7875-4f6a-80db-a17895945d74) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:47.174435 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-89a9d541-0f68-4b40-bdfe-48b426ce30c2 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=59908ab1-0ff0-47cd-9386-ebe857f26b24 HTTP/1.1" status: 200 len: 205 time: 0.1054773 Mar 28 15:19:47.183101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57546) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:47.262101 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 84aed5c6-8988-4616-842a-e7f30531f1c0 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:47.340685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57552) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:47.377537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.415923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8523d13e-98ff-49de-a1ae-a7f917f1b0d4 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.498133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60dc339b-41be-492e-8e3e-e7ee282b23b1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.569781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a4d26-7795-403a-8580-72afd9e0cd5f None None] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:47.603275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8523d13e-98ff-49de-a1ae-a7f917f1b0d4 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for f6b3c804-c6b8-430a-adb7-1d8e6ff43854 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:47.668507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] For port f70a58e8-cc98-4cfa-80ab-5feed950cf6e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f70a58e8-cc98-4cfa-80ab-5feed950cf6e,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:47.767078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-781e8dda-f3fe-435f-b231-add365b7c525 None None] Provisioning for port 84aed5c6-8988-4616-842a-e7f30531f1c0 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:47.815683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-781e8dda-f3fe-435f-b231-add365b7c525 None None] Provisioning complete for port 84aed5c6-8988-4616-842a-e7f30531f1c0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:47.817250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-781e8dda-f3fe-435f-b231-add365b7c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.833372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c64b994f-73fe-4dbe-a6cc-3184d6d5e046 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.836306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.849005 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.878049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.884073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.936333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.937065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:47.991762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-781e8dda-f3fe-435f-b231-add365b7c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.050586 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-781e8dda-f3fe-435f-b231-add365b7c525 None None] For port 84aed5c6-8988-4616-842a-e7f30531f1c0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=84aed5c6-8988-4616-842a-e7f30531f1c0,segment=NetworkSegment(3f0b96e9-e2c3-411c-ab1b-22b58355eef6),segment_id=3f0b96e9-e2c3-411c-ab1b-22b58355eef6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:48.125588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-781e8dda-f3fe-435f-b231-add365b7c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.170370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.173938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Deleting port 3e729368-1296-48ec-83e6-c15fceb7525d {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:48.174351 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.199487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60dc339b-41be-492e-8e3e-e7ee282b23b1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.210753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:48.232350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:48.233080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e8dda-f3fe-435f-b231-add365b7c525 None None] Pushing event updated for resources: {'Port': ['ID=84aed5c6-8988-4616-842a-e7f30531f1c0,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:48.257168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c64b994f-73fe-4dbe-a6cc-3184d6d5e046 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.257736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ee5b1-3a68-410d-b81c-8748a4dd4b01 None None] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:48.265750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:48.272110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:48.273174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.279287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60dc339b-41be-492e-8e3e-e7ee282b23b1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.279441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ab9e8-d1e2-4662-8330-b72fcfcf87ba None None] Network 537a1029-3dce-44ba-b86b-99f5c5783c8b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:48.285067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:48.292507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:48.298889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:48.299607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.310390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5c671ae4-4288-46e3-a225-dc8f21bd64bc None None] Provisioning complete for port 84aed5c6-8988-4616-842a-e7f30531f1c0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:48.310623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5c671ae4-4288-46e3-a225-dc8f21bd64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.312752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:48.338651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=9f293671-55e9-48ce-9a7a-3f573b591886,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:48.344007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:48.359484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=09c398b4-7c26-4d1d-97d7-74c8a25619b2,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:48.373632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc4eca-d351-4ac1-8a98-7fca6878014b None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:48.389021 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-60dc339b-41be-492e-8e3e-e7ee282b23b1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/2a103474-a8d4-4089-940d-292a08cead4b HTTP/1.1" status: 204 len: 168 time: 2.2792373 Mar 28 15:19:48.423821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57556) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:48.451288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc339b-41be-492e-8e3e-e7ee282b23b1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=2a103474-a8d4-4089-940d-292a08cead4b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:48.502467 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=f70a58e8-cc98-4cfa-80ab-5feed950cf6e,revision_number=5']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:48.561982 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3d5436e9-7708-4bf6-af2f-e316a3c0c1e0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.2110980 Mar 28 15:19:48.567712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57560) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:48.573884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:47:cf:c0', 'name': 'tempest-NetworksTestDHCPv6-1154186787'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:48.635880 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c06d52f8-554f-4460-b5c3-06e222c134fc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7183821 Mar 28 15:19:48.638548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57564) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:48.658758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36', 'fixed_ips': [{'subnet_id': '4fcf6aba-65a9-4b44-b3d8-9f8974a326d0'}, {'subnet_id': '09c398b4-7c26-4d1d-97d7-74c8a25619b2'}], 'name': 'tempest-PortsIpV6TestJSON-1822826241'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:48.768293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.782339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c64b994f-73fe-4dbe-a6cc-3184d6d5e046 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.798704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=09c00ccc-7875-4f6a-80db-a17895945d74,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:48.813059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f70a58e8-cc98-4cfa-80ab-5feed950cf6e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:48.817430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b994f-73fe-4dbe-a6cc-3184d6d5e046 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1a5224-1167-42a5-a3a9-7157445d4148,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:48.852983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 51505a07-0449-4b84-8a99-8dd3aed1f4ad {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:48.854211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:48.898166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.009448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8523d13e-98ff-49de-a1ae-a7f917f1b0d4 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.071759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523d13e-98ff-49de-a1ae-a7f917f1b0d4 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=f6b3c804-c6b8-430a-adb7-1d8e6ff43854,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:49.076768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Calling delete_port for 3e729368-1296-48ec-83e6-c15fceb7525d owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:49.080009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c64b994f-73fe-4dbe-a6cc-3184d6d5e046 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.081138 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c64b994f-73fe-4dbe-a6cc-3184d6d5e046 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "DELETE /v2.0/security-groups/ea1a5224-1167-42a5-a3a9-7157445d4148 HTTP/1.1" status: 204 len: 168 time: 1.7392514 Mar 28 15:19:49.090795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57568) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:49.093408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:49.157205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:49.168605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:49.180036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:49.183009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f70a58e8-cc98-4cfa-80ab-5feed950cf6e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:49.188654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.191622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:49.195616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:49.207297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:49.238003 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-528c7aa4-78d3-4339-a8bd-9b4d1756e074 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] show failed (client error): The resource could not be found. Mar 28 15:19:49.239332 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-528c7aa4-78d3-4339-a8bd-9b4d1756e074 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "GET /v2.0/security-groups/ea1a5224-1167-42a5-a3a9-7157445d4148 HTTP/1.1" status: 404 len: 347 time: 0.1475403 Mar 28 15:19:49.240311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:49.252462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57572) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:49.360891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 84aed5c6-8988-4616-842a-e7f30531f1c0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:49.377670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:49.403835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d1f54-c4f1-4520-a0b6-1b0c8b0ddcde None None] DHCP port deletion for 537a1029-3dce-44ba-b86b-99f5c5783c8b request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:19:49.407598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.419454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a85d1f54-c4f1-4520-a0b6-1b0c8b0ddcde None None] Deleting port 51505a07-0449-4b84-8a99-8dd3aed1f4ad {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:49.419923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a85d1f54-c4f1-4520-a0b6-1b0c8b0ddcde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.578846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:49.612043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d772110c-132d-4cc9-b758-fa59327bc730 None None] Update dhcp port {'port': {'network_id': 'df716b4c-5b8a-497b-b56a-58305a0b9d36', 'fixed_ips': [{'subnet_id': '4fcf6aba-65a9-4b44-b3d8-9f8974a326d0', 'ip_address': '2001:db8::2'}, {'subnet_id': '09c398b4-7c26-4d1d-97d7-74c8a25619b2'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '84aed5c6-8988-4616-842a-e7f30531f1c0'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:19:49.644940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Deleting port cc6203a2-c96f-407a-9c0a-97f153cc80dd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:49.645558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.660065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 84aed5c6-8988-4616-842a-e7f30531f1c0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:49.660699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.693955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] For port 51505a07-0449-4b84-8a99-8dd3aed1f4ad, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=51505a07-0449-4b84-8a99-8dd3aed1f4ad,segment=NetworkSegment(219384ad-e863-441c-a743-5b5aaee1c7ad),segment_id=219384ad-e863-441c-a743-5b5aaee1c7ad)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:49.694892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.700945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.776778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8523d13e-98ff-49de-a1ae-a7f917f1b0d4 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.787259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d772110c-132d-4cc9-b758-fa59327bc730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.832928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.904382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:49.972253 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 6c111d62-8540-4aab-901e-c93ed185390d yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:49.982771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a85d1f54-c4f1-4520-a0b6-1b0c8b0ddcde None None] For port 51505a07-0449-4b84-8a99-8dd3aed1f4ad, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=51505a07-0449-4b84-8a99-8dd3aed1f4ad,segment=NetworkSegment(219384ad-e863-441c-a743-5b5aaee1c7ad),segment_id=219384ad-e863-441c-a743-5b5aaee1c7ad)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:49.983299 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a85d1f54-c4f1-4520-a0b6-1b0c8b0ddcde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.138444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event deleted for resources: {'Port': ['ID=3e729368-1296-48ec-83e6-c15fceb7525d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:50.138778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.184812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a85d1f54-c4f1-4520-a0b6-1b0c8b0ddcde None None] Calling delete_port for 51505a07-0449-4b84-8a99-8dd3aed1f4ad owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:50.299249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 51505a07-0449-4b84-8a99-8dd3aed1f4ad owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:50.351948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-001bf85e-d754-47db-ab87-3bef6786f29c None None] Provisioning complete for port f70a58e8-cc98-4cfa-80ab-5feed950cf6e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:50.352310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-001bf85e-d754-47db-ab87-3bef6786f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.371289 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8523d13e-98ff-49de-a1ae-a7f917f1b0d4 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/ports/f6b3c804-c6b8-430a-adb7-1d8e6ff43854 HTTP/1.1" status: 204 len: 168 time: 3.9046550 Mar 28 15:19:50.386015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57576) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:50.398754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:50.423958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:50.426797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.441833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-d772110c-132d-4cc9-b758-fa59327bc730 None None] Allocated IP 2001:db8:0:1::2 (df716b4c-5b8a-497b-b56a-58305a0b9d36/09c398b4-7c26-4d1d-97d7-74c8a25619b2/84aed5c6-8988-4616-842a-e7f30531f1c0) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:50.445685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port ee892cea-424d-4070-b935-4335c512b93e yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:50.449803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a85d1f54-c4f1-4520-a0b6-1b0c8b0ddcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.499461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.515809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d1f54-c4f1-4520-a0b6-1b0c8b0ddcde None None] Pushing event deleted for resources: {'Port': ['ID=51505a07-0449-4b84-8a99-8dd3aed1f4ad,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:50.533240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:50.542778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d1f54-c4f1-4520-a0b6-1b0c8b0ddcde None None] No DVR routers for this DVR port 51505a07-0449-4b84-8a99-8dd3aed1f4ad on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:19:50.552617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.553098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.581922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:19:50.582118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:19:50.668580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.677047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.705217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.719236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d772110c-132d-4cc9-b758-fa59327bc730 None None] For port 84aed5c6-8988-4616-842a-e7f30531f1c0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=84aed5c6-8988-4616-842a-e7f30531f1c0,segment=NetworkSegment(3f0b96e9-e2c3-411c-ab1b-22b58355eef6),segment_id=3f0b96e9-e2c3-411c-ab1b-22b58355eef6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:50.730127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Calling delete_port for cc6203a2-c96f-407a-9c0a-97f153cc80dd owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:50.744812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.758656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d772110c-132d-4cc9-b758-fa59327bc730 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.768514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 51505a07-0449-4b84-8a99-8dd3aed1f4ad no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:19:50.810247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 51505a07-0449-4b84-8a99-8dd3aed1f4ad {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:19:50.810841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 51505a07-0449-4b84-8a99-8dd3aed1f4ad not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:19:50.863382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d772110c-132d-4cc9-b758-fa59327bc730 None None] Transition to ACTIVE for port object 84aed5c6-8988-4616-842a-e7f30531f1c0 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:50.870975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.871711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Fanout notify agent at l3_agent the message router_deleted on router 59908ab1-0ff0-47cd-9386-ebe857f26b24 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:19:50.898080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.904084 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a74fb168-c6a3-4682-9c09-30721674caba tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/59908ab1-0ff0-47cd-9386-ebe857f26b24 HTTP/1.1" status: 204 len: 168 time: 3.7139452 Mar 28 15:19:50.911367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57580) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:50.919231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d772110c-132d-4cc9-b758-fa59327bc730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:50.920221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-901050995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:50.933616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:50.969242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Usage tracker for resource:router and tenant:c5da1b7230d54d7ca47d605899dd35f3 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:50.982771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:51.001122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:51.066896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772110c-132d-4cc9-b758-fa59327bc730 None None] Pushing event updated for resources: {'Port': ['ID=84aed5c6-8988-4616-842a-e7f30531f1c0,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:51.086212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 51505a07-0449-4b84-8a99-8dd3aed1f4ad {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:51.086554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.098538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.099749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.127783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router 6e293369-f936-4ef9-97c3-cd5b05571ad6 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:19:51.141926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.155113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::34a (df716b4c-5b8a-497b-b56a-58305a0b9d36/4fcf6aba-65a9-4b44-b3d8-9f8974a326d0/6c111d62-8540-4aab-901e-c93ed185390d) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:51.171324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8:0:1::3dc (df716b4c-5b8a-497b-b56a-58305a0b9d36/09c398b4-7c26-4d1d-97d7-74c8a25619b2/6c111d62-8540-4aab-901e-c93ed185390d) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:51.269324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] The port '51505a07-0449-4b84-8a99-8dd3aed1f4ad' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:19:51.325114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-340d00ff-fe15-4f7d-bcbb-a57e31891361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.371373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 172.20.0.8 (407e43a9-7d21-4a68-a014-97c49e9e0f14/5d977c3a-0217-43d7-840b-5242c14fa01a/ee892cea-424d-4070-b935-4335c512b93e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:51.408819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:fe47:cfc0 (407e43a9-7d21-4a68-a014-97c49e9e0f14/9f293671-55e9-48ce-9a7a-3f573b591886/ee892cea-424d-4070-b935-4335c512b93e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:51.420911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.505356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.519506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.553521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.558725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.603364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Pushing event deleted for resources: {'Port': ['ID=cc6203a2-c96f-407a-9c0a-97f153cc80dd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:51.654850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.656076 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-501b1256-6853-41f3-ae9a-407bbe513394 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7443023 Mar 28 15:19:51.664867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:51.674075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57584) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:51.674866 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bb676-8f90-4257-84ae-fbe236a16cab None None] Sync routers for ids ['6e293369-f936-4ef9-97c3-cd5b05571ad6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:51.687574 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': False}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:51.690087 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437bb676-8f90-4257-84ae-fbe236a16cab None None] Routers {'6e293369-f936-4ef9-97c3-cd5b05571ad6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:51.690975 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-437bb676-8f90-4257-84ae-fbe236a16cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6e293369-f936-4ef9-97c3-cd5b05571ad6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:51.772521 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-437bb676-8f90-4257-84ae-fbe236a16cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:51.783357 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437bb676-8f90-4257-84ae-fbe236a16cab None None] Routers {'6e293369-f936-4ef9-97c3-cd5b05571ad6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:51.783966 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-437bb676-8f90-4257-84ae-fbe236a16cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6e293369-f936-4ef9-97c3-cd5b05571ad6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:51.793300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-861d94e6-d23a-4aea-b2fa-d8102c62bd5f None None] Provisioning for port 84aed5c6-8988-4616-842a-e7f30531f1c0 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:51.798332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-861d94e6-d23a-4aea-b2fa-d8102c62bd5f None None] Provisioning complete for port 84aed5c6-8988-4616-842a-e7f30531f1c0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:51.798738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-861d94e6-d23a-4aea-b2fa-d8102c62bd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.876056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.885408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537a1029-3dce-44ba-b86b-99f5c5783c8b']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:51.917843 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-437bb676-8f90-4257-84ae-fbe236a16cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:51.920384 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bb676-8f90-4257-84ae-fbe236a16cab None None] The sync data for ids ['6e293369-f936-4ef9-97c3-cd5b05571ad6'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:51.920645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:51.921841 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ec49bdc6-233a-4cd8-b72b-78b1cce9d960 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.5049589 Mar 28 15:19:51.927011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57588) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:52.023564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219384ad-e863-441c-a743-5b5aaee1c7ad') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:52.023779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219384ad-e863-441c-a743-5b5aaee1c7ad') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:52.053614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.082401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.136398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=cdd1b717-91bb-4d5a-8488-344003fb0bd0,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:52.206722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.216382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 6c111d62-8540-4aab-901e-c93ed185390d will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:52.221190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.265300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.327239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:19:52.327934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:19:52.342464 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:19:52.345384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.365342 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dee8e3ba-c346-4a02-8881-6a1e226ed1a1 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/routers/6e293369-f936-4ef9-97c3-cd5b05571ad6 HTTP/1.1" status: 200 len: 881 time: 0.4353924 Mar 28 15:19:52.367799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57592) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:52.512267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.568362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.583745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.26.7.31 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/33c80ab1-0874-41e6-8dc0-0138d4b8621b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:52.588163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:52.592857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:52.595261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:52.600997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:52.601619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.606239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object ee892cea-424d-4070-b935-4335c512b93e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:52.624123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.637343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=6c111d62-8540-4aab-901e-c93ed185390d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:52.649204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.649543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.649880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.650750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.651076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.651404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.651725 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.652045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.652371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.652625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.652756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.653133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.653320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:52.659468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.663665 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f61e2c81-b50a-4923-a062-f3f51c614756 tempest-ServerActionsTestJSON-872592466 tempest-ServerActionsTestJSON-872592466-project] 10.222.0.16 "DELETE /v2.0/floatingips/dd047dbf-7649-43b1-9785-15dbfdbc95d5 HTTP/1.1" status: 204 len: 168 time: 3.3820641 Mar 28 15:19:52.664863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57596) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:52.665076 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 4a86fabf-b7f5-41fd-9e68-51f569f7bbad associated. External IP: 172.26.7.197, port: 2090126a-054f-45d3-81f5-b26f65d40d69. Mar 28 15:19:52.728397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Network': ['ID=537a1029-3dce-44ba-b86b-99f5c5783c8b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:52.761779 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 84aed5c6-8988-4616-842a-e7f30531f1c0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:52.848916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 84aed5c6-8988-4616-842a-e7f30531f1c0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:52.849538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:52.859264 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d9549050-fd41-4181-8a05-e8c9cd0c495f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/networks/537a1029-3dce-44ba-b86b-99f5c5783c8b HTTP/1.1" status: 204 len: 168 time: 4.4259696 Mar 28 15:19:52.864238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57600) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:52.874346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-299026809'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:52.879812 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d645c3c0-a7af-47d8-9aab-d799f78dd470 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.2276647 Mar 28 15:19:52.882490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:52.886991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:network and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:52.889970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:52.895685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:52.907483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57604) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:52.914910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fcf6aba-65a9-4b44-b3d8-9f8974a326d0'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:53.027075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-810058e7-d04b-4004-b2e8-98ecf22df761 None None] Provisioning for port 6c111d62-8540-4aab-901e-c93ed185390d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:53.032464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-810058e7-d04b-4004-b2e8-98ecf22df761 None None] Provisioning complete for port 6c111d62-8540-4aab-901e-c93ed185390d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:53.032998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-810058e7-d04b-4004-b2e8-98ecf22df761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.056324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:53.059000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.089992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-810058e7-d04b-4004-b2e8-98ecf22df761 None None] Port 6c111d62-8540-4aab-901e-c93ed185390d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:53.124256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.210345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.217286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:19:53.307123 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.315406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.315748 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Added segment 30517ee6-8fa9-4942-bba3-4579038ee589 of type vlan for network da954af0-481a-4aae-aeac-9628d60d82ea Mar 28 15:19:53.342443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.392682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1b29beb4-0c7b-4aea-b17c-14ff372033ad tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Synchronizing usage tracker for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:router {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:53.507133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f65c0367-d626-4603-ad39-b21e14496ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.517432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:53.545337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:53.559795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=ee892cea-424d-4070-b935-4335c512b93e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:53.570293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:53.625338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1b29beb4-0c7b-4aea-b17c-14ff372033ad tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Unset dirty status for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:router {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:53.626045 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1b29beb4-0c7b-4aea-b17c-14ff372033ad tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2574012 Mar 28 15:19:53.631851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57608) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:53.641289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-77180205-40cb-4326-9e1f-7506bc27b220 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1250372678'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:53.656125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.782838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:53.783483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.793395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.798005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:19:53.875499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.876846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d1140444-e0e6-464e-870d-a971eeaa24b2 None None] Provisioning for port ee892cea-424d-4070-b935-4335c512b93e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:53.891359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d1140444-e0e6-464e-870d-a971eeaa24b2 None None] Provisioning complete for port ee892cea-424d-4070-b935-4335c512b93e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:53.891812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d1140444-e0e6-464e-870d-a971eeaa24b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:53.977326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d1140444-e0e6-464e-870d-a971eeaa24b2 None None] Port ee892cea-424d-4070-b935-4335c512b93e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:53.982748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:53.989188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 910bc72f-ae57-4dbb-b09d-ad44558b18dd has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:53.989940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=33c80ab1-0874-41e6-8dc0-0138d4b8621b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:53.992668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:54.006793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Allocated IP 172.26.7.60 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/29970720-5262-488d-bc0b-404e8340b6b3) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:54.008120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:54.042093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.047458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:54.048030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.073404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.073745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.074080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.074415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.074740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.075093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.075414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.075753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.076055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.076366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.076743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.076999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:54.098799 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-040a8277-81dd-40aa-92b4-f4c734b65afb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5277085 Mar 28 15:19:54.126899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57612) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:54.357792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4925449 Mar 28 15:19:54.370638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57616) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:54.384041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a9a87-e3fe-4aa7-95fd-4f80e35f04c1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Network': ['ID=da954af0-481a-4aae-aeac-9628d60d82ea,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:54.391114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': 'da954af0-481a-4aae-aeac-9628d60d82ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:54.394960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network da954af0-481a-4aae-aeac-9628d60d82ea details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:19:54.446624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.564523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.613854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.706973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.730446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:54.733600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-77180205-40cb-4326-9e1f-7506bc27b220 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.743593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] Sync routers for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:54.752905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.754377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:54.754709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:54.755964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:54.769385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2cc0e-d136-480b-8ec6-ee1ed78baa98 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:54.775867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2cc0e-d136-480b-8ec6-ee1ed78baa98 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:54.776663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-85f2cc0e-d136-480b-8ec6-ee1ed78baa98 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:54.788164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:54.792161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:54.804448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:54.855760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-77180205-40cb-4326-9e1f-7506bc27b220 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.901976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-85f2cc0e-d136-480b-8ec6-ee1ed78baa98 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:54.905567 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-85f2cc0e-d136-480b-8ec6-ee1ed78baa98 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7725117 Mar 28 15:19:54.905567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.916181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57620) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:54.928191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:54.932102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:54.957433 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:19:54.966259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:55.058662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:55.070000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:55.086979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:55.137252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d835016a-aebd-469f-8356-6e1fdfc43075 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port ee892cea-424d-4070-b935-4335c512b93e {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:55.137596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d835016a-aebd-469f-8356-6e1fdfc43075 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:55.195417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:55.221853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Pushing event updated for resources: {'Port': ['ID=29970720-5262-488d-bc0b-404e8340b6b3,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:55.253792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ce5b108d-ea46-46d8-ab25-ffa349a0d599 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.6269021 Mar 28 15:19:55.255015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Delete allocated IP 2001:db8:0:1::3dc (df716b4c-5b8a-497b-b56a-58305a0b9d36/09c398b4-7c26-4d1d-97d7-74c8a25619b2) {{(pid=88486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 15:19:55.260153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57624) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:55.260799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:19:55.366105 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69', 'status': 'completed', 'code': 200} Mar 28 15:19:55.382088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:18:54Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4a86fabf-b7f5-41fd-9e68-51f569f7bbad', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.197', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:19:48Z', 'updated_at': '2022-03-28T15:19:48Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:55.386742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] Checking router: 910bc72f-ae57-4dbb-b09d-ad44558b18dd for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:19:55.395862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:55.396588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:55.584814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:19:55.677531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:55.707519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 6c111d62-8540-4aab-901e-c93ed185390d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:55.715148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:55.735808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:55.766801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77180205-40cb-4326-9e1f-7506bc27b220 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router 6e293369-f936-4ef9-97c3-cd5b05571ad6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:19:55.773341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:55.842957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:55.851247 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-238b0d9d-c6b9-4632-a9dd-7050a06c1667 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/4a86fabf-b7f5-41fd-9e68-51f569f7bbad HTTP/1.1" status: 200 len: 991 time: 0.5865209 Mar 28 15:19:55.949572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:18:54Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4a86fabf-b7f5-41fd-9e68-51f569f7bbad', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.197', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:19:48Z', 'updated_at': '2022-03-28T15:19:48Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:55.954399 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b46cd-66bc-44f4-8a29-869b6e50d21f None None] The sync data for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv is: [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:18:54Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4a86fabf-b7f5-41fd-9e68-51f569f7bbad', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.197', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:19:48Z', 'updated_at': '2022-03-28T15:19:48Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:55.976784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=f8532e13-bc73-4f50-aa80-5556620c5c0e,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:55.980680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=6c111d62-8540-4aab-901e-c93ed185390d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:55.983505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] In _notify_port_updated(), no bound segment for port 6c111d62-8540-4aab-901e-c93ed185390d on network df716b4c-5b8a-497b-b56a-58305a0b9d36 {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:19:55.988936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:55.989556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:55.990651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Deleting port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:55.991072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:56.008718 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e0ce157f-8880-4890-affa-0d545be5a6b9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "PUT /v2.0/ports/6c111d62-8540-4aab-901e-c93ed185390d HTTP/1.1" status: 200 len: 926 time: 3.0950477 Mar 28 15:19:56.029052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57630) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:56.078469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Checking segment: {'id': '30517ee6-8fa9-4942-bba3-4579038ee589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'da954af0-481a-4aae-aeac-9628d60d82ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:56.078831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network hostable DHCP agents. Network: da954af0-481a-4aae-aeac-9628d60d82ea, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:19:56.095877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fcf6aba-65a9-4b44-b3d8-9f8974a326d0'}, {'subnet_id': '09c398b4-7c26-4d1d-97d7-74c8a25619b2'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:56.109828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:56.137167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=33c80ab1-0874-41e6-8dc0-0138d4b8621b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:56.157634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:56.228879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network da954af0-481a-4aae-aeac-9628d60d82ea is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:19:56.230680 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7c4d1-cf5c-425b-ad6c-d2e4b1673e26 None None] New status for floating IP 4a86fabf-b7f5-41fd-9e68-51f569f7bbad: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:19:56.235202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:56.241623 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7f41f870-b438-404f-b113-7540ee38b074 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8503990 Mar 28 15:19:56.244781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57634) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:56.253977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'port': {'network_id': 'fb7bd271-deb2-4ce0-8b29-bd65b250a676', 'name': 'tempest-FloatingIPTestJSON-1754528732'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:56.284421 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ccc474d4-ee42-4195-b315-628b14fcf1ee None None] Provisioning for port 6c111d62-8540-4aab-901e-c93ed185390d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:56.293660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ccc474d4-ee42-4195-b315-628b14fcf1ee None None] Provisioning complete for port 6c111d62-8540-4aab-901e-c93ed185390d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:56.294131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ccc474d4-ee42-4195-b315-628b14fcf1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:56.351943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, da954af0-481a-4aae-aeac-9628d60d82ea) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:56.365683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:56.366261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:56.373054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72887e-beb6-4c77-845a-fd36ddd27b52 None None] Network da954af0-481a-4aae-aeac-9628d60d82ea requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:56.417588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ccc474d4-ee42-4195-b315-628b14fcf1ee None None] Port 6c111d62-8540-4aab-901e-c93ed185390d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:19:56.429748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:56.435691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:port and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:19:56.439284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:19:56.445637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:56.483602 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5cf32254-3ceb-44ac-bf74-d6e5879c22a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1070154 Mar 28 15:19:56.484278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57638) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:56.491404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': 'da954af0-481a-4aae-aeac-9628d60d82ea', 'name': 'tempest-PortsTestJSON-70098233', 'fixed_ips': [{'subnet_id': 'f8532e13-bc73-4f50-aa80-5556620c5c0e', 'ip_address': '172.20.0.10'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:56.514959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-3904bd30-2e69-4a48-961f-2e513573a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:56.516479 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-3904bd30-2e69-4a48-961f-2e513573a39c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 1098 time: 0.9298966 Mar 28 15:19:56.522062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d835016a-aebd-469f-8356-6e1fdfc43075 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:56.586710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Made reservation on behalf of 63d54d08399a498c9990b9b952be2ecf for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:56.591383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:56.632942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] device_id is not set on port 94a04b8c-7c55-4d14-a002-be8b62b1d2fb yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:56.659111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-da954af0-481a-4aae-aeac-9628d60d82ea', 'network_id': 'da954af0-481a-4aae-aeac-9628d60d82ea', 'tenant_id': '95c1a79e2bf24cd5bc72fa103a8a3702', 'fixed_ips': [{'subnet_id': 'f8532e13-bc73-4f50-aa80-5556620c5c0e'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:19:56.660209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:56.734784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:19:56.781146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:19:56.826923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.20.0.13 (fb7bd271-deb2-4ce0-8b29-bd65b250a676/9647b3b1-a422-4472-9bf0-f3cbd8d314f4/94a04b8c-7c55-4d14-a002-be8b62b1d2fb) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:56.841812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Allocated IP 172.20.0.2 (da954af0-481a-4aae-aeac-9628d60d82ea/f8532e13-bc73-4f50-aa80-5556620c5c0e/7713ce73-20f5-4bcf-b097-3f3871daa91b) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:56.856844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57642) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:56.913467 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d835016a-aebd-469f-8356-6e1fdfc43075 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for ee892cea-424d-4070-b935-4335c512b93e owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:56.935468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:19:56.966165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77180205-40cb-4326-9e1f-7506bc27b220 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:19:56.983000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705525af-c753-484c-8ab1-64ea0dbeff03 None None] Sync routers for ids ['6e293369-f936-4ef9-97c3-cd5b05571ad6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:19:57.018359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705525af-c753-484c-8ab1-64ea0dbeff03 None None] Routers {'6e293369-f936-4ef9-97c3-cd5b05571ad6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:57.018976 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-705525af-c753-484c-8ab1-64ea0dbeff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6e293369-f936-4ef9-97c3-cd5b05571ad6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:57.092739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-705525af-c753-484c-8ab1-64ea0dbeff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:57.109002 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-34335489-d9c7-4d3d-bbd3-c8e2aef6d029 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/4a86fabf-b7f5-41fd-9e68-51f569f7bbad HTTP/1.1" status: 200 len: 993 time: 0.2509217 Mar 28 15:19:57.143446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705525af-c753-484c-8ab1-64ea0dbeff03 None None] Routers {'6e293369-f936-4ef9-97c3-cd5b05571ad6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:19:57.144099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-705525af-c753-484c-8ab1-64ea0dbeff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6e293369-f936-4ef9-97c3-cd5b05571ad6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:57.165185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] For port a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:57.165840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.193120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-77180205-40cb-4326-9e1f-7506bc27b220 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.195253 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-77180205-40cb-4326-9e1f-7506bc27b220 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/6e293369-f936-4ef9-97c3-cd5b05571ad6 HTTP/1.1" status: 200 len: 888 time: 3.5615590 Mar 28 15:19:57.208932 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57646) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:57.272186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-705525af-c753-484c-8ab1-64ea0dbeff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:19:57.272756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705525af-c753-484c-8ab1-64ea0dbeff03 None None] The sync data for ids ['6e293369-f936-4ef9-97c3-cd5b05571ad6'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:19:57.285603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.296140 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Transition to ACTIVE for port object 7713ce73-20f5-4bcf-b097-3f3871daa91b will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:57.315163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Transition to ACTIVE for port object 7713ce73-20f5-4bcf-b097-3f3871daa91b will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:57.363286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.381594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.402912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.406291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port ccd9704b-a2be-4377-9736-1ce11097f2fe yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:19:57.444284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Network da954af0-481a-4aae-aeac-9628d60d82ea is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:57.448649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:57.451207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:57.462609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Calling delete_port for a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:19:57.492955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.497908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Pushing event updated for resources: {'Port': ['ID=7713ce73-20f5-4bcf-b097-3f3871daa91b,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:57.537528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.537528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.537528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.537528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.538019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.538224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.538526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.538855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.539261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.539587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.539912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.540234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:19:57.567018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Attempting to bind port 7713ce73-20f5-4bcf-b097-3f3871daa91b on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:19:57.567247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Attempting to bind port 7713ce73-20f5-4bcf-b097-3f3871daa91b by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '30517ee6-8fa9-4942-bba3-4579038ee589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'da954af0-481a-4aae-aeac-9628d60d82ea'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:19:57.567478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Attempting to bind port 7713ce73-20f5-4bcf-b097-3f3871daa91b on network da954af0-481a-4aae-aeac-9628d60d82ea {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:19:57.573539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:19:57.574134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Checking segment: {'id': '30517ee6-8fa9-4942-bba3-4579038ee589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'da954af0-481a-4aae-aeac-9628d60d82ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:19:57.574414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.574806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Bound using segment: {'id': '30517ee6-8fa9-4942-bba3-4579038ee589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'da954af0-481a-4aae-aeac-9628d60d82ea'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:19:57.575314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Bound port: 7713ce73-20f5-4bcf-b097-3f3871daa91b, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30517ee6-8fa9-4942-bba3-4579038ee589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'da954af0-481a-4aae-aeac-9628d60d82ea'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:19:57.575692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.615671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-4dc5c7d7-2218-45bb-af31-9bbf2d2d2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:57.617109 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-4dc5c7d7-2218-45bb-af31-9bbf2d2d2f49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36 HTTP/1.1" status: 200 len: 898 time: 1.0743408 Mar 28 15:19:57.627330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.10 (da954af0-481a-4aae-aeac-9628d60d82ea/f8532e13-bc73-4f50-aa80-5556620c5c0e/ccd9704b-a2be-4377-9736-1ce11097f2fe) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:57.639333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.677308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] For port 7713ce73-20f5-4bcf-b097-3f3871daa91b, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:19:57.682728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] For port 7713ce73-20f5-4bcf-b097-3f3871daa91b, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7713ce73-20f5-4bcf-b097-3f3871daa91b,segment=NetworkSegment(30517ee6-8fa9-4942-bba3-4579038ee589),segment_id=30517ee6-8fa9-4942-bba3-4579038ee589)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:19:57.690177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.733160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network fb7bd271-deb2-4ce0-8b29-bd65b250a676 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:57.738196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:57.748700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:57.763819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.808605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=94a04b8c-7c55-4d14-a002-be8b62b1d2fb,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:57.834387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:57.835006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:57.854345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a60a9-2606-4344-b6e2-315bb6af217e None None] Pushing event updated for resources: {'Port': ['ID=7713ce73-20f5-4bcf-b097-3f3871daa91b,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:57.927173 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d6ad983a-f8fa-402a-9823-010deffbdfe3 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6765602 Mar 28 15:19:57.927413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57650) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:57.934842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-adcbcb6d-1726-4193-94ce-b738ded665d7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'port_id': '94a04b8c-7c55-4d14-a002-be8b62b1d2fb'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:19:58.022426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adcbcb6d-1726-4193-94ce-b738ded665d7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:58.129760 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-65a0dc61-3266-40a4-bb47-ce452cd60cca tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/routers/6e293369-f936-4ef9-97c3-cd5b05571ad6 HTTP/1.1" status: 200 len: 888 time: 0.9145150 Mar 28 15:19:58.145926 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-27ebd84f-101f-408f-a9fb-e9252fb7bfb5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2090126a-054f-45d3-81f5-b26f65d40d69 HTTP/1.1" status: 200 len: 1001 time: 0.5070624 Mar 28 15:19:58.147545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57654) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:58.206259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7a94296d-2b4f-482d-a186-fd036d99d8d8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Synchronizing usage tracker for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:58.347511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7a94296d-2b4f-482d-a186-fd036d99d8d8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Unset dirty status for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:19:58.348571 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7a94296d-2b4f-482d-a186-fd036d99d8d8 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e293369-f936-4ef9-97c3-cd5b05571ad6 HTTP/1.1" status: 200 len: 205 time: 0.2000997 Mar 28 15:19:58.357038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57658) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:58.648712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d835016a-aebd-469f-8356-6e1fdfc43075 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:58.703131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-73197826-761d-47fa-bcf3-14515210f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:58.704289 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-73197826-761d-47fa-bcf3-14515210f325 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbc24358-b961-4aa7-835c-8d58956481ae HTTP/1.1" status: 200 len: 834 time: 0.4982071 Mar 28 15:19:58.785452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7713ce73-20f5-4bcf-b097-3f3871daa91b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:19:58.796828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835016a-aebd-469f-8356-6e1fdfc43075 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=ee892cea-424d-4070-b935-4335c512b93e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:58.958922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7713ce73-20f5-4bcf-b097-3f3871daa91b completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:58.965866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:58.995362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.037129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.061705 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1926e8-2c4e-401d-a7dc-60d66a49d71f None None] Network da954af0-481a-4aae-aeac-9628d60d82ea requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:19:59.194245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.206603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d835016a-aebd-469f-8356-6e1fdfc43075 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.220419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.241884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object ccd9704b-a2be-4377-9736-1ce11097f2fe will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:19:59.243207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6f04ff94-fa49-4342-a5ec-6024aeee1026 None None] Provisioning for port 7713ce73-20f5-4bcf-b097-3f3871daa91b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:19:59.256760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.257068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6f04ff94-fa49-4342-a5ec-6024aeee1026 None None] Provisioning complete for port 7713ce73-20f5-4bcf-b097-3f3871daa91b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:59.257535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6f04ff94-fa49-4342-a5ec-6024aeee1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.341063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:59.379830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 09c00ccc-7875-4f6a-80db-a17895945d74 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:19:59.380461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.417897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.445273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6f04ff94-fa49-4342-a5ec-6024aeee1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.457972 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d835016a-aebd-469f-8356-6e1fdfc43075 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/ee892cea-424d-4070-b935-4335c512b93e HTTP/1.1" status: 204 len: 168 time: 4.5357935 Mar 28 15:19:59.466835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57662) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:19:59.485992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6f04ff94-fa49-4342-a5ec-6024aeee1026 None None] For port 7713ce73-20f5-4bcf-b097-3f3871daa91b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7713ce73-20f5-4bcf-b097-3f3871daa91b,segment=NetworkSegment(30517ee6-8fa9-4942-bba3-4579038ee589),segment_id=30517ee6-8fa9-4942-bba3-4579038ee589)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:19:59.519882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-f99a1bc7-5248-43a5-87d2-563cca8e78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:59.521359 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-f99a1bc7-5248-43a5-87d2-563cca8e78e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7947948 Mar 28 15:19:59.527416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8:0:1::55 (df716b4c-5b8a-497b-b56a-58305a0b9d36/09c398b4-7c26-4d1d-97d7-74c8a25619b2/6c111d62-8540-4aab-901e-c93ed185390d) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:19:59.549119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adcbcb6d-1726-4193-94ce-b738ded665d7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.568737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network da954af0-481a-4aae-aeac-9628d60d82ea is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:19:59.588933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:19:59.590919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=ccd9704b-a2be-4377-9736-1ce11097f2fe,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:59.593037 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6f04ff94-fa49-4342-a5ec-6024aeee1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.628266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:19:59.669645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adcbcb6d-1726-4193-94ce-b738ded665d7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.692903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04ff94-fa49-4342-a5ec-6024aeee1026 None None] Pushing event updated for resources: {'Port': ['ID=7713ce73-20f5-4bcf-b097-3f3871daa91b,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:19:59.822397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6b280c58-c240-4b37-843f-c0bb3219db99 None None] Provisioning complete for port 7713ce73-20f5-4bcf-b097-3f3871daa91b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:19:59.823842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6b280c58-c240-4b37-843f-c0bb3219db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.839876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:59.841214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:19:59.888685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38111b2-806a-4ee1-a029-164d0a399a69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:59.890077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38111b2-806a-4ee1-a029-164d0a399a69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:59.891686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38111b2-806a-4ee1-a029-164d0a399a69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:19:59.892477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f38111b2-806a-4ee1-a029-164d0a399a69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:19:59.995085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.128451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 09c00ccc-7875-4f6a-80db-a17895945d74 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:00.155605 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f8dc7251-6ec9-499c-8320-f85098e23af8 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6699541 Mar 28 15:20:00.164041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2f833e1e-b1f9-4aeb-9cf6-9574bb451ff8 None None] Provisioning for port ccd9704b-a2be-4377-9736-1ce11097f2fe completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:00.165136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57666) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:00.170699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2f833e1e-b1f9-4aeb-9cf6-9574bb451ff8 None None] Provisioning complete for port ccd9704b-a2be-4377-9736-1ce11097f2fe triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:00.172770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f833e1e-b1f9-4aeb-9cf6-9574bb451ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.182465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': 'da954af0-481a-4aae-aeac-9628d60d82ea', 'name': 'tempest-PortsTestJSON-910134041', 'fixed_ips': [{'subnet_id': 'f8532e13-bc73-4f50-aa80-5556620c5c0e', 'ip_address': '172.20.0.9'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:00.193922 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-10ada08b-cb4e-468f-a413-b0295751bba8 service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610267 Mar 28 15:20:00.218991 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-adcbcb6d-1726-4193-94ce-b738ded665d7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 6ad8b06a-47f7-4299-a7fb-b97be3d9152e associated. External IP: 172.26.7.31, port: 94a04b8c-7c55-4d14-a002-be8b62b1d2fb. Mar 28 15:20:00.226219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2f833e1e-b1f9-4aeb-9cf6-9574bb451ff8 None None] Port ccd9704b-a2be-4377-9736-1ce11097f2fe cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:00.256187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.262824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f38111b2-806a-4ee1-a029-164d0a399a69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:00.264036 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f38111b2-806a-4ee1-a029-164d0a399a69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7943854 Mar 28 15:20:00.284705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57670) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:00.313089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Router 1daad2e9-57ae-4915-907d-dcbe8f82f001 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:20:00.394951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:20:00.420177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.598058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 6c111d62-8540-4aab-901e-c93ed185390d will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:00.618174 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0f69a4bd-5a04-49f0-8fbe-138fa55c2844 req-ab3f0912-93db-442e-af96-cb0b557ca0ae service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154942 Mar 28 15:20:00.668648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6c690d-6ced-49a3-a77b-e1d0a34d4d40 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 5d977c3a-0217-43d7-840b-5242c14fa01a {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:00.683318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d6c690d-6ced-49a3-a77b-e1d0a34d4d40 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.689256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.815213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7713ce73-20f5-4bcf-b097-3f3871daa91b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:00.934631 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:00.939464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.940557 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ce9ae48d-4e36-49a9-a94e-ce4b6fefc278 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "PUT /v2.0/routers/1daad2e9-57ae-4915-907d-dcbe8f82f001 HTTP/1.1" status: 200 len: 914 time: 9.2617276 Mar 28 15:20:00.944689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d6c690d-6ced-49a3-a77b-e1d0a34d4d40 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.946433 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16dab-c8fc-461b-8cc4-f724430bcc75 None None] Sync routers for ids ['1daad2e9-57ae-4915-907d-dcbe8f82f001'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:00.958405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7713ce73-20f5-4bcf-b097-3f3871daa91b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:00.964478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.966536 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee16dab-c8fc-461b-8cc4-f724430bcc75 None None] Routers {'1daad2e9-57ae-4915-907d-dcbe8f82f001'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:00.967232 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6ee16dab-c8fc-461b-8cc4-f724430bcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['1daad2e9-57ae-4915-907d-dcbe8f82f001'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:00.971469 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] In _notify_port_updated(), no bound segment for port 6c111d62-8540-4aab-901e-c93ed185390d on network df716b4c-5b8a-497b-b56a-58305a0b9d36 {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:20:00.979378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:00.980127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:00.985136 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "PUT /v2.0/ports/6c111d62-8540-4aab-901e-c93ed185390d HTTP/1.1" status: 200 len: 1011 time: 4.9411724 Mar 28 15:20:00.985733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57674) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:00.986187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57676) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:01.080495 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6ee16dab-c8fc-461b-8cc4-f724430bcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:01.089908 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee16dab-c8fc-461b-8cc4-f724430bcc75 None None] Routers {'1daad2e9-57ae-4915-907d-dcbe8f82f001'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:01.090824 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6ee16dab-c8fc-461b-8cc4-f724430bcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['1daad2e9-57ae-4915-907d-dcbe8f82f001'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:01.092591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d6c690d-6ced-49a3-a77b-e1d0a34d4d40 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:01.095681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d1319-471b-4549-812c-51e61b8fc647 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=6c111d62-8540-4aab-901e-c93ed185390d,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:01.157846 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6ee16dab-c8fc-461b-8cc4-f724430bcc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:01.158407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16dab-c8fc-461b-8cc4-f724430bcc75 None None] The sync data for ids ['1daad2e9-57ae-4915-907d-dcbe8f82f001'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:01.167426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:01.209876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:01.230419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4e642-71e4-4867-bd3a-5271ee230586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 6c111d62-8540-4aab-901e-c93ed185390d {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:01.230764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bcf4e642-71e4-4867-bd3a-5271ee230586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:01.231084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:port and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:01.235553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=09c00ccc-7875-4f6a-80db-a17895945d74,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:01.237350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:01.241043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ab6ba5f5-0152-4db3-8bb9-22fdb9b3a706 None None] Provisioning for port 6c111d62-8540-4aab-901e-c93ed185390d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:01.246819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ab6ba5f5-0152-4db3-8bb9-22fdb9b3a706 None None] Provisioning complete for port 6c111d62-8540-4aab-901e-c93ed185390d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:01.247387 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba5f5-0152-4db3-8bb9-22fdb9b3a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:01.279931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:01.313412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ba5f5-0152-4db3-8bb9-22fdb9b3a706 None None] Port 6c111d62-8540-4aab-901e-c93ed185390d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:01.336771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d6c690d-6ced-49a3-a77b-e1d0a34d4d40 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:01.441386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:01.446176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:01.460611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c690d-6ced-49a3-a77b-e1d0a34d4d40 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=5d977c3a-0217-43d7-840b-5242c14fa01a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:01.470537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d6c690d-6ced-49a3-a77b-e1d0a34d4d40 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:01.472405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac183a5-da8f-461b-b524-723799203490 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:01.508127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port fcb408d0-e9ea-4fe7-881d-c0c71fb276a5 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:01.559224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:01.618295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:01.638064 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d2d850ef-0c6a-4c65-b1fb-5f99a4b02b0f tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/routers/1daad2e9-57ae-4915-907d-dcbe8f82f001 HTTP/1.1" status: 200 len: 920 time: 0.6429167 Mar 28 15:20:01.641706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57682) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:01.680034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcbcb6d-1726-4193-94ce-b738ded665d7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:01.711621 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3d6c690d-6ced-49a3-a77b-e1d0a34d4d40 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/5d977c3a-0217-43d7-840b-5242c14fa01a HTTP/1.1" status: 204 len: 168 time: 1.4258380 Mar 28 15:20:01.745167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57686) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:01.779133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:01.787709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.029265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae018be3-710d-4997-baf3-c48518c111f9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 9f293671-55e9-48ce-9a7a-3f573b591886 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:02.049499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae018be3-710d-4997-baf3-c48518c111f9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.061589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.062076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Fanout notify agent at l3_agent the message router_deleted on router 6e293369-f936-4ef9-97c3-cd5b05571ad6 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:20:02.112187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.9 (da954af0-481a-4aae-aeac-9628d60d82ea/f8532e13-bc73-4f50-aa80-5556620c5c0e/fcb408d0-e9ea-4fe7-881d-c0c71fb276a5) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:02.115061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bcf4e642-71e4-4867-bd3a-5271ee230586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.139422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcbcb6d-1726-4193-94ce-b738ded665d7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:02.146993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-adcbcb6d-1726-4193-94ce-b738ded665d7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.152697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede1f39-90f4-48b9-b647-381e411c6b50 None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:02.163293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede1f39-90f4-48b9-b647-381e411c6b50 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:02.164132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-cede1f39-90f4-48b9-b647-381e411c6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:02.202572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.203783 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c66755ef-7de1-43b0-9e16-0d24dbf07546 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/6e293369-f936-4ef9-97c3-cd5b05571ad6 HTTP/1.1" status: 204 len: 168 time: 3.8457947 Mar 28 15:20:02.208668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57690) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:02.219973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'network': {'name': 'tempest-RoutersTest-637275483'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:02.246283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:02.264776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-adcbcb6d-1726-4193-94ce-b738ded665d7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/floatingips/6ad8b06a-47f7-4299-a7fb-b97be3d9152e HTTP/1.1" status: 200 len: 978 time: 4.3363132 Mar 28 15:20:02.266007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:network and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:02.271386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:02.273887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57694) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:02.279852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-cede1f39-90f4-48b9-b647-381e411c6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:02.287439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f66c39-8850-4a87-97a4-e2f75ddf7ff4 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:02.292061 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-46f66c39-8850-4a87-97a4-e2f75ddf7ff4 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=1daad2e9-57ae-4915-907d-dcbe8f82f001&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6439946 Mar 28 15:20:02.292343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae018be3-710d-4997-baf3-c48518c111f9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.302901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede1f39-90f4-48b9-b647-381e411c6b50 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:02.303770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-cede1f39-90f4-48b9-b647-381e411c6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:02.328320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4e642-71e4-4867-bd3a-5271ee230586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 6c111d62-8540-4aab-901e-c93ed185390d owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:02.357885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:02.365248 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ad7db875-1107-4532-a480-e129dbf5dac6 admin admin] 10.222.0.16 "PUT /v2.0/routers/197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6944013 Mar 28 15:20:02.373223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57698) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:02.373223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57700) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:02.373533 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] Sync routers for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:02.373974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.381893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-cede1f39-90f4-48b9-b647-381e411c6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:02.382089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede1f39-90f4-48b9-b647-381e411c6b50 None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:02.388143 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:02.388910 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:02.448186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9a08bb2b-1d1e-4510-9183-d4647033a2bf None None] Provisioning complete for port f70a58e8-cc98-4cfa-80ab-5feed950cf6e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:02.448585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9a08bb2b-1d1e-4510-9183-d4647033a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.502237 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:02.592507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 94a04b8c-7c55-4d14-a002-be8b62b1d2fb {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:02.592846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.610988 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:20:02.670630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:02.673913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.761477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:02.794262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae018be3-710d-4997-baf3-c48518c111f9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.823378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.826565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.826909 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added segment 2a979e5c-e75c-45ca-896d-dbae530f5355 of type vlan for network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 Mar 28 15:20:02.839326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.913134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce7f814-db33-4cbd-9658-367cac86ea92 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:02.917547 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:19:58Z', 'revision_number': 5, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:02.917733 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3ce7f814-db33-4cbd-9658-367cac86ea92 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 881 time: 0.5369010 Mar 28 15:20:02.918558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57706) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:02.921785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:02.923517 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] Checking router: 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:20:02.936046 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] Routers {'197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:02.937303 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:03.035723 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ce1a864b-2e06-4abf-a79d-2fec9c3cab42 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=1daad2e9-57ae-4915-907d-dcbe8f82f001 HTTP/1.1" status: 200 len: 205 time: 0.1159556 Mar 28 15:20:03.047653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57710) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:03.140830 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] Set router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:20:03.175463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.247000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.253563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:03.253931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.316287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.375952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae018be3-710d-4997-baf3-c48518c111f9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.417846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae018be3-710d-4997-baf3-c48518c111f9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=9f293671-55e9-48ce-9a7a-3f573b591886,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:03.419773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Deleting port a0a0ea61-badb-41c8-8220-c2aee6e91448 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:03.420108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.446925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object fcb408d0-e9ea-4fe7-881d-c0c71fb276a5 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:03.447340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bcf4e642-71e4-4867-bd3a-5271ee230586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.452435 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:19:58Z', 'revision_number': 5, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:03.457197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.457731 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d4ae4-97d2-4704-ba0c-c23e8d5ef044 None None] The sync data for ids ['197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec'] in dv-neutron-828143-13-hyperv is: [{'id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'name': 'tempest-ServerActionsTestJSON-1453226738-router', 'tenant_id': '14b7dff61050496c838afb311e489455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:15:52Z', 'updated_at': '2022-03-28T15:19:58Z', 'revision_number': 5, 'project_id': '14b7dff61050496c838afb311e489455', 'gw_port': {'id': 'a0a0ea61-badb-41c8-8220-c2aee6e91448', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:15:53Z', 'updated_at': '2022-03-28T15:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:03.474139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa29cb64-d45b-4e5d-a55a-f392f8ec7599 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:03.513838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae018be3-710d-4997-baf3-c48518c111f9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.532103 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3205051 Mar 28 15:20:03.537844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebf53b-e451-4161-ad39-f83b9513cccf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Network': ['ID=ae7489a3-b15e-491a-acbb-2d5ae9d97a97,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:03.539816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57720) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:03.550131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4e642-71e4-4867-bd3a-5271ee230586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=6c111d62-8540-4aab-901e-c93ed185390d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:03.557300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'subnet': {'network_id': 'ae7489a3-b15e-491a-acbb-2d5ae9d97a97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:03.562181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:03.615361 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ae018be3-710d-4997-baf3-c48518c111f9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/9f293671-55e9-48ce-9a7a-3f573b591886 HTTP/1.1" status: 204 len: 168 time: 1.8389068 Mar 28 15:20:03.621528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57724) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:03.793773 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-57491a8a-47bd-4515-b453-beffe4ef0c3a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1607676 Mar 28 15:20:03.795150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bcf4e642-71e4-4867-bd3a-5271ee230586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.800622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bcf4e642-71e4-4867-bd3a-5271ee230586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/6c111d62-8540-4aab-901e-c93ed185390d HTTP/1.1" status: 204 len: 168 time: 2.8066802 Mar 28 15:20:03.801695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57728) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:03.802038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57730) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:03.832673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:03.863234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c55407-c917-41c7-b536-5385f3e2548e None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:20:03.867770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b9c55407-c917-41c7-b536-5385f3e2548e None None] Deleting port f70a58e8-cc98-4cfa-80ab-5feed950cf6e {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:03.868138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b9c55407-c917-41c7-b536-5385f3e2548e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:03.875097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] For port a0a0ea61-badb-41c8-8220-c2aee6e91448, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a0a0ea61-badb-41c8-8220-c2aee6e91448,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:03.875468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.044456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Calling delete_port for a0a0ea61-badb-41c8-8220-c2aee6e91448 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:04.102044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b9c55407-c917-41c7-b536-5385f3e2548e None None] For port f70a58e8-cc98-4cfa-80ab-5feed950cf6e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f70a58e8-cc98-4cfa-80ab-5feed950cf6e,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:04.102277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b9c55407-c917-41c7-b536-5385f3e2548e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.167977 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9bb54f-8a96-4da6-a5b8-de1603e1a00b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:20:04.172705 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-af9bb54f-8a96-4da6-a5b8-de1603e1a00b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/6c111d62-8540-4aab-901e-c93ed185390d HTTP/1.1" status: 404 len: 333 time: 0.3591475 Mar 28 15:20:04.196352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57736) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:04.230680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.231223 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.231635 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 6ad8b06a-47f7-4299-a7fb-b97be3d9152e disassociated. External IP: 172.26.7.31, port: 94a04b8c-7c55-4d14-a002-be8b62b1d2fb. Mar 28 15:20:04.232075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 94a04b8c-7c55-4d14-a002-be8b62b1d2fb owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:04.233908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b9c55407-c917-41c7-b536-5385f3e2548e None None] Calling delete_port for f70a58e8-cc98-4cfa-80ab-5feed950cf6e owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:04.288503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-456ae071-760f-47e8-817f-712b7951d499 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 09c398b4-7c26-4d1d-97d7-74c8a25619b2 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:04.291591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-456ae071-760f-47e8-817f-712b7951d499 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.343100 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.358617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b9c55407-c917-41c7-b536-5385f3e2548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.364936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:04.383527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:subnet and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:04.393356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:04.406265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a0ea61-badb-41c8-8220-c2aee6e91448,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:04.413491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c55407-c917-41c7-b536-5385f3e2548e None None] No DVR routers for this DVR port f70a58e8-cc98-4cfa-80ab-5feed950cf6e on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:20:04.418547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:04.430297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c55407-c917-41c7-b536-5385f3e2548e None None] Pushing event deleted for resources: {'Port': ['ID=f70a58e8-cc98-4cfa-80ab-5feed950cf6e,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:04.436288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:04.451277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:04.453441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-456ae071-760f-47e8-817f-712b7951d499 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.456819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:04.462268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.466774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.514629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:04.563415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:04.566473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.566994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.623998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Deleting port 29970720-5262-488d-bc0b-404e8340b6b3 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:04.624257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.670965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network da954af0-481a-4aae-aeac-9628d60d82ea is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:04.734715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:04.736571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=fcb408d0-e9ea-4fe7-881d-c0c71fb276a5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:04.738763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:04.781185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:04.784685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.832652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f70a58e8-cc98-4cfa-80ab-5feed950cf6e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:04.886053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:04.886660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.888950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: f70a58e8-cc98-4cfa-80ab-5feed950cf6e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:20:04.891300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f70a58e8-cc98-4cfa-80ab-5feed950cf6e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:20:04.891861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:04.916675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.921713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.940304 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-456ae071-760f-47e8-817f-712b7951d499 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:04.959969 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:20:04.960562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a05ea256-7e90-4bc5-a795-5c6e7ad6f4e5 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:20:05.036999 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-8f034af9-7b31-43be-9f35-bc6a25505e28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4181948 Mar 28 15:20:05.052535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.060704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.061526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:20:05.081788 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.083155 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-709a992b-ff68-41be-97b7-67c3b9ca93f2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/197d8da7-7eaa-4d39-ac6e-3a426e9ab0ec HTTP/1.1" status: 204 len: 168 time: 2.7040348 Mar 28 15:20:05.086072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57740) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:05.170592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-985e2450-0c52-42dc-88d2-401f0e5c7761 None None] Provisioning for port fcb408d0-e9ea-4fe7-881d-c0c71fb276a5 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:05.176391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-985e2450-0c52-42dc-88d2-401f0e5c7761 None None] Provisioning complete for port fcb408d0-e9ea-4fe7-881d-c0c71fb276a5 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:05.176979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-985e2450-0c52-42dc-88d2-401f0e5c7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.185346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-456ae071-760f-47e8-817f-712b7951d499 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.192992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=94a04b8c-7c55-4d14-a002-be8b62b1d2fb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:05.243470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-456ae071-760f-47e8-817f-712b7951d499 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.246509 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-456ae071-760f-47e8-817f-712b7951d499 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/09c398b4-7c26-4d1d-97d7-74c8a25619b2 HTTP/1.1" status: 204 len: 168 time: 1.0492294 Mar 28 15:20:05.249305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-985e2450-0c52-42dc-88d2-401f0e5c7761 None None] Port fcb408d0-e9ea-4fe7-881d-c0c71fb276a5 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:05.253234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57744) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:05.256705 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf1df3-6a1d-483c-931d-e16080436e9d None None] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:05.260479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ae071-760f-47e8-817f-712b7951d499 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=09c398b4-7c26-4d1d-97d7-74c8a25619b2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:05.261742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98bc828-d690-4a98-8d8d-6997adadbf44 admin admin] Deleting subnet c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:05.292828 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-efab9a17-0670-4f71-afe6-09d15d537805 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.1202252 Mar 28 15:20:05.307611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57748) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:05.315055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c98bc828-d690-4a98-8d8d-6997adadbf44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.392512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9e4687-d91e-49ec-ad83-53cd6eec5b12 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 4fcf6aba-65a9-4b44-b3d8-9f8974a326d0 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:05.395794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c98bc828-d690-4a98-8d8d-6997adadbf44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.406169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.425919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4687-d91e-49ec-ad83-53cd6eec5b12 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.499106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-e5b627e4-6192-4c51-b423-479dd077bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:05.500965 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-e5b627e4-6192-4c51-b423-479dd077bade service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 1098 time: 0.3561308 Mar 28 15:20:05.522600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4687-d91e-49ec-ad83-53cd6eec5b12 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.793008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c98bc828-d690-4a98-8d8d-6997adadbf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.798232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Calling delete_port for 29970720-5262-488d-bc0b-404e8340b6b3 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:05.844169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-7d94847a-72bf-459f-8545-bd01bff76683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:05.845637 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-7d94847a-72bf-459f-8545-bd01bff76683 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36 HTTP/1.1" status: 200 len: 898 time: 0.2911162 Mar 28 15:20:05.851386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4687-d91e-49ec-ad83-53cd6eec5b12 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:05.989829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:06.059012 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-f1efeb45-2ce3-47fd-beac-70064de46e9b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2090126a-054f-45d3-81f5-b26f65d40d69 HTTP/1.1" status: 200 len: 1001 time: 0.1649082 Mar 28 15:20:06.111955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f45a78-2a73-48e8-b6bc-da6ce37b6985 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:06.112671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-02f45a78-2a73-48e8-b6bc-da6ce37b6985 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:06.115475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.131165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-5c5a244c-a3d3-4ed3-9bd1-95a5cc45fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:06.132516 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-5c5a244c-a3d3-4ed3-9bd1-95a5cc45fda6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbc24358-b961-4aa7-835c-8d58956481ae HTTP/1.1" status: 200 len: 834 time: 0.0666380 Mar 28 15:20:06.177281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.179589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4687-d91e-49ec-ad83-53cd6eec5b12 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.187633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c98bc828-d690-4a98-8d8d-6997adadbf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.249402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e4687-d91e-49ec-ad83-53cd6eec5b12 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcf6aba-65a9-4b44-b3d8-9f8974a326d0,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:06.252199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:06.252467 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c98bc828-d690-4a98-8d8d-6997adadbf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.268698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa26579-ce7e-4642-aac5-4166dd37f823 None None] Network 32fdabfd-77e5-48a6-aac8-16b15e900f26 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:06.291231 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4687-d91e-49ec-ad83-53cd6eec5b12 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.293348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea1d3c-7ead-4561-8c98-d50f5c5fb4c4 None None] Network df716b4c-5b8a-497b-b56a-58305a0b9d36 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:06.311701 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2c9e4687-d91e-49ec-ad83-53cd6eec5b12 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/4fcf6aba-65a9-4b44-b3d8-9f8974a326d0 HTTP/1.1" status: 204 len: 168 time: 1.0555475 Mar 28 15:20:06.312662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57754) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:06.319190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bc828-d690-4a98-8d8d-6997adadbf44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fe0fd3-ad0e-4333-b27a-ae4b461c3587,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:06.323329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:06.351333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:06.352065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.357031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-02f45a78-2a73-48e8-b6bc-da6ce37b6985 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:06.357687 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d84f37-fe3d-4cdf-9d56-51db2705f96e None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:06.360901 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-02f45a78-2a73-48e8-b6bc-da6ce37b6985 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 1.0477526 Mar 28 15:20:06.374200 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c98bc828-d690-4a98-8d8d-6997adadbf44 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c3fe0fd3-ad0e-4333-b27a-ae4b461c3587 HTTP/1.1" status: 204 len: 168 time: 1.2847626 Mar 28 15:20:06.374908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57758) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:06.375079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57760) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:06.403232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Subnet': ['ID=652bbc4f-2003-48ae-a33e-5ef3a8c5736d,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:06.502415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Checking segment: {'id': '2a979e5c-e75c-45ca-896d-dbae530f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae7489a3-b15e-491a-acbb-2d5ae9d97a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:06.503515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network hostable DHCP agents. Network: ae7489a3-b15e-491a-acbb-2d5ae9d97a97, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:06.514216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:06.538412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2528db-135a-4e00-b42b-1c2bcfd5b51d None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:06.583433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=3ea46793-388a-4bda-bfa9-a8aefe6ee5a7,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:06.611590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9e9de9e5-6b77-49dd-9e21-6696add355c5 None None] Provisioning complete for port 84aed5c6-8988-4616-842a-e7f30531f1c0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:06.611960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9e9de9e5-6b77-49dd-9e21-6696add355c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.617157 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1ba47677-3294-4fea-bef9-5a356c490612 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8054864 Mar 28 15:20:06.623564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57766) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:06.629946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.639112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:06.658141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.660854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-4e8641bb-42bc-4767-8e97-999d4b7b4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:06.662261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.662399 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-4e8641bb-42bc-4767-8e97-999d4b7b4cc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5232728 Mar 28 15:20:06.666972 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f0a0aae1-15f2-41cf-9899-65bba00d73ee tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/ports/94a04b8c-7c55-4d14-a002-be8b62b1d2fb HTTP/1.1" status: 204 len: 168 time: 4.3893745 Mar 28 15:20:06.670071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.686563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57770) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:06.719755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:06.722284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event deleted for resources: {'Port': ['ID=29970720-5262-488d-bc0b-404e8340b6b3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:06.740358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a0a0ea61-badb-41c8-8220-c2aee6e91448 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:06.787453 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2528db-135a-4e00-b42b-1c2bcfd5b51d None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:06.788111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-6c2528db-135a-4e00-b42b-1c2bcfd5b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:06.812703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, ae7489a3-b15e-491a-acbb-2d5ae9d97a97) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:06.819402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:06.819987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.835563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:06.896434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: a0a0ea61-badb-41c8-8220-c2aee6e91448 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:20:06.897015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a0a0ea61-badb-41c8-8220-c2aee6e91448 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:20:06.898581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f4ba6-c491-40f5-ab67-99d28c37fac2 None None] Network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:06.961109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-6c2528db-135a-4e00-b42b-1c2bcfd5b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:07.025715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 84aed5c6-8988-4616-842a-e7f30531f1c0 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:07.026207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.064962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2528db-135a-4e00-b42b-1c2bcfd5b51d None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:07.065460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-6c2528db-135a-4e00-b42b-1c2bcfd5b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:07.068961 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9469b982-1b01-44e5-b755-5240406632a5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5140452 Mar 28 15:20:07.069949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.071058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57774) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:07.074525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.080056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-919504664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:07.090585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:07.101039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:router and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:07.105261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:07.110382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:07.120654 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0ba838a8-f884-430f-b442-647709115c20 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "GET /v2.0/floatingips/6ad8b06a-47f7-4299-a7fb-b97be3d9152e HTTP/1.1" status: 200 len: 687 time: 0.4298713 Mar 28 15:20:07.123531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57778) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:07.135938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Deleting port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:07.136363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.197402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.197718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Fanout notify agent at l3_agent the message router_deleted on router 1daad2e9-57ae-4915-907d-dcbe8f82f001 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:20:07.211980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618df85-babc-458f-ba47-a36efa198bc3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:07.219228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618df85-babc-458f-ba47-a36efa198bc3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:07.219375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.220225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.225112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618df85-babc-458f-ba47-a36efa198bc3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:07.226605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-6c2528db-135a-4e00-b42b-1c2bcfd5b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:07.226984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2528db-135a-4e00-b42b-1c2bcfd5b51d None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:07.230925 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e618df85-babc-458f-ba47-a36efa198bc3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.8508213 Mar 28 15:20:07.237630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.238730 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5a84482b-aa12-4b19-ad0c-9876c2057f44 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/1daad2e9-57ae-4915-907d-dcbe8f82f001 HTTP/1.1" status: 204 len: 168 time: 4.1900978 Mar 28 15:20:07.247309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57782) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:07.247810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57784) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:07.299216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-112376449', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:07.324643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 33c80ab1-0874-41e6-8dc0-0138d4b8621b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:07.324977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.349232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.363095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:07.401315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '3ea46793-388a-4bda-bfa9-a8aefe6ee5a7'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:07.402194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.437426 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Usage tracker for resource:router and tenant:c5da1b7230d54d7ca47d605899dd35f3 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:07.454365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:07.497616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:07.500287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:07.504900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-ae7489a3-b15e-491a-acbb-2d5ae9d97a97', 'network_id': 'ae7489a3-b15e-491a-acbb-2d5ae9d97a97', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'fixed_ips': [{'subnet_id': '652bbc4f-2003-48ae-a33e-5ef3a8c5736d'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:07.505754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.531907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e6ceb-9076-44cf-9a1d-2dbf9714aaf5 None None] DHCP port deletion for df716b4c-5b8a-497b-b56a-58305a0b9d36 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:20:07.542978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-af69ac8a-0a12-4a37-ba69-b6d8b0c0b6a7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port fcb408d0-e9ea-4fe7-881d-c0c71fb276a5 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:07.543475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af69ac8a-0a12-4a37-ba69-b6d8b0c0b6a7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.551104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a89e6ceb-9076-44cf-9a1d-2dbf9714aaf5 None None] Deleting port 84aed5c6-8988-4616-842a-e7f30531f1c0 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:07.551719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a89e6ceb-9076-44cf-9a1d-2dbf9714aaf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.585358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3d4b0-62c6-4cc0-827a-d871bc1044d2 None None] DHCP port deletion for 32fdabfd-77e5-48a6-aac8-16b15e900f26 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:20:07.585890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:07.594880 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-a68e2ea3-0794-42b2-9505-a9918ce3ad29 service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9229226 Mar 28 15:20:07.619355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:07.657600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.658231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.693105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:07.706947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3d4b0-62c6-4cc0-827a-d871bc1044d2 None None] Deleting port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:07.707595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d4b0-62c6-4cc0-827a-d871bc1044d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.781635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.794574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 33c80ab1-0874-41e6-8dc0-0138d4b8621b owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:07.945407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.946790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.977174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] For port 84aed5c6-8988-4616-842a-e7f30531f1c0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=84aed5c6-8988-4616-842a-e7f30531f1c0,segment=NetworkSegment(3f0b96e9-e2c3-411c-ab1b-22b58355eef6),segment_id=3f0b96e9-e2c3-411c-ab1b-22b58355eef6)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:07.977653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.984334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:07.991201 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b45024c1-6768-4a63-991f-4d2fb033c9bb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9189060 Mar 28 15:20:07.991959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57790) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:08.005787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] For port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ee0f8fd5-e770-4657-b3c9-1aa07dacbf39,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:08.006145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.019312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Allocated IP 172.20.0.2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/3ea46793-388a-4bda-bfa9-a8aefe6ee5a7/f87c24d7-6235-4dca-9de8-b1a05c30ad99) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:08.073755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.163925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=33c80ab1-0874-41e6-8dc0-0138d4b8621b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:08.228796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.255528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:08.262978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.264717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Allocated IP 172.20.0.2 (ae7489a3-b15e-491a-acbb-2d5ae9d97a97/652bbc4f-2003-48ae-a33e-5ef3a8c5736d/ae32ffa4-f3a3-4445-814f-efd4f6cf7007) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:08.281287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a89e6ceb-9076-44cf-9a1d-2dbf9714aaf5 None None] For port 84aed5c6-8988-4616-842a-e7f30531f1c0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=84aed5c6-8988-4616-842a-e7f30531f1c0,segment=NetworkSegment(3f0b96e9-e2c3-411c-ab1b-22b58355eef6),segment_id=3f0b96e9-e2c3-411c-ab1b-22b58355eef6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:08.281675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a89e6ceb-9076-44cf-9a1d-2dbf9714aaf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.302136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.306816 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1f329a1b-0ac6-4ec3-b76c-de9cba78d1bc tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/floatingips/6ad8b06a-47f7-4299-a7fb-b97be3d9152e HTTP/1.1" status: 204 len: 168 time: 1.1789982 Mar 28 15:20:08.309101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57794) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:08.314772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '001d046d-0cee-4112-b9c2-302bd1df254d'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:08.320472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:08.325706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:floatingip and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:08.328950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:08.332574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5bb3d4b0-62c6-4cc0-827a-d871bc1044d2 None None] For port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ee0f8fd5-e770-4657-b3c9-1aa07dacbf39,segment=NetworkSegment(9d5d31c5-4e67-4cae-ab1f-4490fc38513f),segment_id=9d5d31c5-4e67-4cae-ab1f-4490fc38513f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:08.332980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d4b0-62c6-4cc0-827a-d871bc1044d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.335342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:08.397729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.426654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 84aed5c6-8988-4616-842a-e7f30531f1c0 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:08.455699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.457260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a89e6ceb-9076-44cf-9a1d-2dbf9714aaf5 None None] Calling delete_port for 84aed5c6-8988-4616-842a-e7f30531f1c0 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:08.523065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Calling delete_port for ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:08.538580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.636543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3d4b0-62c6-4cc0-827a-d871bc1044d2 None None] Calling delete_port for ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:08.674586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.26.7.83 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/e7aaf40c-d4db-4d89-ae9e-094c89a169b9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:08.747967 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3099d4-f032-49e6-8c14-03f9353683ab req-e9ebc0be-26b5-4d11-b7f1-6fd0add47e90 service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1072676 Mar 28 15:20:08.807302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 84aed5c6-8988-4616-842a-e7f30531f1c0 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:08.832015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.935529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:08.997645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a89e6ceb-9076-44cf-9a1d-2dbf9714aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.001517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.003289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:09.004766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:09.013522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:09.036658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d4b0-62c6-4cc0-827a-d871bc1044d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.043251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=e7aaf40c-d4db-4d89-ae9e-094c89a169b9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:09.051013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No active binding found for port 84aed5c6-8988-4616-842a-e7f30531f1c0 {{(pid=88488) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 15:20:09.051374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 84aed5c6-8988-4616-842a-e7f30531f1c0 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:20:09.051780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:09.162882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e6ceb-9076-44cf-9a1d-2dbf9714aaf5 None None] Pushing event deleted for resources: {'Port': ['ID=84aed5c6-8988-4616-842a-e7f30531f1c0,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:09.167257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Transition to ACTIVE for port object f87c24d7-6235-4dca-9de8-b1a05c30ad99 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:09.175835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:20:09.176176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:20:09.178181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:20:09.178506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:20:09.214760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3d4b0-62c6-4cc0-827a-d871bc1044d2 None None] No DVR routers for this DVR port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:20:09.225518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e6ceb-9076-44cf-9a1d-2dbf9714aaf5 None None] No DVR routers for this DVR port 84aed5c6-8988-4616-842a-e7f30531f1c0 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:20:09.248171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af69ac8a-0a12-4a37-ba69-b6d8b0c0b6a7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.250809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3d4b0-62c6-4cc0-827a-d871bc1044d2 None None] Pushing event deleted for resources: {'Port': ['ID=ee0f8fd5-e770-4657-b3c9-1aa07dacbf39,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:09.256295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.257282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:20:09.258133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:20:09.259883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Transition to ACTIVE for port object f87c24d7-6235-4dca-9de8-b1a05c30ad99 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:09.269381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Transition to ACTIVE for port object ae32ffa4-f3a3-4445-814f-efd4f6cf7007 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:09.288390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Transition to ACTIVE for port object ae32ffa4-f3a3-4445-814f-efd4f6cf7007 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:09.324489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.369308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.404951 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:09.419161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:09.423049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:09.429817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:09.430747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:09.434191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Pushing event updated for resources: {'Port': ['ID=f87c24d7-6235-4dca-9de8-b1a05c30ad99,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:09.438000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:09.541718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-af69ac8a-0a12-4a37-ba69-b6d8b0c0b6a7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for fcb408d0-e9ea-4fe7-881d-c0c71fb276a5 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:09.565568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.637911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Pushing event updated for resources: {'Port': ['ID=ae32ffa4-f3a3-4445-814f-efd4f6cf7007,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:09.650536 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Attempting to bind port f87c24d7-6235-4dca-9de8-b1a05c30ad99 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:09.650901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Attempting to bind port f87c24d7-6235-4dca-9de8-b1a05c30ad99 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:09.651285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Attempting to bind port f87c24d7-6235-4dca-9de8-b1a05c30ad99 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:09.668101 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:09.668466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:09.668864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.669255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:09.669756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Bound port: f87c24d7-6235-4dca-9de8-b1a05c30ad99, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:09.670123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.687055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Attempting to bind port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:09.687440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Attempting to bind port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '2a979e5c-e75c-45ca-896d-dbae530f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae7489a3-b15e-491a-acbb-2d5ae9d97a97'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:09.687770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Attempting to bind port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 on network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:09.726602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:09.727075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Checking segment: {'id': '2a979e5c-e75c-45ca-896d-dbae530f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae7489a3-b15e-491a-acbb-2d5ae9d97a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:09.727464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.727852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Bound using segment: {'id': '2a979e5c-e75c-45ca-896d-dbae530f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae7489a3-b15e-491a-acbb-2d5ae9d97a97'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:09.728359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Bound port: ae32ffa4-f3a3-4445-814f-efd4f6cf7007, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a979e5c-e75c-45ca-896d-dbae530f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ae7489a3-b15e-491a-acbb-2d5ae9d97a97'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:09.728739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.810335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Deleting port ee0f8fd5-e770-4657-b3c9-1aa07dacbf39 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:09.810737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.833837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 84aed5c6-8988-4616-842a-e7f30531f1c0 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:09.834153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.835496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.849743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] For port f87c24d7-6235-4dca-9de8-b1a05c30ad99, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:09.863670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] For port f87c24d7-6235-4dca-9de8-b1a05c30ad99, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f87c24d7-6235-4dca-9de8-b1a05c30ad99,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:09.869431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] For port ae32ffa4-f3a3-4445-814f-efd4f6cf7007, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:09.871148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] For port ae32ffa4-f3a3-4445-814f-efd4f6cf7007, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ae32ffa4-f3a3-4445-814f-efd4f6cf7007,segment=NetworkSegment(2a979e5c-e75c-45ca-896d-dbae530f5355),segment_id=2a979e5c-e75c-45ca-896d-dbae530f5355)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:09.890690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.948442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:09.977005 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] The port '84aed5c6-8988-4616-842a-e7f30531f1c0' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:20:09.983584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] The port 'ee0f8fd5-e770-4657-b3c9-1aa07dacbf39' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:20:09.992933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.061899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.073208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd490db-3266-48c4-a4f1-f082b5117d82 None None] Pushing event updated for resources: {'Port': ['ID=f87c24d7-6235-4dca-9de8-b1a05c30ad99,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:10.129688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.153776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7ec62-fe67-4c59-af5b-df7d05838566 None None] Pushing event updated for resources: {'Port': ['ID=ae32ffa4-f3a3-4445-814f-efd4f6cf7007,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:10.236395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.263082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=e7aaf40c-d4db-4d89-ae9e-094c89a169b9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:10.269017 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.349589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.381763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fdabfd-77e5-48a6-aac8-16b15e900f26']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:10.394549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5d31c5-4e67-4cae-ab1f-4490fc38513f') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:10.394849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5d31c5-4e67-4cae-ab1f-4490fc38513f') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:10.478408 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 52da28bb-9131-42f6-a553-f8f91ac74b3d associated. External IP: 172.26.7.83, port: 001d046d-0cee-4112-b9c2-302bd1df254d. Mar 28 15:20:10.560468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.710947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.835273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.845247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ae32ffa4-f3a3-4445-814f-efd4f6cf7007 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:10.861914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df716b4c-5b8a-497b-b56a-58305a0b9d36']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:10.881804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:20:10.882226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:20:10.895806 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:20:10.905405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:10.918562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0b96e9-e2c3-411c-ab1b-22b58355eef6') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:10.918813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0b96e9-e2c3-411c-ab1b-22b58355eef6') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:10.928842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af69ac8a-0a12-4a37-ba69-b6d8b0c0b6a7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.009662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:11.016468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f87c24d7-6235-4dca-9de8-b1a05c30ad99 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:11.059001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.087227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69ac8a-0a12-4a37-ba69-b6d8b0c0b6a7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=fcb408d0-e9ea-4fe7-881d-c0c71fb276a5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:11.102386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:11.113002 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d91666-9d97-48e2-afa4-81eb95558e2f None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:11.124103 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d91666-9d97-48e2-afa4-81eb95558e2f None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:11.124783 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-10d91666-9d97-48e2-afa4-81eb95558e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:11.147961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port f87c24d7-6235-4dca-9de8-b1a05c30ad99 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:11.189654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.197734 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-10d91666-9d97-48e2-afa4-81eb95558e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:11.209239 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d91666-9d97-48e2-afa4-81eb95558e2f None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:11.209745 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-10d91666-9d97-48e2-afa4-81eb95558e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:11.216094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.294025 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-10d91666-9d97-48e2-afa4-81eb95558e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:11.294791 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d91666-9d97-48e2-afa4-81eb95558e2f None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:11.314737 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f9bef8bc-c4b9-493d-9598-36129d93bd19 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0054917 Mar 28 15:20:11.317605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57800) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:11.323734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1042507179'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:11.329875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:11.334880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:network and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:11.338390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:11.345788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:11.402980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:20:11.404024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.424334 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:20:11.426515 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:20:11.428473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Made reservation on behalf of 63d54d08399a498c9990b9b952be2ecf for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:11.434480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.460273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.482592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:11.501040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.501573 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Added segment a2a1e841-9bf0-4b39-91bb-aa501bf402ed of type vlan for network 5595f854-0ea8-4318-8393-9b7e10fbe86a Mar 28 15:20:11.545775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.599189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=32fdabfd-77e5-48a6-aac8-16b15e900f26,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:11.655463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.661559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:11.667528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.729454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af69ac8a-0a12-4a37-ba69-b6d8b0c0b6a7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.782232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Network': ['ID=5595f854-0ea8-4318-8393-9b7e10fbe86a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:11.789849 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5aa77a8c-e026-44c7-a4ec-ec9858d59a71 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4686697 Mar 28 15:20:11.790259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57804) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:11.794907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 5595f854-0ea8-4318-8393-9b7e10fbe86a details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:11.797480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'subnet': {'network_id': '5595f854-0ea8-4318-8393-9b7e10fbe86a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:11.801284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.839776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-88c0bd18-97f9-4469-a7a8-f58137f17806 None None] Provisioning for port f87c24d7-6235-4dca-9de8-b1a05c30ad99 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:11.843303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.847990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-88c0bd18-97f9-4469-a7a8-f58137f17806 None None] Provisioning complete for port f87c24d7-6235-4dca-9de8-b1a05c30ad99 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:11.848623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-88c0bd18-97f9-4469-a7a8-f58137f17806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:11.851194 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/networks/df716b4c-5b8a-497b-b56a-58305a0b9d36 HTTP/1.1" status: 204 len: 168 time: 5.5333827 Mar 28 15:20:11.852597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.20.0.1 (ae7489a3-b15e-491a-acbb-2d5ae9d97a97/652bbc4f-2003-48ae-a33e-5ef3a8c5736d/8c707383-a2cd-46cd-8fde-801aa107afff) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:11.922630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57808) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:11.941458 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cf9f3b2e-eec4-486f-9ae9-6e1596dc8e9b admin admin] 10.222.0.16 "DELETE /v2.0/networks/32fdabfd-77e5-48a6-aac8-16b15e900f26 HTTP/1.1" status: 204 len: 168 time: 5.5593624 Mar 28 15:20:11.942684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad6da3-2b65-4af6-ac2b-983ee6f32e4e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Network': ['ID=df716b4c-5b8a-497b-b56a-58305a0b9d36,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:12.014947 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-af69ac8a-0a12-4a37-ba69-b6d8b0c0b6a7 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/fcb408d0-e9ea-4fe7-881d-c0c71fb276a5 HTTP/1.1" status: 204 len: 168 time: 4.7643080 Mar 28 15:20:12.018854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57814) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:12.026839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c385b0-bf46-4737-a160-a2b1e527770b None None] Network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:12.098273 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-64efd7e0-6700-46c5-a432-90aaf8a279a6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:20:12.101814 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-64efd7e0-6700-46c5-a432-90aaf8a279a6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/fcb408d0-e9ea-4fe7-881d-c0c71fb276a5 HTTP/1.1" status: 404 len: 333 time: 0.0684252 Mar 28 15:20:12.101814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:12.103677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57818) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:12.123104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.objects.ports [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88487) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:20:12.160920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:12.189074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b78e1fab-16c7-4db4-849d-5b22f2b7617f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port ccd9704b-a2be-4377-9736-1ce11097f2fe {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:12.189445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b78e1fab-16c7-4db4-849d-5b22f2b7617f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.223084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.252905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Made reservation on behalf of 63d54d08399a498c9990b9b952be2ecf for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:12.253134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.288334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-88c0bd18-97f9-4469-a7a8-f58137f17806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.323682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.360998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-88c0bd18-97f9-4469-a7a8-f58137f17806 None None] For port f87c24d7-6235-4dca-9de8-b1a05c30ad99, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f87c24d7-6235-4dca-9de8-b1a05c30ad99,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:12.421281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-88c0bd18-97f9-4469-a7a8-f58137f17806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.425034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57822) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:12.496668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.514190 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0bd18-97f9-4469-a7a8-f58137f17806 None None] Pushing event updated for resources: {'Port': ['ID=f87c24d7-6235-4dca-9de8-b1a05c30ad99,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:12.540607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45a7b4-f3e0-47ab-9249-ddccefa589db tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:12.541319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7b45a7b4-f3e0-47ab-9249-ddccefa589db tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:12.577577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Transition to ACTIVE for port object 8c707383-a2cd-46cd-8fde-801aa107afff will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:12.611127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Allocated IP 172.26.7.127 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/c5487e34-d677-4492-a86d-93fe5fc9fbe4) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:12.702950 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-79a7bfb0-d064-4f73-b7a5-95bb3db238a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14b7dff61050496c838afb311e489455&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2128386 Mar 28 15:20:12.703452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57826) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:12.718194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9485c5ad-38ae-427f-8453-ea0a6ac8ee46 None None] Provisioning for port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:12.723546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9485c5ad-38ae-427f-8453-ea0a6ac8ee46 None None] Provisioning complete for port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:12.723919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9485c5ad-38ae-427f-8453-ea0a6ac8ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.767074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f87c24d7-6235-4dca-9de8-b1a05c30ad99 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:12.790322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b78e1fab-16c7-4db4-849d-5b22f2b7617f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.799076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5a98359-be24-4706-806d-cd9209e48149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.799350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7b45a7b4-f3e0-47ab-9249-ddccefa589db tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:12.805569 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7b45a7b4-f3e0-47ab-9249-ddccefa589db tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8749030 Mar 28 15:20:12.805569 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.814366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57830) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:12.915681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=8c707383-a2cd-46cd-8fde-801aa107afff,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:12.926455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.935139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:12.940423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:12.951010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:12.953768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9485c5ad-38ae-427f-8453-ea0a6ac8ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.963272 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f87c24d7-6235-4dca-9de8-b1a05c30ad99 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:12.963765 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.972864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:12.989865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.027795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b78e1fab-16c7-4db4-849d-5b22f2b7617f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for ccd9704b-a2be-4377-9736-1ce11097f2fe owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:13.064087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-9485c5ad-38ae-427f-8453-ea0a6ac8ee46 None None] For port ae32ffa4-f3a3-4445-814f-efd4f6cf7007, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ae32ffa4-f3a3-4445-814f-efd4f6cf7007,segment=NetworkSegment(2a979e5c-e75c-45ca-896d-dbae530f5355),segment_id=2a979e5c-e75c-45ca-896d-dbae530f5355)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:13.084442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.143235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5a98359-be24-4706-806d-cd9209e48149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.146796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9485c5ad-38ae-427f-8453-ea0a6ac8ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.229857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485c5ad-38ae-427f-8453-ea0a6ac8ee46 None None] Pushing event updated for resources: {'Port': ['ID=ae32ffa4-f3a3-4445-814f-efd4f6cf7007,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:13.236704 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:20:13.238746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Subnet': ['ID=25143897-8fa9-42f2-bf61-bfbfaa50af25,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:13.265733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Checking segment: {'id': 'a2a1e841-9bf0-4b39-91bb-aa501bf402ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5595f854-0ea8-4318-8393-9b7e10fbe86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:13.265996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network hostable DHCP agents. Network: 5595f854-0ea8-4318-8393-9b7e10fbe86a, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:13.331601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d08445f6-cda3-4ec3-aa31-6187f6fc3f43 None None] Provisioning for port 8c707383-a2cd-46cd-8fde-801aa107afff completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:13.337005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d08445f6-cda3-4ec3-aa31-6187f6fc3f43 None None] Provisioning complete for port 8c707383-a2cd-46cd-8fde-801aa107afff triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:13.338788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d08445f6-cda3-4ec3-aa31-6187f6fc3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.353670 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4f35e5e6-d12c-445d-b0c4-e3c4fbb805cc tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5381880 Mar 28 15:20:13.354253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57834) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:13.363632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1791545384'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:13.372178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:13.376737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:network and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:13.379815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:13.386307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:13.397267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d08445f6-cda3-4ec3-aa31-6187f6fc3f43 None None] Port 8c707383-a2cd-46cd-8fde-801aa107afff cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:13.403632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network 5595f854-0ea8-4318-8393-9b7e10fbe86a is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:13.409928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d08445f6-cda3-4ec3-aa31-6187f6fc3f43 None None] Provisioning complete for port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:13.410495 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d08445f6-cda3-4ec3-aa31-6187f6fc3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.432202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5a98359-be24-4706-806d-cd9209e48149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.452996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a98359-be24-4706-806d-cd9209e48149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334b87b-96db-4adc-8ba7-4a793fbcf614,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:13.484532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b78e1fab-16c7-4db4-849d-5b22f2b7617f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.486227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:13.490252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.542243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 5595f854-0ea8-4318-8393-9b7e10fbe86a) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:13.543984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.556463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e1fab-16c7-4db4-849d-5b22f2b7617f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=ccd9704b-a2be-4377-9736-1ce11097f2fe,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:13.558992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:13.560031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.562069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ee2f6d-26d1-40b2-bf3c-5ba31363a5c0 None None] Network 5595f854-0ea8-4318-8393-9b7e10fbe86a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:13.578652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:13.589644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.589917 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Added segment 9724f556-1a74-493f-9fdb-516c5974c32d of type vlan for network 27234adb-77e1-47b1-9f79-5df8df666e4c Mar 28 15:20:13.616994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.648657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:13.662954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:13.674162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.713372 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:13.752658 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.766057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:13.766057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.784471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event updated for resources: {'Port': ['ID=c5487e34-d677-4492-a86d-93fe5fc9fbe4,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:13.808675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] For port f87c24d7-6235-4dca-9de8-b1a05c30ad99, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f87c24d7-6235-4dca-9de8-b1a05c30ad99,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:13.829025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-5595f854-0ea8-4318-8393-9b7e10fbe86a', 'network_id': '5595f854-0ea8-4318-8393-9b7e10fbe86a', 'tenant_id': '63d54d08399a498c9990b9b952be2ecf', 'fixed_ips': [{'subnet_id': '25143897-8fa9-42f2-bf61-bfbfaa50af25'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:13.831014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.833565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b78e1fab-16c7-4db4-849d-5b22f2b7617f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.838003 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b78e1fab-16c7-4db4-849d-5b22f2b7617f tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/ccd9704b-a2be-4377-9736-1ce11097f2fe HTTP/1.1" status: 204 len: 168 time: 1.7333503 Mar 28 15:20:13.841053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57838) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:13.853930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5a98359-be24-4706-806d-cd9209e48149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:13.853930 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b5a98359-be24-4706-806d-cd9209e48149 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e334b87b-96db-4adc-8ba7-4a793fbcf614 HTTP/1.1" status: 204 len: 168 time: 1.1432564 Mar 28 15:20:14.025996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Allocated IP 172.20.0.2 (5595f854-0ea8-4318-8393-9b7e10fbe86a/25143897-8fa9-42f2-bf61-bfbfaa50af25/fbe93938-9077-4065-bded-9782b2904d52) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:14.036419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:20:14.085446 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7255175 Mar 28 15:20:14.087133 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4bf7999d-9926-464e-a2bc-718f8aac4f48 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2958424 Mar 28 15:20:14.089822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57844) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:14.090190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57846) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:14.091064 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3563b090-8302-4d72-9526-bbdb127c7cb3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:20:14.091582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3563b090-8302-4d72-9526-bbdb127c7cb3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:14.100669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1466627505', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:14.107693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5316f-24f6-4c71-8347-60c69f971a14 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Network': ['ID=27234adb-77e1-47b1-9f79-5df8df666e4c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:14.113225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '27234adb-77e1-47b1-9f79-5df8df666e4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:14.122556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.144794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 27234adb-77e1-47b1-9f79-5df8df666e4c details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:14.150285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:14.160870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:router and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:14.165965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:14.225750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:14.231875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.232058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.257866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57854) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:14.325038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3563b090-8302-4d72-9526-bbdb127c7cb3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:14.327515 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3563b090-8302-4d72-9526-bbdb127c7cb3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/ccd9704b-a2be-4377-9736-1ce11097f2fe HTTP/1.1" status: 404 len: 333 time: 0.4852276 Mar 28 15:20:14.333855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57860) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:14.335166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:14.339121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.340759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.361067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:14.371763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:14.383973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:14.395234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.403873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.411975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Transition to ACTIVE for port object fbe93938-9077-4065-bded-9782b2904d52 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:14.435869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Transition to ACTIVE for port object fbe93938-9077-4065-bded-9782b2904d52 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:14.439286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c9a7e-641d-4439-b9fe-7aa79b9fd058 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:14.439850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c9a7e-641d-4439-b9fe-7aa79b9fd058 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:14.440319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c9a7e-641d-4439-b9fe-7aa79b9fd058 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:14.442136 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b24c9a7e-641d-4439-b9fe-7aa79b9fd058 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=0f72262e7a4747a2aa505b4725bc03f7&network_id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36 HTTP/1.1" status: 200 len: 3001 time: 0.1817877 Mar 28 15:20:14.449551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:14.453495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.460743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:14.465927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:14.478605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034b3ad9-44fb-4655-a724-a0ca5f93855e None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:14.479715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:14.482438 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.509217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=f87c24d7-6235-4dca-9de8-b1a05c30ad99,revision_number=5']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:14.510969 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.614216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=4ae8aeaa-9b21-4d8f-9558-aa953916b7df,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:14.656905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bad6f1d-d64d-4884-a906-10af8e1d67e5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet f8532e13-bc73-4f50-aa80-5556620c5c0e {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:14.658441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bad6f1d-d64d-4884-a906-10af8e1d67e5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.659223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Network 5595f854-0ea8-4318-8393-9b7e10fbe86a is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:14.664356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:14.678099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:14.702303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Pushing event updated for resources: {'Port': ['ID=fbe93938-9077-4065-bded-9782b2904d52,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:14.741310 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-72fd59b3-539f-49dd-bf80-bda90a06b8ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 8.1085432 Mar 28 15:20:14.742042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57876) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:14.811647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:92:fe:35', 'name': 'tempest-NetworksTestDHCPv6-2127850793'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:14.848558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Attempting to bind port fbe93938-9077-4065-bded-9782b2904d52 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:14.849224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Attempting to bind port fbe93938-9077-4065-bded-9782b2904d52 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'a2a1e841-9bf0-4b39-91bb-aa501bf402ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5595f854-0ea8-4318-8393-9b7e10fbe86a'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:14.849758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Attempting to bind port fbe93938-9077-4065-bded-9782b2904d52 on network 5595f854-0ea8-4318-8393-9b7e10fbe86a {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:14.852604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ae32ffa4-f3a3-4445-814f-efd4f6cf7007 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:14.885126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.926252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:14.926769 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Checking segment: {'id': 'a2a1e841-9bf0-4b39-91bb-aa501bf402ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5595f854-0ea8-4318-8393-9b7e10fbe86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:14.927206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:14.927604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Bound using segment: {'id': 'a2a1e841-9bf0-4b39-91bb-aa501bf402ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5595f854-0ea8-4318-8393-9b7e10fbe86a'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:14.928094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Bound port: fbe93938-9077-4065-bded-9782b2904d52, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a1e841-9bf0-4b39-91bb-aa501bf402ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5595f854-0ea8-4318-8393-9b7e10fbe86a'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:14.928488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.007668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bad6f1d-d64d-4884-a906-10af8e1d67e5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.156162 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:15.156724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.175841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.197973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] For port fbe93938-9077-4065-bded-9782b2904d52, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:15.216944 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] For port fbe93938-9077-4065-bded-9782b2904d52, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fbe93938-9077-4065-bded-9782b2904d52,segment=NetworkSegment(a2a1e841-9bf0-4b39-91bb-aa501bf402ed),segment_id=a2a1e841-9bf0-4b39-91bb-aa501bf402ed)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:15.284597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:15.289524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:15.290550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=0609481b-20e3-43fe-94d0-0fac8dd38b56,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:15.293276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.295738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:15.302713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Checking segment: {'id': '9724f556-1a74-493f-9fdb-516c5974c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '27234adb-77e1-47b1-9f79-5df8df666e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:15.303325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network hostable DHCP agents. Network: 27234adb-77e1-47b1-9f79-5df8df666e4c, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:15.307323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:15.417735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:15.421837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f87c24d7-6235-4dca-9de8-b1a05c30ad99 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:15.439758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 27234adb-77e1-47b1-9f79-5df8df666e4c is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:15.499476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad991956-ce7d-46d2-84bd-161a670b01c1 None None] Pushing event updated for resources: {'Port': ['ID=fbe93938-9077-4065-bded-9782b2904d52,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:15.569352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f87c24d7-6235-4dca-9de8-b1a05c30ad99 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:15.569988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.628108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.631107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 27234adb-77e1-47b1-9f79-5df8df666e4c) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:15.646798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:15.647764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.657146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.671552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca5d18f-52bb-4de4-9568-8ef114b57013 None None] Network 27234adb-77e1-47b1-9f79-5df8df666e4c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:15.695866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.708911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.743296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.793192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.858844 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-223a40df-a1d6-4913-a286-2b0ac565ce47 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7643969 Mar 28 15:20:15.863115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57900) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:15.902889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': '27234adb-77e1-47b1-9f79-5df8df666e4c', 'name': 'tempest-PortsIpV6TestJSON-164944028'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:15.930810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:15.985366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.26.7.169 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/12b0034a-afd4-49ec-b320-0b7ea676f4b9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:15.991041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57904) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:16.028911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port faa7dad2-1b96-4f82-94ca-53980a1cf672 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:16.132157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bad6f1d-d64d-4884-a906-10af8e1d67e5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:16.183762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-27234adb-77e1-47b1-9f79-5df8df666e4c', 'network_id': '27234adb-77e1-47b1-9f79-5df8df666e4c', 'tenant_id': '0bd0fba2577048bb84e2783d6c2c84ee', 'fixed_ips': [{'subnet_id': '0609481b-20e3-43fe-94d0-0fac8dd38b56'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:16.185259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:16.362061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=8c707383-a2cd-46cd-8fde-801aa107afff,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:16.469347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:16.490242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57914) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:16.499254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:16.504362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:16.523926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0d108-de86-46b1-a624-6e289a6be65c tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:16.539614 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e8d0d108-de86-46b1-a624-6e289a6be65c tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 814 time: 0.5339248 Mar 28 15:20:16.563061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Allocated IP 2001:db8::2 (27234adb-77e1-47b1-9f79-5df8df666e4c/0609481b-20e3-43fe-94d0-0fac8dd38b56/cf2e01d6-932d-4849-8efd-11bdcee1ce41) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:16.586741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:16.591158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:16.601726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9ad892ee-a0bc-493d-bab0-8b9219ad780a None None] Provisioning complete for port f87c24d7-6235-4dca-9de8-b1a05c30ad99 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:16.602210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9ad892ee-a0bc-493d-bab0-8b9219ad780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:16.631525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 60001328-ec84-43e7-92b8-d9892c3e536f yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:16.677406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:16.684777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:16.776186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:16.804870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:16.811401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:16.822570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:16.825602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bad6f1d-d64d-4884-a906-10af8e1d67e5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:16.888824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1413207759'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:16.903380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=12b0034a-afd4-49ec-b320-0b7ea676f4b9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:16.912946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:16.932539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Usage tracker for resource:network and tenant:0655576445254ddeb2274c76838a277b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:16.938184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:16.942364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fbe93938-9077-4065-bded-9782b2904d52 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:16.951009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad6f1d-d64d-4884-a906-10af8e1d67e5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=f8532e13-bc73-4f50-aa80-5556620c5c0e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:16.966330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:17.084312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57924) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:17.089969 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3368cad-441f-4305-9f75-c8506bf8ce52 None None] Network da954af0-481a-4aae-aeac-9628d60d82ea requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:17.123935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'network': {'name': 'tempest-network-smoke--1524713153', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'port_security_enabled': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:17.131072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:17.208473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Made reservation on behalf of 0655576445254ddeb2274c76838a277b for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:17.211871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.224332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.228929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d57597c-c6e1-437a-9416-b4bf816f275e None None] Network 5595f854-0ea8-4318-8393-9b7e10fbe86a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:17.260997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:17.266362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bad6f1d-d64d-4884-a906-10af8e1d67e5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.270094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.280283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Transition to ACTIVE for port object cf2e01d6-932d-4849-8efd-11bdcee1ce41 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:17.299520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:17.309527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Usage tracker for resource:security_group_rule and tenant:0655576445254ddeb2274c76838a277b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:17.313481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:17.320764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:17.407246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Transition to ACTIVE for port object cf2e01d6-932d-4849-8efd-11bdcee1ce41 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:17.409188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:17.413531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.424415 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8bad6f1d-d64d-4884-a906-10af8e1d67e5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/f8532e13-bc73-4f50-aa80-5556620c5c0e HTTP/1.1" status: 204 len: 168 time: 3.0786028 Mar 28 15:20:17.432282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57928) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:17.433729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.497219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.500902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port fbe93938-9077-4065-bded-9782b2904d52 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:17.516878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 172.20.0.5 (407e43a9-7d21-4a68-a014-97c49e9e0f14/3ea46793-388a-4bda-bfa9-a8aefe6ee5a7/faa7dad2-1b96-4f82-94ca-53980a1cf672) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:17.530180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.542564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] Provisioning complete for port 8c707383-a2cd-46cd-8fde-801aa107afff triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:17.542933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.558638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.590345 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:fe92:fe35 (407e43a9-7d21-4a68-a014-97c49e9e0f14/4ae8aeaa-9b21-4d8f-9558-aa953916b7df/faa7dad2-1b96-4f82-94ca-53980a1cf672) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:17.631177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:17.631665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Network 27234adb-77e1-47b1-9f79-5df8df666e4c is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:17.639267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:17.641324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:17.666168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:17.693174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.706813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] Port 8c707383-a2cd-46cd-8fde-801aa107afff cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:17.708150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Pushing event updated for resources: {'Port': ['ID=cf2e01d6-932d-4849-8efd-11bdcee1ce41,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:17.727377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5992ffa-12a0-4dcb-9bed-f2447f95387d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:17.733313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::37e (27234adb-77e1-47b1-9f79-5df8df666e4c/0609481b-20e3-43fe-94d0-0fac8dd38b56/60001328-ec84-43e7-92b8-d9892c3e536f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:17.751796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.752464 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Added segment 15bc72db-a01c-487a-bb10-bf16a97d9e5c of type vlan for network 82038f63-b641-41f4-8bec-1347228fde5f Mar 28 15:20:17.753898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.754208 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Added segment 1e6bc6db-db74-47aa-9373-d1fa2444ff53 of type vlan for network 6c491053-71bb-4910-b28f-e67b8c7f7e67 Mar 28 15:20:17.829616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 7713ce73-20f5-4bcf-b097-3f3871daa91b {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:17.830116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.834290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.857154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Attempting to bind port cf2e01d6-932d-4849-8efd-11bdcee1ce41 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:17.857515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Attempting to bind port cf2e01d6-932d-4849-8efd-11bdcee1ce41 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9724f556-1a74-493f-9fdb-516c5974c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '27234adb-77e1-47b1-9f79-5df8df666e4c'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:17.858284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Attempting to bind port cf2e01d6-932d-4849-8efd-11bdcee1ce41 on network 27234adb-77e1-47b1-9f79-5df8df666e4c {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:17.866785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router da3f682c-eabe-429f-b71b-3b235e47200c is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:20:17.871740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:17.872605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Checking segment: {'id': '9724f556-1a74-493f-9fdb-516c5974c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '27234adb-77e1-47b1-9f79-5df8df666e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:17.872605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.872993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Bound using segment: {'id': '9724f556-1a74-493f-9fdb-516c5974c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '27234adb-77e1-47b1-9f79-5df8df666e4c'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:17.873393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Bound port: cf2e01d6-932d-4849-8efd-11bdcee1ce41, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9724f556-1a74-493f-9fdb-516c5974c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '27234adb-77e1-47b1-9f79-5df8df666e4c'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:17.873787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.893123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] Provisioning for port fbe93938-9077-4065-bded-9782b2904d52 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:17.927665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] Provisioning complete for port fbe93938-9077-4065-bded-9782b2904d52 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:17.928236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.951209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.955789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:17.979435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] DHCP port deletion for da954af0-481a-4aae-aeac-9628d60d82ea request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:20:17.993825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] Deleting port 7713ce73-20f5-4bcf-b097-3f3871daa91b {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:17.994420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.132233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] For port cf2e01d6-932d-4849-8efd-11bdcee1ce41, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:18.155987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] For port cf2e01d6-932d-4849-8efd-11bdcee1ce41, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cf2e01d6-932d-4849-8efd-11bdcee1ce41,segment=NetworkSegment(9724f556-1a74-493f-9fdb-516c5974c32d),segment_id=9724f556-1a74-493f-9fdb-516c5974c32d)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:18.235047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.357833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.362629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:18.363528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:18.364043 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.372339 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-233d42b0-6881-4de4-8667-60871babdb09 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/da3f682c-eabe-429f-b71b-3b235e47200c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3697345 Mar 28 15:20:18.381428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.384287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57932) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:18.390150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.422719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4885b-c12c-4a4a-98e0-1eddf29d5907 None None] Sync routers for ids ['da3f682c-eabe-429f-b71b-3b235e47200c'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:18.450013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.455451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:18.456121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.466128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object faa7dad2-1b96-4f82-94ca-53980a1cf672 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:18.471376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] For port 7713ce73-20f5-4bcf-b097-3f3871daa91b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7713ce73-20f5-4bcf-b097-3f3871daa91b,segment=NetworkSegment(30517ee6-8fa9-4942-bba3-4579038ee589),segment_id=30517ee6-8fa9-4942-bba3-4579038ee589)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:18.472071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.472309 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4885b-c12c-4a4a-98e0-1eddf29d5907 None None] Routers {'da3f682c-eabe-429f-b71b-3b235e47200c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:18.472870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-78c4885b-c12c-4a4a-98e0-1eddf29d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['da3f682c-eabe-429f-b71b-3b235e47200c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:18.563677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-78c4885b-c12c-4a4a-98e0-1eddf29d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:18.569787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] For port fbe93938-9077-4065-bded-9782b2904d52, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fbe93938-9077-4065-bded-9782b2904d52,segment=NetworkSegment(a2a1e841-9bf0-4b39-91bb-aa501bf402ed),segment_id=a2a1e841-9bf0-4b39-91bb-aa501bf402ed)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:18.576448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] For port 7713ce73-20f5-4bcf-b097-3f3871daa91b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7713ce73-20f5-4bcf-b097-3f3871daa91b,segment=NetworkSegment(30517ee6-8fa9-4942-bba3-4579038ee589),segment_id=30517ee6-8fa9-4942-bba3-4579038ee589)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:18.576947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.585591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4885b-c12c-4a4a-98e0-1eddf29d5907 None None] Routers {'da3f682c-eabe-429f-b71b-3b235e47200c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:18.586194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-78c4885b-c12c-4a4a-98e0-1eddf29d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['da3f682c-eabe-429f-b71b-3b235e47200c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:18.602412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Router d30c95fb-b797-41e6-98cc-931ddfc7a461 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:20:18.650527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Network': ['ID=6c491053-71bb-4910-b28f-e67b8c7f7e67,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:18.652677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-78c4885b-c12c-4a4a-98e0-1eddf29d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:18.652854 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4885b-c12c-4a4a-98e0-1eddf29d5907 None None] The sync data for ids ['da3f682c-eabe-429f-b71b-3b235e47200c'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:18.655072 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1924c-8394-4cde-853e-b41810acbd84 None None] Pushing event updated for resources: {'Port': ['ID=cf2e01d6-932d-4849-8efd-11bdcee1ce41,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:18.661550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.734287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:18.765754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 6c491053-71bb-4910-b28f-e67b8c7f7e67 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:18.795277 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 7713ce73-20f5-4bcf-b097-3f3871daa91b owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:18.849485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f4703-3b23-4f85-8f6f-297214857582 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:18.850069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-664f4703-3b23-4f85-8f6f-297214857582 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Synchronizing usage tracker for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:18.860828 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3650985 Mar 28 15:20:18.881586 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-84cc68bb-8178-4c84-bdd5-47ddfb6a9a2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7768033 Mar 28 15:20:18.890555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57940) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:18.897525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 60001328-ec84-43e7-92b8-d9892c3e536f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:18.899339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9101b96-606d-4d8a-aaa0-00b7990ee08a tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Pushing event updated for resources: {'Network': ['ID=82038f63-b641-41f4-8bec-1347228fde5f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:18.948798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7713ce73-20f5-4bcf-b097-3f3871daa91b no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:18.976762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.008623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 82038f63-b641-41f4-8bec-1347228fde5f details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:19.030886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] Calling delete_port for 7713ce73-20f5-4bcf-b097-3f3871daa91b owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:19.123274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bca508-f943-4200-bdeb-4d595697fe15 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:19.124717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d4bca508-f943-4200-bdeb-4d595697fe15 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2308931 Mar 28 15:20:19.133449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57944) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:19.158379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-664f4703-3b23-4f85-8f6f-297214857582 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Unset dirty status for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:19.160245 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-664f4703-3b23-4f85-8f6f-297214857582 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports/8c707383-a2cd-46cd-8fde-801aa107afff HTTP/1.1" status: 200 len: 910 time: 0.7750421 Mar 28 15:20:19.178328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57948) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:19.186555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.194385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-dbc274bf-7284-4e74-a6d1-d1f2b229a819 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '652bbc4f-2003-48ae-a33e-5ef3a8c5736d'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:19.206048 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No ports have port_id starting with 7713ce73-20f5-4bcf-b097-3f3871daa91b Mar 28 15:20:19.224563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.273795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57952) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:19.316789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=7713ce73-20f5-4bcf-b097-3f3871daa91b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:19.333387 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bb46d8fb-0159-4cd5-a6ed-d5e7df2fae4f None None] Provisioning complete for port fbe93938-9077-4065-bded-9782b2904d52 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:19.333933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bb46d8fb-0159-4cd5-a6ed-d5e7df2fae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.346858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Request body: {'port': {'network_id': '82038f63-b641-41f4-8bec-1347228fde5f', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-323889972'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:19.357843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No DVR routers for this DVR port 7713ce73-20f5-4bcf-b097-3f3871daa91b on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:20:19.359916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b3228-12c8-41fa-b6f3-865effbb0335 None None] Pushing event updated for resources: {'Port': ['ID=fbe93938-9077-4065-bded-9782b2904d52,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:19.405423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:19.407826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:19.424392 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f523dcd-2252-4ec3-b66e-a7c7f17cfc72 None None] Sync routers for ids ['d30c95fb-b797-41e6-98cc-931ddfc7a461'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:19.434634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:19.435805 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f523dcd-2252-4ec3-b66e-a7c7f17cfc72 None None] Routers {'d30c95fb-b797-41e6-98cc-931ddfc7a461'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:19.436670 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6f523dcd-2252-4ec3-b66e-a7c7f17cfc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d30c95fb-b797-41e6-98cc-931ddfc7a461'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:19.448030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Usage tracker for resource:port and tenant:d9ed3c8624964487af074a7c48a569b2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:19.451095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.454590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:20:19.454943 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:20:19.467669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:19.467864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:19.490576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:19.552002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:19.572036 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6f523dcd-2252-4ec3-b66e-a7c7f17cfc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:19.585475 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f523dcd-2252-4ec3-b66e-a7c7f17cfc72 None None] Routers {'d30c95fb-b797-41e6-98cc-931ddfc7a461'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:19.586290 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6f523dcd-2252-4ec3-b66e-a7c7f17cfc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d30c95fb-b797-41e6-98cc-931ddfc7a461'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:19.590646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 27234adb-77e1-47b1-9f79-5df8df666e4c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:19.606998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:19.608150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:19.614112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:19.614810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.619299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=60001328-ec84-43e7-92b8-d9892c3e536f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:19.648551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33909281-7bf5-495b-bd54-dddcf54cb24e tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:19.650092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-33909281-7bf5-495b-bd54-dddcf54cb24e tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5156643 Mar 28 15:20:19.654247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57956) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:19.664807 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6f523dcd-2252-4ec3-b66e-a7c7f17cfc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:19.665486 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f523dcd-2252-4ec3-b66e-a7c7f17cfc72 None None] The sync data for ids ['d30c95fb-b797-41e6-98cc-931ddfc7a461'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:19.687797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.691519 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d49363ba-5658-4105-b5ab-50568c51e82b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.4370201 Mar 28 15:20:19.692805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.692960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57960) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:19.703247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=faa7dad2-1b96-4f82-94ca-53980a1cf672,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:19.713708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:19.770141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:19.770792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.788367 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-00cba1ba-7941-493e-a70d-434490fafe32 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1305256 Mar 28 15:20:19.793718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57964) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:19.799336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Made reservation on behalf of d9ed3c8624964487af074a7c48a569b2 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:19.801623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.816206 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0b69be1d-c184-4f9e-8182-7582695d61b2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9491580 Mar 28 15:20:19.817756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da954af0-481a-4aae-aeac-9628d60d82ea']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:19.831262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57968) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:19.842001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': '27234adb-77e1-47b1-9f79-5df8df666e4c', 'name': 'tempest-PortsIpV6TestJSON-15565672'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:19.856670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30517ee6-8fa9-4942-bba3-4579038ee589') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:19.856904 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30517ee6-8fa9-4942-bba3-4579038ee589') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:19.870352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.905775 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9079be39-ef45-4b3e-8050-bf460c84e4ad tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1052120 Mar 28 15:20:19.908870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57972) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:19.910908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.954876 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-acb8c6f3-3228-4d0c-bd4f-ab22cc961488 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2028399 Mar 28 15:20:19.956059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] Deleting port 7713ce73-20f5-4bcf-b097-3f3871daa91b {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:19.956543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57976) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:19.956976 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:19.957553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:19.989264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dd235cf7-6ae7-4272-b81d-47db0eb582b3 None None] Provisioning for port faa7dad2-1b96-4f82-94ca-53980a1cf672 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:20.000911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dd235cf7-6ae7-4272-b81d-47db0eb582b3 None None] Provisioning complete for port faa7dad2-1b96-4f82-94ca-53980a1cf672 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:20.001644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dd235cf7-6ae7-4272-b81d-47db0eb582b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:20.023409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Usage tracker for resource:security_group_rule and tenant:d9ed3c8624964487af074a7c48a569b2 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:20.028634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:20.033067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router 5e640292-f801-4ede-b653-987c1a77e566 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:20:20.049446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:20.074664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:20.082218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6cac0e30-edd6-4336-8702-27ebb0e660af None None] The port '7713ce73-20f5-4bcf-b097-3f3871daa91b' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:20:20.111898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-dd235cf7-6ae7-4272-b81d-47db0eb582b3 None None] Port faa7dad2-1b96-4f82-94ca-53980a1cf672 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:20.158073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:20:20.158573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:20:20.179516 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:20:20.205594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02049fd5-77e4-4f24-987c-7e9ba1e5e771 None None] Network 27234adb-77e1-47b1-9f79-5df8df666e4c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:20.284217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbc274bf-7284-4e74-a6d1-d1f2b229a819 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:20.371988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e86b10c1-7b8d-42d8-94fd-0955aa1d54df None None] Provisioning for port cf2e01d6-932d-4849-8efd-11bdcee1ce41 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:20.398118 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:20.406890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:20.411199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:20.417155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:20.433758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d38517c-c162-4e2e-918b-5910099b8ab7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:20.438083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:20.441676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d38517c-c162-4e2e-918b-5910099b8ab7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:20.444122 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9d38517c-c162-4e2e-918b-5910099b8ab7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4835920 Mar 28 15:20:20.448991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:20.451463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce547ea8-8787-4404-8773-7badfd65c893 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:20.452943 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ce547ea8-8787-4404-8773-7badfd65c893 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5351856 Mar 28 15:20:20.453565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57980) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:20.461952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57982) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:20.527432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Network': ['ID=da954af0-481a-4aae-aeac-9628d60d82ea,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:20.650547 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-59ca2468-de94-441e-a101-70f39377813f tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1844566 Mar 28 15:20:20.652554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 57988) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:20.677286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1566703367', 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:20.703655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:20.713215 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2b805efc-5679-46fe-a9e1-dbe1ad3e60c6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/networks/da954af0-481a-4aae-aeac-9628d60d82ea HTTP/1.1" status: 204 len: 168 time: 3.2720330 Mar 28 15:20:20.716319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228065f2-989d-415c-88cd-1a6dbda3a3a4 None None] Sync routers for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:20.727523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57992) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:20.767970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228065f2-989d-415c-88cd-1a6dbda3a3a4 None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:20.769615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-228065f2-989d-415c-88cd-1a6dbda3a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:20.797045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2111514512'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:20.818675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:20.822531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:20.838516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:20.865295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:network and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:20.886106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d5309e37-338f-4f3b-bc05-86d2e2d984d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port faa7dad2-1b96-4f82-94ca-53980a1cf672 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:20.886472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d5309e37-338f-4f3b-bc05-86d2e2d984d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:20.911784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:20.915657 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-228065f2-989d-415c-88cd-1a6dbda3a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:20.937721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:20.959412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228065f2-989d-415c-88cd-1a6dbda3a3a4 None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:20.960037 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-228065f2-989d-415c-88cd-1a6dbda3a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:19:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:21.007106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 27a7c093-9792-400f-aa54-5bbf0d66b462 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:21.038983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cf2e01d6-932d-4849-8efd-11bdcee1ce41 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:21.080082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.083857 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-05f36259-86dd-44a0-9680-9bfdaa1a1f90 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9855731 Mar 28 15:20:21.088445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 57996) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:21.093662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:21.100722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-228065f2-989d-415c-88cd-1a6dbda3a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:21.101421 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228065f2-989d-415c-88cd-1a6dbda3a3a4 None None] The sync data for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:21.108805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:subnet and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:21.115400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:21.133520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:21.157674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.162276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.174585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f9a12b62-8b47-49ef-9ce4-6f5dc8282811 None None] Provisioning for port 60001328-ec84-43e7-92b8-d9892c3e536f completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:21.179736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f9a12b62-8b47-49ef-9ce4-6f5dc8282811 None None] Provisioning complete for port 60001328-ec84-43e7-92b8-d9892c3e536f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:21.180164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f9a12b62-8b47-49ef-9ce4-6f5dc8282811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.230641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:21.234029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.236580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port cf2e01d6-932d-4849-8efd-11bdcee1ce41 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:21.239539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f9a12b62-8b47-49ef-9ce4-6f5dc8282811 None None] Port 60001328-ec84-43e7-92b8-d9892c3e536f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:21.242888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port cf2e01d6-932d-4849-8efd-11bdcee1ce41 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:21.243759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.278687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.281444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:21.285193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.318360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] device_id is not set on port f66ed177-274e-44eb-b62f-358bb44fb5f9 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:21.361711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-db163adc-8a00-40c8-a166-d4d3073565da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.376936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.386438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2a17b5cb-84a3-476b-90df-06395268abce None None] Provisioning complete for port 60001328-ec84-43e7-92b8-d9892c3e536f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:21.387056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2a17b5cb-84a3-476b-90df-06395268abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.413983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.453293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:21.463785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2a17b5cb-84a3-476b-90df-06395268abce None None] Port 60001328-ec84-43e7-92b8-d9892c3e536f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:21.472058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port cf2e01d6-932d-4849-8efd-11bdcee1ce41, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cf2e01d6-932d-4849-8efd-11bdcee1ce41,segment=NetworkSegment(9724f556-1a74-493f-9fdb-516c5974c32d),segment_id=9724f556-1a74-493f-9fdb-516c5974c32d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:21.474835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f84be59-f5f4-44ba-9af4-a6e48b6cc648,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:21.530483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Deleting port c5487e34-d677-4492-a86d-93fe5fc9fbe4 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:21.530820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.541031 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.541824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fbe93938-9077-4065-bded-9782b2904d52 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:21.609525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.609743 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Added segment 025ed429-d641-4fce-9352-cc7e293dbe6a of type vlan for network 095760d0-506c-427e-8ddc-5093cafc9142 Mar 28 15:20:21.663043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=cf2e01d6-932d-4849-8efd-11bdcee1ce41,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:21.676481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fbe93938-9077-4065-bded-9782b2904d52 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:21.676816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.696876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::fe (27234adb-77e1-47b1-9f79-5df8df666e4c/0609481b-20e3-43fe-94d0-0fac8dd38b56/27a7c093-9792-400f-aa54-5bbf0d66b462) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:21.871200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:21.942566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d5309e37-338f-4f3b-bc05-86d2e2d984d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.074365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] device_id is not set on port f66ed177-274e-44eb-b62f-358bb44fb5f9 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:22.086701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.094853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.102587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.123226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d5309e37-338f-4f3b-bc05-86d2e2d984d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for faa7dad2-1b96-4f82-94ca-53980a1cf672 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:22.279361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Calling delete_port for c5487e34-d677-4492-a86d-93fe5fc9fbe4 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:22.306489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Transition to ACTIVE for port object f66ed177-274e-44eb-b62f-358bb44fb5f9 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:22.354449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=942d878d-1042-4633-8e37-e8faa15cdb64,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:22.393686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.395336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Checking segment: {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:22.395953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network hostable DHCP agents. Network: 6c491053-71bb-4910-b28f-e67b8c7f7e67, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:22.489014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.498030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:22.498710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'Port': ['ID=f66ed177-274e-44eb-b62f-358bb44fb5f9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:22.498895 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.538553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Checking segment: {'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:22.541474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Network hostable DHCP agents. Network: 82038f63-b641-41f4-8bec-1347228fde5f, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:22.585536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 6c491053-71bb-4910-b28f-e67b8c7f7e67 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:22.695964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 6c491053-71bb-4910-b28f-e67b8c7f7e67) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:22.702936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:22.703751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.705178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b7ea5-017c-4e95-84d0-2d0acc14b680 None None] Network 6c491053-71bb-4910-b28f-e67b8c7f7e67 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:22.729938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-dbc274bf-7284-4e74-a6d1-d1f2b229a819 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:20:22.740960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.798911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Pushing event deleted for resources: {'Port': ['ID=c5487e34-d677-4492-a86d-93fe5fc9fbe4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:22.802568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Network 82038f63-b641-41f4-8bec-1347228fde5f is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:22.810110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbc274bf-7284-4e74-a6d1-d1f2b229a819 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.812793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cf2e01d6-932d-4849-8efd-11bdcee1ce41 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:22.842848 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d6a35e5f-711e-43fc-8fb5-02ab37597553 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1847074 Mar 28 15:20:22.857489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 82038f63-b641-41f4-8bec-1347228fde5f) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:22.861903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Network': ['ID=095760d0-506c-427e-8ddc-5093cafc9142,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:22.919797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58002) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:22.923868 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ba253967-5b6d-4e7e-9453-243467fa6530 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1819279 Mar 28 15:20:22.930758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 095760d0-506c-427e-8ddc-5093cafc9142 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:22.931002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:22.943728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a02737-5114-4661-a460-4a7d9d832e80 None None] Network 82038f63-b641-41f4-8bec-1347228fde5f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:22.957355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:22.957693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:22.958056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:22.969733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbc274bf-7284-4e74-a6d1-d1f2b229a819 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:22.977062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '095760d0-506c-427e-8ddc-5093cafc9142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:23.004098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:23.004888 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:23.010688 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 2 to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 Mar 28 15:20:23.050711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:23.050995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:23.051699 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:23.116739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:23.117387 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:23.119331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.161580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58006) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:23.169335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-749112933', 'description': 'tempest-secgroup-smoke-749112933 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:23.183230 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 3 to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 Mar 28 15:20:23.199335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.204805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:23.221530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:23.221867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:23.222199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:23.238300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port cf2e01d6-932d-4849-8efd-11bdcee1ce41 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:23.238300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.282885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:23.283687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:23.294048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:23.294380 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:23.298283 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 4 to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 Mar 28 15:20:23.309759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 27a7c093-9792-400f-aa54-5bbf0d66b462 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:23.309959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:23.310060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc274bf-7284-4e74-a6d1-d1f2b229a819 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=8c707383-a2cd-46cd-8fde-801aa107afff,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:23.338366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc274bf-7284-4e74-a6d1-d1f2b229a819 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:23.338970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbc274bf-7284-4e74-a6d1-d1f2b229a819 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.340273 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dbc274bf-7284-4e74-a6d1-d1f2b229a819 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/ports/8c707383-a2cd-46cd-8fde-801aa107afff HTTP/1.1" status: 200 len: 910 time: 4.1600130 Mar 28 15:20:23.348706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58010) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:23.372783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:23.390502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:23.392479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:23.392823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:23.393155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:23.453548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:23.453548 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:23.467001 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 5 to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 Mar 28 15:20:23.468661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.468945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-6c491053-71bb-4910-b28f-e67b8c7f7e67', 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ips': [{'subnet_id': '942d878d-1042-4633-8e37-e8faa15cdb64'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:23.469875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.548087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:23.548391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:23.548711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:23.550914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:23.555093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.603908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:23.626252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:23.626475 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:23.628881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6688cabe-198d-437a-9c59-14f4b2501357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.633254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:23.644792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 6 to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 Mar 28 15:20:23.654003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.662891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Allocated IP 172.20.0.18 (6c491053-71bb-4910-b28f-e67b8c7f7e67/942d878d-1042-4633-8e37-e8faa15cdb64/bf4801b8-0d6c-4859-b916-a7d42ae14e51) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:23.670121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.698767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:23.713960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d5309e37-338f-4f3b-bc05-86d2e2d984d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.717646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:23.721934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.844099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:23.844329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:23.844665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:23.912683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:23.915094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:23.915434 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:23.924524 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 7 to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 Mar 28 15:20:23.928977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Transition to ACTIVE for port object bf4801b8-0d6c-4859-b916-a7d42ae14e51 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:23.957069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Transition to ACTIVE for port object bf4801b8-0d6c-4859-b916-a7d42ae14e51 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:24.013744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:24.014151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:24.014480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:24.017208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5309e37-338f-4f3b-bc05-86d2e2d984d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=faa7dad2-1b96-4f82-94ca-53980a1cf672,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:24.027522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:24.027850 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:24.030319 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 8 to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 Mar 28 15:20:24.038644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.048908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Router d30c95fb-b797-41e6-98cc-931ddfc7a461 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:24.059990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:24.060330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:24.060676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:24.128491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Network 6c491053-71bb-4910-b28f-e67b8c7f7e67 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:24.131575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:24.134902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:24.150644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Pushing event updated for resources: {'Port': ['ID=bf4801b8-0d6c-4859-b916-a7d42ae14e51,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:24.160609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:24.161099 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:24.171306 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 9 to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 Mar 28 15:20:24.175854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 27234adb-77e1-47b1-9f79-5df8df666e4c is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:24.212407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:24.235940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:24.241441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:24.250964 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.254778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Attempting to bind port bf4801b8-0d6c-4859-b916-a7d42ae14e51 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:24.255280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Attempting to bind port bf4801b8-0d6c-4859-b916-a7d42ae14e51 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:24.255740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Attempting to bind port bf4801b8-0d6c-4859-b916-a7d42ae14e51 on network 6c491053-71bb-4910-b28f-e67b8c7f7e67 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:24.262048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:24.262574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Checking segment: {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:24.263167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.263597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Bound using segment: {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:24.264160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Bound port: bf4801b8-0d6c-4859-b916-a7d42ae14e51, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:24.264642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.293348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:24.297712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:24.298045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:24.298801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:24.313209 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677b295-91cb-4ee5-af30-49e51a57625b None None] Sync routers for ids ['d30c95fb-b797-41e6-98cc-931ddfc7a461'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:24.317355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:24.317687 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:24.330897 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 10 to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 Mar 28 15:20:24.340828 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677b295-91cb-4ee5-af30-49e51a57625b None None] Routers {'d30c95fb-b797-41e6-98cc-931ddfc7a461'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:24.343838 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a677b295-91cb-4ee5-af30-49e51a57625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d30c95fb-b797-41e6-98cc-931ddfc7a461'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:24.346042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.349495 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-70176a0a-592c-4571-8d4d-f809f2d594a8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "PUT /v2.0/routers/d30c95fb-b797-41e6-98cc-931ddfc7a461 HTTP/1.1" status: 200 len: 705 time: 4.6445718 Mar 28 15:20:24.355963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58014) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:24.380364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.409322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] For port bf4801b8-0d6c-4859-b916-a7d42ae14e51, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:24.412830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] For port bf4801b8-0d6c-4859-b916-a7d42ae14e51, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bf4801b8-0d6c-4859-b916-a7d42ae14e51,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:24.419734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=27a7c093-9792-400f-aa54-5bbf0d66b462,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:24.448213 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a677b295-91cb-4ee5-af30-49e51a57625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:24.462807 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677b295-91cb-4ee5-af30-49e51a57625b None None] Routers {'d30c95fb-b797-41e6-98cc-931ddfc7a461'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:24.463630 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a677b295-91cb-4ee5-af30-49e51a57625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d30c95fb-b797-41e6-98cc-931ddfc7a461'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:24.478149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.484957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:24.485328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:24.485727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:24.504314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port f66ed177-274e-44eb-b62f-358bb44fb5f9 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:24.505071 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port f66ed177-274e-44eb-b62f-358bb44fb5f9 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:24.505528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.544277 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a677b295-91cb-4ee5-af30-49e51a57625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:24.544930 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677b295-91cb-4ee5-af30-49e51a57625b None None] The sync data for ids ['d30c95fb-b797-41e6-98cc-931ddfc7a461'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:24.611138 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4938ebb5-3995-4a1c-a728-46c964a545f6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7797334 Mar 28 15:20:24.615480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0649d-e283-447d-8b99-bfa8d0bd0c5b None None] Pushing event updated for resources: {'Port': ['ID=bf4801b8-0d6c-4859-b916-a7d42ae14e51,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:24.625964 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58018) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:24.629980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.636259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d5309e37-338f-4f3b-bc05-86d2e2d984d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.640685 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d5309e37-338f-4f3b-bc05-86d2e2d984d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/faa7dad2-1b96-4f82-94ca-53980a1cf672 HTTP/1.1" status: 204 len: 168 time: 4.1743987 Mar 28 15:20:24.654780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.660886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58022) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:24.718356 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2c2149c2-4f55-409d-b6bb-1075058091e0 tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/routers/d30c95fb-b797-41e6-98cc-931ddfc7a461 HTTP/1.1" status: 200 len: 740 time: 0.3615899 Mar 28 15:20:24.719469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.724411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58026) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:24.733131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.772290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.796320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] For port f66ed177-274e-44eb-b62f-358bb44fb5f9, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:24.796690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempted to set empty binding levels {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 15:20:24.809291 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2a4840b6-63b9-4948-944d-98c9fdfb187f tempest-RoutersAdminTest-735596494 tempest-RoutersAdminTest-735596494-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=d30c95fb-b797-41e6-98cc-931ddfc7a461 HTTP/1.1" status: 200 len: 205 time: 0.0795367 Mar 28 15:20:24.814461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58030) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:24.815367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c9b20c3a-af4d-4548-9851-c447a80de138 None None] Provisioning for port 27a7c093-9792-400f-aa54-5bbf0d66b462 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:24.826938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c9b20c3a-af4d-4548-9851-c447a80de138 None None] Provisioning complete for port 27a7c093-9792-400f-aa54-5bbf0d66b462 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:24.827447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c9b20c3a-af4d-4548-9851-c447a80de138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.834314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9117a7a-0ece-4a7b-ae2c-c10ac23e78e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:24.836775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9117a7a-0ece-4a7b-ae2c-c10ac23e78e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:24.838472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9117a7a-0ece-4a7b-ae2c-c10ac23e78e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:24.839421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e9117a7a-0ece-4a7b-ae2c-c10ac23e78e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:24.881305 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=536d6e90-9500-463c-8e96-ec01ae7d1a75,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:24.894485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f98ddc92-bc75-4707-b738-644a4959a199 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30c95fb-b797-41e6-98cc-931ddfc7a461 HTTP/1.1" status: 200 len: 205 time: 0.0733745 Mar 28 15:20:24.895678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:24.899304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58034) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:24.946885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85ad0b5-ad34-4b09-8d63-4212842676c2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:24.976467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c9b20c3a-af4d-4548-9851-c447a80de138 None None] Port 27a7c093-9792-400f-aa54-5bbf0d66b462 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:25.036312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.037607 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7ca39a2d-8675-41b8-b672-6dbbbed578dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8747606 Mar 28 15:20:25.052129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:25.052981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.056570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58038) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:25.071881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Checking segment: {'id': '025ed429-d641-4fce-9352-cc7e293dbe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '095760d0-506c-427e-8ddc-5093cafc9142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:25.071881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network hostable DHCP agents. Network: 095760d0-506c-427e-8ddc-5093cafc9142, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:25.083046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'd85ad0b5-ad34-4b09-8d63-4212842676c2', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:25.118859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3fb62-a709-41c6-86fe-d0c13905aaee tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:25.119111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ccb3fb62-a709-41c6-86fe-d0c13905aaee tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:25.157341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:25.161465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e9117a7a-0ece-4a7b-ae2c-c10ac23e78e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:25.162622 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e9117a7a-0ece-4a7b-ae2c-c10ac23e78e7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5008197 Mar 28 15:20:25.168928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58042) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:25.180075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fe84229-d302-472e-ab74-2091c08c1e04 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.241118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:25.256242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.281149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'Port': ['ID=f66ed177-274e-44eb-b62f-358bb44fb5f9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:25.290041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:25.295046 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-14a01254-f18b-4f74-826b-46e9e999b4df tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.9657850 Mar 28 15:20:25.306598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58046) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:25.307490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:25.333101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ccb3fb62-a709-41c6-86fe-d0c13905aaee tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:25.334329 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ccb3fb62-a709-41c6-86fe-d0c13905aaee tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A37e HTTP/1.1" status: 200 len: 928 time: 0.7021000 Mar 28 15:20:25.340792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58050) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:25.477995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.20.0.1 (5595f854-0ea8-4318-8393-9b7e10fbe86a/25143897-8fa9-42f2-bf61-bfbfaa50af25/6c9db650-db5a-4ccb-b055-f5ede4fd18c0) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:25.554700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-51bb9332-cbcc-4f91-8b52-31c9033b699a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 27a7c093-9792-400f-aa54-5bbf0d66b462 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:25.554990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51bb9332-cbcc-4f91-8b52-31c9033b699a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.668035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 095760d0-506c-427e-8ddc-5093cafc9142 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:25.685677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf5ffc5-f9eb-463f-b136-970a5bc4ed23 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 3ea46793-388a-4bda-bfa9-a8aefe6ee5a7 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:25.762761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-acf5ffc5-f9eb-463f-b136-970a5bc4ed23 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.801411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.818062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fe84229-d302-472e-ab74-2091c08c1e04 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.826111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fe84229-d302-472e-ab74-2091c08c1e04 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.828287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d60a7-85d1-4f96-96d5-1c850454f88f None None] Network 6c491053-71bb-4910-b28f-e67b8c7f7e67 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:25.832254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 095760d0-506c-427e-8ddc-5093cafc9142) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:25.836708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:25.837353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.854806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cec9cb53-a884-4abc-adfc-6dd7659610e7 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Deleting port f66ed177-274e-44eb-b62f-358bb44fb5f9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:25.855188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec9cb53-a884-4abc-adfc-6dd7659610e7 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:25.870356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f727cf-d166-4ff9-b4d5-507ed2130bcd None None] Network 095760d0-506c-427e-8ddc-5093cafc9142 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:25.955176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-acf5ffc5-f9eb-463f-b136-970a5bc4ed23 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.021716 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-47318580-0871-4942-b9df-49aa6e3f3e81 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0953825 Mar 28 15:20:26.023522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58054) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.042520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-688009619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:26.058695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fe84229-d302-472e-ab74-2091c08c1e04 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.059407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe84229-d302-472e-ab74-2091c08c1e04 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Fanout notify agent at l3_agent the message router_deleted on router d30c95fb-b797-41e6-98cc-931ddfc7a461 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:20:26.109330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.125674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fe84229-d302-472e-ab74-2091c08c1e04 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.125674 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0fe84229-d302-472e-ab74-2091c08c1e04 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/d30c95fb-b797-41e6-98cc-931ddfc7a461 HTTP/1.1" status: 204 len: 168 time: 1.1781311 Mar 28 15:20:26.125965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:26.126062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58058) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.145424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.148698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:router and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:26.160033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:26.178687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:26.214007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.224019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-724e9630-62e0-4385-9ac7-5b3c2aa21c2a tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=d30c95fb-b797-41e6-98cc-931ddfc7a461 HTTP/1.1" status: 200 len: 205 time: 0.0948374 Mar 28 15:20:26.229293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Transition to ACTIVE for port object 6c9db650-db5a-4ccb-b055-f5ede4fd18c0 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:26.232430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58062) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.250934 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-41482876-b466-4b13-8f78-44a73da296cf None None] Provisioning for port bf4801b8-0d6c-4859-b916-a7d42ae14e51 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:26.262000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.297835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1480a094-f73e-45be-b65f-b8f7d7a46755,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:26.323211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-acf5ffc5-f9eb-463f-b136-970a5bc4ed23 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.324623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.325655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.331861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51bb9332-cbcc-4f91-8b52-31c9033b699a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.347181 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-d04957eb-52e8-4b45-a339-fcd898857eaf tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] delete failed (client error): The resource could not be found. Mar 28 15:20:26.348194 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d04957eb-52e8-4b45-a339-fcd898857eaf tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/d30c95fb-b797-41e6-98cc-931ddfc7a461 HTTP/1.1" status: 404 len: 336 time: 0.1136498 Mar 28 15:20:26.355710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58066) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.366286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.367525 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e421a95d-9b20-4e17-ac3c-6a11934f6549 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3029752 Mar 28 15:20:26.407716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58070) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.407960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cec9cb53-a884-4abc-adfc-6dd7659610e7 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] For port f66ed177-274e-44eb-b62f-358bb44fb5f9, host hv-neutron-8281, got binding levels [] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:26.408180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec9cb53-a884-4abc-adfc-6dd7659610e7 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.438493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-095760d0-506c-427e-8ddc-5093cafc9142', 'network_id': '095760d0-506c-427e-8ddc-5093cafc9142', 'tenant_id': '95c1a79e2bf24cd5bc72fa103a8a3702', 'fixed_ips': [{'subnet_id': '536d6e90-9500-463c-8e96-ec01ae7d1a75'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:26.439357 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.439940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'd85ad0b5-ad34-4b09-8d63-4212842676c2', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:26.448569 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-25920f39-5c0f-4404-9f62-628f9ed11a81 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=1daad2e9-57ae-4915-907d-dcbe8f82f001 HTTP/1.1" status: 200 len: 205 time: 0.0869961 Mar 28 15:20:26.471163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 8c707383-a2cd-46cd-8fde-801aa107afff {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:26.471507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.495759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58074) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.502726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-51bb9332-cbcc-4f91-8b52-31c9033b699a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 27a7c093-9792-400f-aa54-5bbf0d66b462 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:26.560008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:26.570867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cec9cb53-a884-4abc-adfc-6dd7659610e7 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Calling delete_port for f66ed177-274e-44eb-b62f-358bb44fb5f9 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:26.612995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:26.617772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Allocated IP 172.20.0.2 (095760d0-506c-427e-8ddc-5093cafc9142/536d6e90-9500-463c-8e96-ec01ae7d1a75/15582672-2db5-4bf0-9334-0fe593cf0de1) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:26.619607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:26.634014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:26.646440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.661797 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-5079619f-a84c-43dd-af8c-c43b287f57b8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] delete failed (client error): The resource could not be found. Mar 28 15:20:26.665603 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5079619f-a84c-43dd-af8c-c43b287f57b8 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/1daad2e9-57ae-4915-907d-dcbe8f82f001 HTTP/1.1" status: 404 len: 336 time: 0.1216023 Mar 28 15:20:26.666337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58078) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.723253 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5f64a66b-860d-4c42-98bc-5219133bee5d tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=59908ab1-0ff0-47cd-9386-ebe857f26b24 HTTP/1.1" status: 200 len: 205 time: 0.0558002 Mar 28 15:20:26.725929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58082) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.802116 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-61972e23-df73-4ca2-be89-c45c400899c9 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] delete failed (client error): The resource could not be found. Mar 28 15:20:26.805528 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-61972e23-df73-4ca2-be89-c45c400899c9 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/59908ab1-0ff0-47cd-9386-ebe857f26b24 HTTP/1.1" status: 404 len: 336 time: 0.0763416 Mar 28 15:20:26.806010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58086) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.865808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.872557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-acf5ffc5-f9eb-463f-b136-970a5bc4ed23 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.889427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.895929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.906953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Transition to ACTIVE for port object 15582672-2db5-4bf0-9334-0fe593cf0de1 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:26.926311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.926554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Transition to ACTIVE for port object 15582672-2db5-4bf0-9334-0fe593cf0de1 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:26.933305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bf4801b8-0d6c-4859-b916-a7d42ae14e51 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:26.949876 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-06cb0bef-41b1-4b75-a61c-6da1eaaa0072 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfda3c80-1173-44ff-bbf8-b0a5c220f11e HTTP/1.1" status: 200 len: 205 time: 0.1408994 Mar 28 15:20:26.949876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec9cb53-a884-4abc-adfc-6dd7659610e7 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.951384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58090) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:26.960784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-acf5ffc5-f9eb-463f-b136-970a5bc4ed23 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:26.962531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72617e5-ba9d-41ae-83b4-04f30f8320ea None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:26.982786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5ffc5-f9eb-463f-b136-970a5bc4ed23 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea46793-388a-4bda-bfa9-a8aefe6ee5a7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:26.998352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network 5595f854-0ea8-4318-8393-9b7e10fbe86a is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:27.008601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:27.011512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:27.012009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.089142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=6c9db650-db5a-4ccb-b055-f5ede4fd18c0,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:27.099877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.161542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Network 095760d0-506c-427e-8ddc-5093cafc9142 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:27.176926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:27.181295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Pushing event updated for resources: {'Port': ['ID=15582672-2db5-4bf0-9334-0fe593cf0de1,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:27.186827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:27.240392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51bb9332-cbcc-4f91-8b52-31c9033b699a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.252542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.254055 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ab92a135-6c12-4d6c-9a14-8cbadb2a6e17 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.2248025 Mar 28 15:20:27.264788 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 8c707383-a2cd-46cd-8fde-801aa107afff owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:27.277078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58094) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.286167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9cb53-a884-4abc-adfc-6dd7659610e7 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event deleted for resources: {'Port': ['ID=f66ed177-274e-44eb-b62f-358bb44fb5f9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:27.308023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'network_id': '095760d0-506c-427e-8ddc-5093cafc9142', 'name': 'tempest-PortsTestJSON-1568940830'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:27.329859 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-68862b32-3d11-430a-b5f8-d67e177e90af tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] delete failed (client error): The resource could not be found. Mar 28 15:20:27.330268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port bf4801b8-0d6c-4859-b916-a7d42ae14e51 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:27.334206 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-68862b32-3d11-430a-b5f8-d67e177e90af tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/bfda3c80-1173-44ff-bbf8-b0a5c220f11e HTTP/1.1" status: 404 len: 336 time: 0.3689027 Mar 28 15:20:27.339322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cec9cb53-a884-4abc-adfc-6dd7659610e7 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.341927 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cec9cb53-a884-4abc-adfc-6dd7659610e7 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f66ed177-274e-44eb-b62f-358bb44fb5f9 HTTP/1.1" status: 204 len: 168 time: 2.0265753 Mar 28 15:20:27.355877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58098) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.356113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58100) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.364196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bf4801b8-0d6c-4859-b916-a7d42ae14e51 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:27.364678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.377822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.398796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51bb9332-cbcc-4f91-8b52-31c9033b699a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.401879 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-51bb9332-cbcc-4f91-8b52-31c9033b699a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/27a7c093-9792-400f-aa54-5bbf0d66b462 HTTP/1.1" status: 204 len: 168 time: 2.0601799 Mar 28 15:20:27.402837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb9332-cbcc-4f91-8b52-31c9033b699a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=27a7c093-9792-400f-aa54-5bbf0d66b462,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:27.405252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58106) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.425013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Attempting to bind port 15582672-2db5-4bf0-9334-0fe593cf0de1 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:27.425518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Attempting to bind port 15582672-2db5-4bf0-9334-0fe593cf0de1 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '025ed429-d641-4fce-9352-cc7e293dbe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '095760d0-506c-427e-8ddc-5093cafc9142'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:27.425981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Attempting to bind port 15582672-2db5-4bf0-9334-0fe593cf0de1 on network 095760d0-506c-427e-8ddc-5093cafc9142 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:27.464556 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4ba372-a595-44d5-9a8e-215ba4198b80 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] GET failed (client error): The resource could not be found. Mar 28 15:20:27.465199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-df4ba372-a595-44d5-9a8e-215ba4198b80 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Synchronizing usage tracker for tenant:d9ed3c8624964487af074a7c48a569b2 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:27.472814 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ca600032-e36a-4619-aacf-ce1e4fcbf93b tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0c205c-4b2e-4c99-b26d-4d28373d9286 HTTP/1.1" status: 200 len: 205 time: 0.1152389 Mar 28 15:20:27.476473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:27.477008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Checking segment: {'id': '025ed429-d641-4fce-9352-cc7e293dbe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '095760d0-506c-427e-8ddc-5093cafc9142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:27.478459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.478589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58110) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.478686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Bound using segment: {'id': '025ed429-d641-4fce-9352-cc7e293dbe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '095760d0-506c-427e-8ddc-5093cafc9142'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:27.479225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Bound port: 15582672-2db5-4bf0-9334-0fe593cf0de1, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025ed429-d641-4fce-9352-cc7e293dbe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '095760d0-506c-427e-8ddc-5093cafc9142'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:27.479703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.485395 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-acf5ffc5-f9eb-463f-b136-970a5bc4ed23 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/3ea46793-388a-4bda-bfa9-a8aefe6ee5a7 HTTP/1.1" status: 204 len: 168 time: 2.3081918 Mar 28 15:20:27.561087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58114) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.574405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-54274dc3-2929-4c79-9af0-9ff60ddf446b None None] Provisioning for port 6c9db650-db5a-4ccb-b055-f5ede4fd18c0 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:27.588649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-54274dc3-2929-4c79-9af0-9ff60ddf446b None None] Provisioning complete for port 6c9db650-db5a-4ccb-b055-f5ede4fd18c0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:27.589672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-54274dc3-2929-4c79-9af0-9ff60ddf446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.615579 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-12041f47-f131-411e-8c17-89986e4465bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:20:27.615950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-12041f47-f131-411e-8c17-89986e4465bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:27.707997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b6c8f2-f187-40c6-ac52-336838927f73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 4ae8aeaa-9b21-4d8f-9558-aa953916b7df {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:27.716412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] For port 15582672-2db5-4bf0-9334-0fe593cf0de1, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:27.718427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-df4ba372-a595-44d5-9a8e-215ba4198b80 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Unset dirty status for tenant:d9ed3c8624964487af074a7c48a569b2 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:27.723768 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-df4ba372-a595-44d5-9a8e-215ba4198b80 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "GET /v2.0/ports/f66ed177-274e-44eb-b62f-358bb44fb5f9 HTTP/1.1" status: 404 len: 333 time: 0.3609653 Mar 28 15:20:27.723768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c8f2-f187-40c6-ac52-336838927f73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.727177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-12041f47-f131-411e-8c17-89986e4465bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:27.730922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] For port 15582672-2db5-4bf0-9334-0fe593cf0de1, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15582672-2db5-4bf0-9334-0fe593cf0de1,segment=NetworkSegment(025ed429-d641-4fce-9352-cc7e293dbe6a),segment_id=025ed429-d641-4fce-9352-cc7e293dbe6a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:27.731147 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-12041f47-f131-411e-8c17-89986e4465bd tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/27a7c093-9792-400f-aa54-5bbf0d66b462 HTTP/1.1" status: 404 len: 333 time: 0.3100314 Mar 28 15:20:27.731147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58118) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.738724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58120) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.752591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Request body: {'port': {'network_id': '82038f63-b641-41f4-8bec-1347228fde5f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1093232631'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:27.760944 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-5640edbe-7047-49bc-b60c-09e1c7f85a96 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] delete failed (client error): The resource could not be found. Mar 28 15:20:27.764551 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5640edbe-7047-49bc-b60c-09e1c7f85a96 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/7c0c205c-4b2e-4c99-b26d-4d28373d9286 HTTP/1.1" status: 404 len: 336 time: 0.2790408 Mar 28 15:20:27.765874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.772724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-54274dc3-2929-4c79-9af0-9ff60ddf446b None None] Port 6c9db650-db5a-4ccb-b055-f5ede4fd18c0 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:27.774297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58126) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.783683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.802713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:27.803815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.832184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:27.853604 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-af432182-8ce2-4903-a855-3285c32c6363 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "GET /v2.0/ports?device_id=8932e67c-839d-45bf-915a-2563b5cdbead HTTP/1.1" status: 200 len: 205 time: 0.0699477 Mar 28 15:20:27.860715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port bf4801b8-0d6c-4859-b916-a7d42ae14e51, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bf4801b8-0d6c-4859-b916-a7d42ae14e51,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:27.874967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58130) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:27.889789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c9ec5-c5f0-4fc0-ba65-12322314ff82 None None] Pushing event updated for resources: {'Port': ['ID=15582672-2db5-4bf0-9334-0fe593cf0de1,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:27.901813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-711eaa07-9316-4c03-b1d5-ca3c45b085e7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 60001328-ec84-43e7-92b8-d9892c3e536f {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:27.902225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-711eaa07-9316-4c03-b1d5-ca3c45b085e7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.969595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:27.970379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.004837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c8f2-f187-40c6-ac52-336838927f73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.014965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Made reservation on behalf of d9ed3c8624964487af074a7c48a569b2 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:28.017322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.108479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.113137 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6898909 Mar 28 15:20:28.130951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58134) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:28.131896 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-14348e9f-445d-4c4b-84a4-9cdb5e55fc29 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] delete failed (client error): The resource could not be found. Mar 28 15:20:28.135802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=bf4801b8-0d6c-4859-b916-a7d42ae14e51,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:28.135993 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-14348e9f-445d-4c4b-84a4-9cdb5e55fc29 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/routers/8932e67c-839d-45bf-915a-2563b5cdbead HTTP/1.1" status: 404 len: 336 time: 0.2572217 Mar 28 15:20:28.136220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:28.145951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbddaf-cfcd-4b91-a405-80795a6e705b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039861fd-7ab8-4f96-b7eb-027f98d4fd84,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:28.148831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58138) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:28.154890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'd85ad0b5-ad34-4b09-8d63-4212842676c2', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:28.160964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:28.165602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:28.169756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:28.176863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:28.185829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:port and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:28.192717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.217397 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] device_id is not set on port aed68114-75de-4b7e-87f2-c4325b4ec320 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:28.233565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:28.250302 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0a1e03-6fe2-48c8-808d-2fc63901b1b7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] DELETE failed (client error): The resource could not be found. Mar 28 15:20:28.250755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0a1e03-6fe2-48c8-808d-2fc63901b1b7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:20:28.255123 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ec0a1e03-6fe2-48c8-808d-2fc63901b1b7 tempest-RoutersAdminTest-705930652 tempest-RoutersAdminTest-705930652-project] 10.222.0.16 "DELETE /v2.0/subnets/eec98f1b-1983-4999-84da-dde7ad21f4f8 HTTP/1.1" status: 404 len: 337 time: 0.0721664 Mar 28 15:20:28.264929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:28.310389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c8f2-f187-40c6-ac52-336838927f73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.356126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.416145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.494447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c8f2-f187-40c6-ac52-336838927f73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.533928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.543864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:28.547378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.560841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6c8f2-f187-40c6-ac52-336838927f73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae8aeaa-9b21-4d8f-9558-aa953916b7df,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:28.569204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2b6c8f2-f187-40c6-ac52-336838927f73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.586250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 92a0f693-2384-4b60-aa73-0597fb10219a yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:28.644422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.693119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=8c707383-a2cd-46cd-8fde-801aa107afff,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:28.709693 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f2b6c8f2-f187-40c6-ac52-336838927f73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/4ae8aeaa-9b21-4d8f-9558-aa953916b7df HTTP/1.1" status: 204 len: 168 time: 1.1340747 Mar 28 15:20:28.728178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5d5ba5aa-0dcd-4ace-85b7-eb1073589015 None None] Provisioning complete for port f87c24d7-6235-4dca-9de8-b1a05c30ad99 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:28.729554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba5aa-0dcd-4ace-85b7-eb1073589015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.764738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe884216-200b-4144-818b-5edeed5b5a95 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:28.768650 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58144) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:28.772557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a2ff86-94ce-4304-b16c-d2f336ce0882,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:28.932777 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5a13df7d-52f4-4428-84b6-3c3392b18530 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535630 Mar 28 15:20:28.941666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58150) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:28.942017 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58152) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:28.953956 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:28.955140 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f9d6051d-312a-4c12-8322-59af6eef89b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8208332 Mar 28 15:20:28.969864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58158) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:29.004045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'd85ad0b5-ad34-4b09-8d63-4212842676c2', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:29.010378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:29.011983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15582672-2db5-4bf0-9334-0fe593cf0de1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:29.038673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:29.046598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:29.135435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.13 (095760d0-506c-427e-8ddc-5093cafc9142/536d6e90-9500-463c-8e96-ec01ae7d1a75/92a0f693-2384-4b60-aa73-0597fb10219a) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:29.161215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7b87a-5985-4c72-8ba4-a495a88b1ae6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:29.162887 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-22d7b87a-5985-4c72-8ba4-a495a88b1ae6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2196488 Mar 28 15:20:29.167720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58164) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:29.257119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aec62d4d-2249-4405-acd5-00dff94349bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.311225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aec62d4d-2249-4405-acd5-00dff94349bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:29.312811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 15582672-2db5-4bf0-9334-0fe593cf0de1 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:29.319532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bf4801b8-0d6c-4859-b916-a7d42ae14e51 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:29.322558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82758c-18e0-47a0-b41a-f60a384c8e82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:29.323281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0b82758c-18e0-47a0-b41a-f60a384c8e82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:29.326848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aec62d4d-2249-4405-acd5-00dff94349bd admin admin] Usage tracker for resource:security_group_rule and tenant:c5da1b7230d54d7ca47d605899dd35f3 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:29.333430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aec62d4d-2249-4405-acd5-00dff94349bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:29.362382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aec62d4d-2249-4405-acd5-00dff94349bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:29.373478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb8c4cc-04d1-43b6-8fb9-042aa6cfe78a None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:20:29.382635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-711eaa07-9316-4c03-b1d5-ca3c45b085e7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.387635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8fb8c4cc-04d1-43b6-8fb9-042aa6cfe78a None None] Deleting port f87c24d7-6235-4dca-9de8-b1a05c30ad99 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:29.388063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8fb8c4cc-04d1-43b6-8fb9-042aa6cfe78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.391961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:29.409150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.421075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.472250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0b82758c-18e0-47a0-b41a-f60a384c8e82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:29.472964 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0b82758c-18e0-47a0-b41a-f60a384c8e82 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3043098 Mar 28 15:20:29.480554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58170) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:29.507945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3afd517-3346-46e4-bc3c-3c3a39d4973e None None] Network 095760d0-506c-427e-8ddc-5093cafc9142 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:29.544035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bf4801b8-0d6c-4859-b916-a7d42ae14e51 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:29.544541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.554883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.593304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object 92a0f693-2384-4b60-aa73-0597fb10219a will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:29.610982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aec62d4d-2249-4405-acd5-00dff94349bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.620604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-711eaa07-9316-4c03-b1d5-ca3c45b085e7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 60001328-ec84-43e7-92b8-d9892c3e536f owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:29.672378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aec62d4d-2249-4405-acd5-00dff94349bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.813348 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7242586b-aa58-4b81-81f9-0c4f6e167658 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2636058 Mar 28 15:20:29.813563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.813703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.820429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58174) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:29.842748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b7eee05b-ce0e-4a47-8076-ccfb4add9608 None None] Provisioning for port 15582672-2db5-4bf0-9334-0fe593cf0de1 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:29.867112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8fb8c4cc-04d1-43b6-8fb9-042aa6cfe78a None None] For port f87c24d7-6235-4dca-9de8-b1a05c30ad99, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f87c24d7-6235-4dca-9de8-b1a05c30ad99,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:29.867589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8fb8c4cc-04d1-43b6-8fb9-042aa6cfe78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.879552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b7eee05b-ce0e-4a47-8076-ccfb4add9608 None None] Provisioning complete for port 15582672-2db5-4bf0-9334-0fe593cf0de1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:29.880233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b7eee05b-ce0e-4a47-8076-ccfb4add9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:29.880345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a84b6267-b5d7-4505-96d0-51cc8d411c73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:29.927737 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aec62d4d-2249-4405-acd5-00dff94349bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5da1b7230d54d7ca47d605899dd35f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9750061 Mar 28 15:20:29.937742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58178) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:29.938393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec62d4d-2249-4405-acd5-00dff94349bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8d4000-9dec-4c9e-8a06-a0ed06a09c48,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:30.012386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 095760d0-506c-427e-8ddc-5093cafc9142 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:30.024984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:30.051768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:30.100965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=92a0f693-2384-4b60-aa73-0597fb10219a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:30.103938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8fb8c4cc-04d1-43b6-8fb9-042aa6cfe78a None None] Calling delete_port for f87c24d7-6235-4dca-9de8-b1a05c30ad99 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:30.123483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a84b6267-b5d7-4505-96d0-51cc8d411c73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:30.150809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a84b6267-b5d7-4505-96d0-51cc8d411c73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:30.167756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:30.168362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.174887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1209e1a7-5e38-4d50-9c10-798dd0632e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.195674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router da3f682c-eabe-429f-b71b-3b235e47200c has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:30.216224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.216668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1209e1a7-5e38-4d50-9c10-798dd0632e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.227197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84b6267-b5d7-4505-96d0-51cc8d411c73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:30.230795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a84b6267-b5d7-4505-96d0-51cc8d411c73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.232329 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84b6267-b5d7-4505-96d0-51cc8d411c73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:20:30.232734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84b6267-b5d7-4505-96d0-51cc8d411c73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:20:30.263259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.271508 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3593f579-7b64-490e-a86f-f1225a763adf tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9845946 Mar 28 15:20:30.271884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58182) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:30.319378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b7eee05b-ce0e-4a47-8076-ccfb4add9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.332751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Network 82038f63-b641-41f4-8bec-1347228fde5f is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:30.333492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.336561 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a84b6267-b5d7-4505-96d0-51cc8d411c73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5117774 Mar 28 15:20:30.340775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8fb8c4cc-04d1-43b6-8fb9-042aa6cfe78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.345005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58186) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:30.352442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-bfc54827-23af-46ff-b3e7-581f05a9d84f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:30.400790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:30.404438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8c4cc-04d1-43b6-8fb9-042aa6cfe78a None None] No DVR routers for this DVR port f87c24d7-6235-4dca-9de8-b1a05c30ad99 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:20:30.430145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:30.431735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:30.432330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.461843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9fbb55-4c5c-46b2-a6de-787af18d960d,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:30.493735 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8c4cc-04d1-43b6-8fb9-042aa6cfe78a None None] Pushing event deleted for resources: {'Port': ['ID=f87c24d7-6235-4dca-9de8-b1a05c30ad99,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:30.518442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b7eee05b-ce0e-4a47-8076-ccfb4add9608 None None] For port 15582672-2db5-4bf0-9334-0fe593cf0de1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15582672-2db5-4bf0-9334-0fe593cf0de1,segment=NetworkSegment(025ed429-d641-4fce-9352-cc7e293dbe6a),segment_id=025ed429-d641-4fce-9352-cc7e293dbe6a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:30.524701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'Port': ['ID=aed68114-75de-4b7e-87f2-c4325b4ec320,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:30.546906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-711eaa07-9316-4c03-b1d5-ca3c45b085e7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.552930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:30.574856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fc427-5567-4bd8-b6c2-0c52a0a1b359 None None] Sync routers for ids ['da3f682c-eabe-429f-b71b-3b235e47200c'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:30.597095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fc427-5567-4bd8-b6c2-0c52a0a1b359 None None] Routers {'da3f682c-eabe-429f-b71b-3b235e47200c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:30.597817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c59fc427-5567-4bd8-b6c2-0c52a0a1b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['da3f682c-eabe-429f-b71b-3b235e47200c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:30.600823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:20:30.632802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711eaa07-9316-4c03-b1d5-ca3c45b085e7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=60001328-ec84-43e7-92b8-d9892c3e536f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:30.639390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.648655 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c294ebcc-e993-4fd3-ae6e-463dde054cc0 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/da3f682c-eabe-429f-b71b-3b235e47200c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2980216 Mar 28 15:20:30.661577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b7eee05b-ce0e-4a47-8076-ccfb4add9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.682441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58190) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:30.741880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.746211 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c628e7a8-382b-4c23-87a4-4c9d62733841 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7659941 Mar 28 15:20:30.750199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58194) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:30.752733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eee05b-ce0e-4a47-8076-ccfb4add9608 None None] Pushing event updated for resources: {'Port': ['ID=15582672-2db5-4bf0-9334-0fe593cf0de1,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:30.756808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c59fc427-5567-4bd8-b6c2-0c52a0a1b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:30.768066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fc427-5567-4bd8-b6c2-0c52a0a1b359 None None] Routers {'da3f682c-eabe-429f-b71b-3b235e47200c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:30.769762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c59fc427-5567-4bd8-b6c2-0c52a0a1b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['da3f682c-eabe-429f-b71b-3b235e47200c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:30.794417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'd85ad0b5-ad34-4b09-8d63-4212842676c2', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:30.799424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.799763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1209e1a7-5e38-4d50-9c10-798dd0632e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.819371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-bfc54827-23af-46ff-b3e7-581f05a9d84f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:30.826072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209e1a7-5e38-4d50-9c10-798dd0632e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8d4000-9dec-4c9e-8a06-a0ed06a09c48,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:30.844439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f87c24d7-6235-4dca-9de8-b1a05c30ad99 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:30.845717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-711eaa07-9316-4c03-b1d5-ca3c45b085e7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.848172 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-711eaa07-9316-4c03-b1d5-ca3c45b085e7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/60001328-ec84-43e7-92b8-d9892c3e536f HTTP/1.1" status: 204 len: 168 time: 3.1004612 Mar 28 15:20:30.897184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0355e486-7012-490f-9ecd-c664a7827da5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Synchronizing usage tracker for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:30.907741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58198) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:30.908897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:30.924316 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dc01ac70-66fe-462d-99d0-0ea2dcaae2f2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.1868973 Mar 28 15:20:30.932958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1209e1a7-5e38-4d50-9c10-798dd0632e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:30.934064 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1209e1a7-5e38-4d50-9c10-798dd0632e37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b8d4000-9dec-4c9e-8a06-a0ed06a09c48 HTTP/1.1" status: 204 len: 168 time: 0.9929245 Mar 28 15:20:30.938912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58202) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:30.986864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: f87c24d7-6235-4dca-9de8-b1a05c30ad99 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:20:30.987285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f87c24d7-6235-4dca-9de8-b1a05c30ad99 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:20:30.989161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-bfc54827-23af-46ff-b3e7-581f05a9d84f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:30.991187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c59fc427-5567-4bd8-b6c2-0c52a0a1b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:30.991507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fc427-5567-4bd8-b6c2-0c52a0a1b359 None None] The sync data for ids ['da3f682c-eabe-429f-b71b-3b235e47200c'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:31.006457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:31.007238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2f2d479b-246a-470b-9bae-8461cf98f97f None None] Provisioning complete for port 15582672-2db5-4bf0-9334-0fe593cf0de1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:31.007908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f2d479b-246a-470b-9bae-8461cf98f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.183347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:31.197699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:31.214434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:31.223724 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e400f19b-2a8d-4575-a217-278704d29619 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:20:31.224263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e400f19b-2a8d-4575-a217-278704d29619 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:31.236847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.240030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.258015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=6c9db650-db5a-4ccb-b055-f5ede4fd18c0,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:31.283258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2f2d479b-246a-470b-9bae-8461cf98f97f None None] Provisioning for port 92a0f693-2384-4b60-aa73-0597fb10219a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:31.288808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2f2d479b-246a-470b-9bae-8461cf98f97f None None] Provisioning complete for port 92a0f693-2384-4b60-aa73-0597fb10219a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:31.290268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f2d479b-246a-470b-9bae-8461cf98f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.290403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0355e486-7012-490f-9ecd-c664a7827da5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Unset dirty status for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:31.293935 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0355e486-7012-490f-9ecd-c664a7827da5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=da3f682c-eabe-429f-b71b-3b235e47200c HTTP/1.1" status: 200 len: 205 time: 0.6032948 Mar 28 15:20:31.294820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58208) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:31.354764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d479b-246a-470b-9bae-8461cf98f97f None None] Port 92a0f693-2384-4b60-aa73-0597fb10219a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:31.369135 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:20:31.403163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc54827-23af-46ff-b3e7-581f05a9d84f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:31.407242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bfc54827-23af-46ff-b3e7-581f05a9d84f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.408599 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc54827-23af-46ff-b3e7-581f05a9d84f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:20:31.409011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc54827-23af-46ff-b3e7-581f05a9d84f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:20:31.427845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e400f19b-2a8d-4575-a217-278704d29619 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:31.428999 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e400f19b-2a8d-4575-a217-278704d29619 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/60001328-ec84-43e7-92b8-d9892c3e536f HTTP/1.1" status: 404 len: 333 time: 0.5098598 Mar 28 15:20:31.476754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6285db03-a395-4971-8b6a-7c335ffc30d4 None None] Provisioning complete for port 92a0f693-2384-4b60-aa73-0597fb10219a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:31.477124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6285db03-a395-4971-8b6a-7c335ffc30d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.496828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58214) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:31.497806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.536876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6285db03-a395-4971-8b6a-7c335ffc30d4 None None] Port 92a0f693-2384-4b60-aa73-0597fb10219a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:31.552522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-48de3e57-550f-4c72-90f1-5da25ac48e23 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.626895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.720444 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bfc54827-23af-46ff-b3e7-581f05a9d84f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3744791 Mar 28 15:20:31.728589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58218) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:31.728917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58220) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:31.759458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d533c918-b847-4563-9387-04fd7a2ac234 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:31.810369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] device_id is not set on port aed68114-75de-4b7e-87f2-c4325b4ec320 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:31.858299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-259e1847-d726-41c0-90f1-d7f655aa0316 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 0609481b-20e3-43fe-94d0-0fac8dd38b56 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:31.876632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-259e1847-d726-41c0-90f1-d7f655aa0316 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:31.908482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network 5595f854-0ea8-4318-8393-9b7e10fbe86a is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:31.917001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:31.946204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.001211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-48de3e57-550f-4c72-90f1-5da25ac48e23 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.008377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-48de3e57-550f-4c72-90f1-5da25ac48e23 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.065363 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4516a398-a618-4a08-b436-12d44029b2c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffef8a3a3c9f49f58afdbbf59d1f20b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298187 Mar 28 15:20:32.075286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Transition to ACTIVE for port object aed68114-75de-4b7e-87f2-c4325b4ec320 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:32.075900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58226) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:32.081195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d533c918-b847-4563-9387-04fd7a2ac234 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:32.097696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-259e1847-d726-41c0-90f1-d7f655aa0316 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.127084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.137891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d533c918-b847-4563-9387-04fd7a2ac234 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:32.165327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bdcefc7c-6721-4f1c-8243-5ad24f47ff23 None None] Provisioning complete for port 6c9db650-db5a-4ccb-b055-f5ede4fd18c0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:32.166423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bdcefc7c-6721-4f1c-8243-5ad24f47ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.200844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.229457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-bdcefc7c-6721-4f1c-8243-5ad24f47ff23 None None] Port 6c9db650-db5a-4ccb-b055-f5ede4fd18c0 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:32.242297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-48de3e57-550f-4c72-90f1-5da25ac48e23 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.242803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48de3e57-550f-4c72-90f1-5da25ac48e23 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Fanout notify agent at l3_agent the message router_deleted on router da3f682c-eabe-429f-b71b-3b235e47200c {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:20:32.244854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.300577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a032df51-9ae5-48c8-ab09-f1eecf203a9c,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:32.328399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-48de3e57-550f-4c72-90f1-5da25ac48e23 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.329468 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-48de3e57-550f-4c72-90f1-5da25ac48e23 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/da3f682c-eabe-429f-b71b-3b235e47200c HTTP/1.1" status: 204 len: 168 time: 1.0337319 Mar 28 15:20:32.335628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58230) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:32.357467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.359122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d533c918-b847-4563-9387-04fd7a2ac234 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:32.362812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d533c918-b847-4563-9387-04fd7a2ac234 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.364661 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d533c918-b847-4563-9387-04fd7a2ac234 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:20:32.365162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d533c918-b847-4563-9387-04fd7a2ac234 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:20:32.385901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router 5e640292-f801-4ede-b653-987c1a77e566 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:32.387112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-259e1847-d726-41c0-90f1-d7f655aa0316 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.418457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'Port': ['ID=aed68114-75de-4b7e-87f2-c4325b4ec320,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:32.435961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a96b3911-256f-469c-8688-aa2b333d649e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.439497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.440662 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7b54893b-b525-41e8-8c57-1509c6ddaae0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6801105 Mar 28 15:20:32.447251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58234) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:32.460523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:32.460850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:32.461177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:32.466919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'd85ad0b5-ad34-4b09-8d63-4212842676c2', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:32.481372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:32.484520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:32.484844 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:32.489643 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 2 to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 Mar 28 15:20:32.499752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:32.503272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:32.506881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a96b3911-256f-469c-8688-aa2b333d649e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.527268 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d533c918-b847-4563-9387-04fd7a2ac234 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7956409 Mar 28 15:20:32.538147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:32.546559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58238) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:32.560822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:32.561152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:32.561480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:32.570945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.576171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f225429e-e1e3-470c-b899-b133eb717c00 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:32.608225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:32.608549 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:32.622378 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 3 to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 Mar 28 15:20:32.683057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a6cd03-19d0-454d-a63e-de3353f145ff tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting subnet 652bbc4f-2003-48ae-a33e-5ef3a8c5736d {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:32.689963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd03-19d0-454d-a63e-de3353f145ff tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.690856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:32.691213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:32.691543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:32.704190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.709563 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:20:32.766210 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:32.766532 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:32.776925 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 4 to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 Mar 28 15:20:32.783986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.792418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15582672-2db5-4bf0-9334-0fe593cf0de1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:32.821224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd03-19d0-454d-a63e-de3353f145ff tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.859573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f225429e-e1e3-470c-b899-b133eb717c00 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:32.876784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:32.877350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:32.877835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:32.885668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 15582672-2db5-4bf0-9334-0fe593cf0de1 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:32.886175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.889541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:32.902952 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6d9cb-c152-44db-8558-1e462a2507d9 None None] Sync routers for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:32.913335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=92a0f693-2384-4b60-aa73-0597fb10219a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:32.918112 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6d9cb-c152-44db-8558-1e462a2507d9 None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:32.918778 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3b7022ff-ab5b-438f-a337-0d934f36b8ba tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/routers/5e640292-f801-4ede-b653-987c1a77e566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8227229 Mar 28 15:20:32.919267 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-45e6d9cb-c152-44db-8558-1e462a2507d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:32.921423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58242) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:32.925034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:32.925552 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:32.929583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'port': {'network_id': '5595f854-0ea8-4318-8393-9b7e10fbe86a', 'name': 'tempest-FloatingIPTestJSON-968100854'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:32.933400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f225429e-e1e3-470c-b899-b133eb717c00 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:32.935358 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 5 to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 Mar 28 15:20:32.942320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a96b3911-256f-469c-8688-aa2b333d649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:32.995144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b3911-256f-469c-8688-aa2b333d649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a47fa-19d5-46cf-9470-167b3ffe8876,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:33.003990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:33.004520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:33.005007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:33.053876 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-45e6d9cb-c152-44db-8558-1e462a2507d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:33.062140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:33.062140 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:33.062686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a96b3911-256f-469c-8688-aa2b333d649e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.070504 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a96b3911-256f-469c-8688-aa2b333d649e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a50a47fa-19d5-46cf-9470-167b3ffe8876 HTTP/1.1" status: 204 len: 168 time: 0.9903054 Mar 28 15:20:33.076974 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 6 to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 Mar 28 15:20:33.079947 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6d9cb-c152-44db-8558-1e462a2507d9 None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:33.082600 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-45e6d9cb-c152-44db-8558-1e462a2507d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:33.086084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.091669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-259e1847-d726-41c0-90f1-d7f655aa0316 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.109711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f225429e-e1e3-470c-b899-b133eb717c00 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:33.112984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f225429e-e1e3-470c-b899-b133eb717c00 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.114370 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f225429e-e1e3-470c-b899-b133eb717c00 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:20:33.114792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f225429e-e1e3-470c-b899-b133eb717c00 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:20:33.150614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:33.150982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:33.151312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:33.187691 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-45e6d9cb-c152-44db-8558-1e462a2507d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:33.188818 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6d9cb-c152-44db-8558-1e462a2507d9 None None] The sync data for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:33.199384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e1847-d726-41c0-90f1-d7f655aa0316 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=0609481b-20e3-43fe-94d0-0fac8dd38b56,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:33.202228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.204532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f4290-ec02-44b3-a707-4bceefafc259 None None] Network 27234adb-77e1-47b1-9f79-5df8df666e4c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:33.208451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-259e1847-d726-41c0-90f1-d7f655aa0316 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.210520 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-259e1847-d726-41c0-90f1-d7f655aa0316 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/0609481b-20e3-43fe-94d0-0fac8dd38b56 HTTP/1.1" status: 204 len: 168 time: 1.7054961 Mar 28 15:20:33.217352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58248) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:33.225466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:33.225795 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:33.232637 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 7 to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 Mar 28 15:20:33.253438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e2a11f-2111-4701-8005-2062743ba07c,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:33.264080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:33.264489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:33.264709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:33.277413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd03-19d0-454d-a63e-de3353f145ff tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.300351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:33.300601 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:33.305007 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 8 to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 Mar 28 15:20:33.313179 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f225429e-e1e3-470c-b899-b133eb717c00 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7608569 Mar 28 15:20:33.320813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58252) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:33.334194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9410da25-5023-4531-a5b5-b75ebed86fa0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:33.352396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:33.353449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:33.353777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:33.384076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:33.384659 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:33.386286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.386846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-de5be1ac-caac-413c-b46e-f1313baad35f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9326248 Mar 28 15:20:33.425148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:33.425803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-08efc11f-c01a-474d-91f2-4a53936c57c2 None None] Provisioning complete for port 92a0f693-2384-4b60-aa73-0597fb10219a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:33.426324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08efc11f-c01a-474d-91f2-4a53936c57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.439894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Usage tracker for resource:port and tenant:63d54d08399a498c9990b9b952be2ecf is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:33.446238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.448573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:33.458486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:33.485835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port cf2e01d6-932d-4849-8efd-11bdcee1ce41 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:33.486297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.502503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-08efc11f-c01a-474d-91f2-4a53936c57c2 None None] Port 92a0f693-2384-4b60-aa73-0597fb10219a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:33.551560 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 9 to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 Mar 28 15:20:33.605319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Made reservation on behalf of 63d54d08399a498c9990b9b952be2ecf for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:33.609761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.622376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] DHCP port deletion for 27234adb-77e1-47b1-9f79-5df8df666e4c request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:20:33.627673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd03-19d0-454d-a63e-de3353f145ff tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.627909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] Deleting port cf2e01d6-932d-4849-8efd-11bdcee1ce41 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:33.628294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.642637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.687083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6cd03-19d0-454d-a63e-de3353f145ff tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Subnet': ['ID=652bbc4f-2003-48ae-a33e-5ef3a8c5736d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:33.698883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] device_id is not set on port 8a8d9605-1c69-44c4-9c38-c2a1b6c62000 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:33.705483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9410da25-5023-4531-a5b5-b75ebed86fa0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:33.716636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9410da25-5023-4531-a5b5-b75ebed86fa0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:33.725467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:33.726042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:33.726523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:33.749830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:33.750022 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd03-19d0-454d-a63e-de3353f145ff tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.750484 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:33.753080 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 10 to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 Mar 28 15:20:33.782686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:33.783294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:33.783812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:33.814375 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-05a6cd03-19d0-454d-a63e-de3353f145ff tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/652bbc4f-2003-48ae-a33e-5ef3a8c5736d HTTP/1.1" status: 204 len: 168 time: 1.4754448 Mar 28 15:20:33.817328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58274) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:33.826308 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-a70401fb-5870-4319-aea5-35afa04746fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749112933&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.1037893 Mar 28 15:20:33.835210 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:33.835901 dv-neutron-828143-13-hyperv neutron-server[88486]: ERROR neutron.plugins.ml2.managers [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port aed68114-75de-4b7e-87f2-c4325b4ec320 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:33.836443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.845577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9410da25-5023-4531-a5b5-b75ebed86fa0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:33.849321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9410da25-5023-4531-a5b5-b75ebed86fa0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:33.856654 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9410da25-5023-4531-a5b5-b75ebed86fa0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:20:33.856654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9410da25-5023-4531-a5b5-b75ebed86fa0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:20:33.950166 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] For port cf2e01d6-932d-4849-8efd-11bdcee1ce41, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cf2e01d6-932d-4849-8efd-11bdcee1ce41,segment=NetworkSegment(9724f556-1a74-493f-9fdb-516c5974c32d),segment_id=9724f556-1a74-493f-9fdb-516c5974c32d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:33.950575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.042051 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9410da25-5023-4531-a5b5-b75ebed86fa0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7171943 Mar 28 15:20:34.047700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.062169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58282) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:34.064835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] For port cf2e01d6-932d-4849-8efd-11bdcee1ce41, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cf2e01d6-932d-4849-8efd-11bdcee1ce41,segment=NetworkSegment(9724f556-1a74-493f-9fdb-516c5974c32d),segment_id=9724f556-1a74-493f-9fdb-516c5974c32d)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:34.065209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.083360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-33ff3d74-0f7e-4627-87fd-4cf2e82da14b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:34.128892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] Calling delete_port for cf2e01d6-932d-4849-8efd-11bdcee1ce41 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:34.167085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f9e72a-0f46-4bef-9fae-2baed188f16b None None] Network ae7489a3-b15e-491a-acbb-2d5ae9d97a97 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:34.219170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for cf2e01d6-932d-4849-8efd-11bdcee1ce41 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:34.263232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.287916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Allocated IP 172.20.0.5 (5595f854-0ea8-4318-8393-9b7e10fbe86a/25143897-8fa9-42f2-bf61-bfbfaa50af25/8a8d9605-1c69-44c4-9c38-c2a1b6c62000) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:34.290799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-a207eb4c-396b-4df8-b361-3f9d4363f182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.291549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-a207eb4c-396b-4df8-b361-3f9d4363f182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:34.300317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] For port aed68114-75de-4b7e-87f2-c4325b4ec320, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:34.300684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempted to set empty binding levels {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 15:20:34.337985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:34.338456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.404701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.472592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:20:34.473153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:20:34.475612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.484188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-33ff3d74-0f7e-4627-87fd-4cf2e82da14b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:34.537499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c688b3b-a778-4aaa-98fd-40b8faa48ba5 None None] DHCP port deletion for ae7489a3-b15e-491a-acbb-2d5ae9d97a97 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:20:34.543440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3c688b3b-a778-4aaa-98fd-40b8faa48ba5 None None] Deleting port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:34.546490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3c688b3b-a778-4aaa-98fd-40b8faa48ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.558496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] In _notify_port_updated(), no bound segment for port aed68114-75de-4b7e-87f2-c4325b4ec320 on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:20:34.559381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.559979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.561303 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "PUT /v2.0/ports/aed68114-75de-4b7e-87f2-c4325b4ec320 HTTP/1.1" status: 200 len: 977 time: 3.6205275 Mar 28 15:20:34.567470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58294) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:34.633257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-33ff3d74-0f7e-4627-87fd-4cf2e82da14b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:34.645552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-a207eb4c-396b-4df8-b361-3f9d4363f182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:34.652043 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-a207eb4c-396b-4df8-b361-3f9d4363f182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=6c491053-71bb-4910-b28f-e67b8c7f7e67 HTTP/1.1" status: 200 len: 797 time: 0.8246243 Mar 28 15:20:34.654161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9305879-77ea-45f7-a542-c84384785bbb tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'Port': ['ID=aed68114-75de-4b7e-87f2-c4325b4ec320,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:34.698994 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-2fa5b664-4422-448c-a3da-f1495d2049f8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.0459952 Mar 28 15:20:34.699241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=cf2e01d6-932d-4849-8efd-11bdcee1ce41,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:34.710001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No DVR routers for this DVR port cf2e01d6-932d-4849-8efd-11bdcee1ce41 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:20:34.720595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58298) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:34.783483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ff3d74-0f7e-4627-87fd-4cf2e82da14b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:34.786841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-33ff3d74-0f7e-4627-87fd-4cf2e82da14b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.788206 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ff3d74-0f7e-4627-87fd-4cf2e82da14b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:20:34.788622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ff3d74-0f7e-4627-87fd-4cf2e82da14b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:20:34.803285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cf2e01d6-932d-4849-8efd-11bdcee1ce41 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:34.854712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: cf2e01d6-932d-4849-8efd-11bdcee1ce41 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:20:34.855222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cf2e01d6-932d-4849-8efd-11bdcee1ce41 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:20:34.856152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ae32ffa4-f3a3-4445-814f-efd4f6cf7007 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:34.911337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3c688b3b-a778-4aaa-98fd-40b8faa48ba5 None None] For port ae32ffa4-f3a3-4445-814f-efd4f6cf7007, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ae32ffa4-f3a3-4445-814f-efd4f6cf7007,segment=NetworkSegment(2a979e5c-e75c-45ca-896d-dbae530f5355),segment_id=2a979e5c-e75c-45ca-896d-dbae530f5355)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:34.911907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3c688b3b-a778-4aaa-98fd-40b8faa48ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:34.944122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.944597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.945061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.945566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.946641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.947107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.947569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.948026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.948481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.948941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.949384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.950029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.950272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.950770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.951250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.951703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.952150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.952602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.953051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.953528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.954007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.954458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.954906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.955397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:34.958313 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7a227f4d-fb7d-438a-8e9c-c07a05764686 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20866 time: 0.3881326 Mar 28 15:20:34.968553 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-33ff3d74-0f7e-4627-87fd-4cf2e82da14b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9054122 Mar 28 15:20:34.972236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58304) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:34.972567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58306) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:34.996953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] Deleting port cf2e01d6-932d-4849-8efd-11bdcee1ce41 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:34.996953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.027292 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.045902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port ae32ffa4-f3a3-4445-814f-efd4f6cf7007, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ae32ffa4-f3a3-4445-814f-efd4f6cf7007,segment=NetworkSegment(2a979e5c-e75c-45ca-896d-dbae530f5355),segment_id=2a979e5c-e75c-45ca-896d-dbae530f5355)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:35.046263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.055989 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-77be6ed0-0592-4379-9b5e-d87058f7bc81 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3499510 Mar 28 15:20:35.089529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27234adb-77e1-47b1-9f79-5df8df666e4c']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:35.108566 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3c688b3b-a778-4aaa-98fd-40b8faa48ba5 None None] Calling delete_port for ae32ffa4-f3a3-4445-814f-efd4f6cf7007 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:35.168828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.174497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-256666813'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:35.192412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-24c4006a-c091-4170-97cc-3731f2f4778e None None] The port 'cf2e01d6-932d-4849-8efd-11bdcee1ce41' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:20:35.250092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Transition to ACTIVE for port object 8a8d9605-1c69-44c4-9c38-c2a1b6c62000 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:35.272969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:35.282938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for ae32ffa4-f3a3-4445-814f-efd4f6cf7007 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:35.285345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.316082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9724f556-1a74-493f-9fdb-516c5974c32d') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:35.316387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9724f556-1a74-493f-9fdb-516c5974c32d') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:35.330515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Usage tracker for resource:network and tenant:5c4800f7a78f423aa7260f124429ec03 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:35.339550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:35.343224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.346796 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e8fadfe8-d81c-4004-97af-b49b0bf02cb4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3718357 Mar 28 15:20:35.349751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:20:35.351434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58312) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:35.358108 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-4e5a4ab8-2843-4543-9264-59a8b26e12e9 service neutron] 10.222.0.16 "GET /v2.0/networks/6c491053-71bb-4910-b28f-e67b8c7f7e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794518 Mar 28 15:20:35.360734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:35.368360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.393292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3c688b3b-a778-4aaa-98fd-40b8faa48ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.404866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.409598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0f650f20-1101-4679-bb79-d38971755fb8 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Deleting port aed68114-75de-4b7e-87f2-c4325b4ec320 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:35.409598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f650f20-1101-4679-bb79-d38971755fb8 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.426311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.479090 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c688b3b-a778-4aaa-98fd-40b8faa48ba5 None None] Pushing event deleted for resources: {'Port': ['ID=ae32ffa4-f3a3-4445-814f-efd4f6cf7007,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:35.481820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c688b3b-a778-4aaa-98fd-40b8faa48ba5 None None] No DVR routers for this DVR port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:20:35.486299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:20:35.491970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.498773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:20:35.514098 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:20:35.550352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Made reservation on behalf of 5c4800f7a78f423aa7260f124429ec03 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:35.553735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.617285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Network 5595f854-0ea8-4318-8393-9b7e10fbe86a is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:35.632766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:35.646741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.656199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:35.692028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9640408-d393-424f-87df-00520ef2bc68 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:35.692715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b9640408-d393-424f-87df-00520ef2bc68 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:35.698817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=92a0f693-2384-4b60-aa73-0597fb10219a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:35.707640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event updated for resources: {'Port': ['ID=8a8d9605-1c69-44c4-9c38-c2a1b6c62000,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:35.707640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:20:35.707640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:20:35.707961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.729593 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:35.736046 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-39d1cd72-6c36-4724-b281-07cf6f63fe83 service neutron] 10.222.0.16 "GET /v2.0/networks/6c491053-71bb-4910-b28f-e67b8c7f7e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702476 Mar 28 15:20:35.739151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Usage tracker for resource:security_group_rule and tenant:5c4800f7a78f423aa7260f124429ec03 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:35.744602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:35.753640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:35.758777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b9640408-d393-424f-87df-00520ef2bc68 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:35.765588 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b9640408-d393-424f-87df-00520ef2bc68 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4080091 Mar 28 15:20:35.768745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58316) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:35.776355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.784460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:35.785447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.813581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.842012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Network': ['ID=27234adb-77e1-47b1-9f79-5df8df666e4c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:35.867606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0f650f20-1101-4679-bb79-d38971755fb8 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] For port aed68114-75de-4b7e-87f2-c4325b4ec320, host hv-neutron-8281, got binding levels [] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:35.868788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f650f20-1101-4679-bb79-d38971755fb8 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.939885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:35.994412 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d251962e-97c7-4a0b-9525-2b8f838e7eb9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/networks/27234adb-77e1-47b1-9f79-5df8df666e4c HTTP/1.1" status: 204 len: 168 time: 2.7676353 Mar 28 15:20:35.994412 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e3968cef-f1be-4982-b6eb-2e614caec645 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0664282 Mar 28 15:20:35.994412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58322) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:35.995894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58326) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:35.999585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1145745882'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:36.005517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Request body: {'floatingip': {'port_id': '8a8d9605-1c69-44c4-9c38-c2a1b6c62000'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:36.014937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0f650f20-1101-4679-bb79-d38971755fb8 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Calling delete_port for aed68114-75de-4b7e-87f2-c4325b4ec320 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:36.048328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9e524814-adf9-479c-b679-66ea5dfad47b None None] Provisioning for port 8a8d9605-1c69-44c4-9c38-c2a1b6c62000 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:36.057675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9e524814-adf9-479c-b679-66ea5dfad47b None None] Provisioning complete for port 8a8d9605-1c69-44c4-9c38-c2a1b6c62000 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:36.058542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9e524814-adf9-479c-b679-66ea5dfad47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.064537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:36.066822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.122188 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:network and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:36.142526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:36.146012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-9e524814-adf9-479c-b679-66ea5dfad47b None None] Port 8a8d9605-1c69-44c4-9c38-c2a1b6c62000 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:36.158833 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4f93664a-acf3-403f-af17-c438f1226a55 req-af1a482e-156e-41f9-a664-740bba8c79d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 210 time: 0.1034343 Mar 28 15:20:36.163850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:36.173853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:36.181703 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7d0ead36-ebb0-4d6a-8795-f3a2df9ff93d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4095759 Mar 28 15:20:36.193411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58336) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:36.203147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:36.207407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port ae32ffa4-f3a3-4445-814f-efd4f6cf7007 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:36.207767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.250227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.250576 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Added segment 729394b5-7ae0-4a0c-8190-f690969a11d5 of type vlan for network 994b6854-1383-40cf-8f84-ba9fc0979bf6 Mar 28 15:20:36.253852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.312387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460f535b-066a-42d3-8455-d6fb20ba3ce1,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:36.351246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:36.355159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.365991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:36.372393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 095760d0-506c-427e-8ddc-5093cafc9142 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:36.376646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:36.383392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:36.458749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f650f20-1101-4679-bb79-d38971755fb8 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.506354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] The port 'ae32ffa4-f3a3-4445-814f-efd4f6cf7007' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:20:36.581519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f650f20-1101-4679-bb79-d38971755fb8 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event deleted for resources: {'Port': ['ID=aed68114-75de-4b7e-87f2-c4325b4ec320,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:36.587635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:36.591059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.605419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f650f20-1101-4679-bb79-d38971755fb8 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.630058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:36.650408 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0f650f20-1101-4679-bb79-d38971755fb8 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "DELETE /v2.0/ports/aed68114-75de-4b7e-87f2-c4325b4ec320 HTTP/1.1" status: 204 len: 168 time: 1.6766567 Mar 28 15:20:36.670114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e0896e11-968b-48b3-b89b-15a36b5d75e8 None None] Provisioning complete for port 92a0f693-2384-4b60-aa73-0597fb10219a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:36.670694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0896e11-968b-48b3-b89b-15a36b5d75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.710395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58342) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:36.747909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.753246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e0896e11-968b-48b3-b89b-15a36b5d75e8 None None] Port 92a0f693-2384-4b60-aa73-0597fb10219a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:36.760922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.769476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.769824 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Added segment 69018876-79e7-4707-8e1a-9dbeee894853 of type vlan for network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 Mar 28 15:20:36.866845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7489a3-b15e-491a-acbb-2d5ae9d97a97']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:36.898455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:36.898856 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e912e61-967b-4503-9046-4eee9d2eccff tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] GET failed (client error): The resource could not be found. Mar 28 15:20:36.899473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4e912e61-967b-4503-9046-4eee9d2eccff tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Synchronizing usage tracker for tenant:d9ed3c8624964487af074a7c48a569b2 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:36.911880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a979e5c-e75c-45ca-896d-dbae530f5355') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:36.912171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a979e5c-e75c-45ca-896d-dbae530f5355') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:36.941608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.015019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4e912e61-967b-4503-9046-4eee9d2eccff tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Unset dirty status for tenant:d9ed3c8624964487af074a7c48a569b2 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:37.016783 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4e912e61-967b-4503-9046-4eee9d2eccff tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "GET /v2.0/ports/aed68114-75de-4b7e-87f2-c4325b4ec320 HTTP/1.1" status: 404 len: 333 time: 0.3041558 Mar 28 15:20:37.020754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Router 739122cf-cda0-4788-822c-e2623d3d59c0 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:20:37.022009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58346) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:37.034637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2010997601', 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:37.042130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:37.044267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.049844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:37.050497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.080499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.121764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:20:37.122167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.131750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:20:37.141085 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:20:37.224918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.230874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:37.231525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.238041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:37.248632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c97411-c644-4368-8150-f8f8ccaa3050 None None] Sync routers for ids ['739122cf-cda0-4788-822c-e2623d3d59c0'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:37.253861 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a2acce66-9ba1-4098-917e-a6f7ac9fe812 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "PUT /v2.0/routers/739122cf-cda0-4788-822c-e2623d3d59c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9810371 Mar 28 15:20:37.256398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58352) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:37.261278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c97411-c644-4368-8150-f8f8ccaa3050 None None] Routers {'739122cf-cda0-4788-822c-e2623d3d59c0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:37.262083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e6c97411-c644-4368-8150-f8f8ccaa3050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['739122cf-cda0-4788-822c-e2623d3d59c0'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:37.338607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e6c97411-c644-4368-8150-f8f8ccaa3050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:37.348929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c97411-c644-4368-8150-f8f8ccaa3050 None None] Routers {'739122cf-cda0-4788-822c-e2623d3d59c0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:37.349782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e6c97411-c644-4368-8150-f8f8ccaa3050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['739122cf-cda0-4788-822c-e2623d3d59c0'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:37.356776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Made reservation on behalf of d9ed3c8624964487af074a7c48a569b2 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:37.359078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.370834 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5795193 Mar 28 15:20:37.371545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58356) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:37.389453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317179fe-cfda-4878-b31c-da351392c300 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Network': ['ID=994b6854-1383-40cf-8f84-ba9fc0979bf6,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:37.408500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:37.411245 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4195058 Mar 28 15:20:37.417712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'subnet': {'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:37.435007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58360) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:37.442463 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e6c97411-c644-4368-8150-f8f8ccaa3050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:37.442901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c97411-c644-4368-8150-f8f8ccaa3050 None None] The sync data for ids ['739122cf-cda0-4788-822c-e2623d3d59c0'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:37.468392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': 'bcd7e532-4bba-4d2d-b0bf-5036a6bfec26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:37.483008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:20:37.494995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.549203 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1e775a6-222a-483f-9677-ea08ca24fc72 req-f8255280-f3e5-4318-accb-972d79d520be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 210 time: 0.1997678 Mar 28 15:20:37.573572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] device_id is not set on port 56a4e78d-dff3-4d2f-aaf3-29175b201acd yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:37.615683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:37.623505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:37.635365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc635c88-867c-499d-84e2-ad4bcb589688 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:37.650961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:37.651855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.679173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=02b52371-537a-4a19-b0a6-fd77f9259bd2,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:37.693926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2736dfe0-0521-4c45-b780-5d011098ec5b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:37.695093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2736dfe0-0521-4c45-b780-5d011098ec5b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:37.731270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.735276 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:37.757253 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1793c635-d794-419d-adad-45686d37a73c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5587389 Mar 28 15:20:37.757816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58364) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:37.776980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:f7:5b:3d', 'name': 'tempest-NetworksTestDHCPv6-1516342458'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:37.831302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cfc6b-910d-4dfe-86fb-95507b36da16 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Network': ['ID=bcd7e532-4bba-4d2d-b0bf-5036a6bfec26,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:37.831631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2736dfe0-0521-4c45-b780-5d011098ec5b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:37.832801 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2736dfe0-0521-4c45-b780-5d011098ec5b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports?device_id=739122cf-cda0-4788-822c-e2623d3d59c0 HTTP/1.1" status: 200 len: 983 time: 0.5753992 Mar 28 15:20:37.840376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58368) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:37.874585 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/networks/ae7489a3-b15e-491a-acbb-2d5ae9d97a97 HTTP/1.1" status: 204 len: 168 time: 4.0484982 Mar 28 15:20:37.874794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:37.879129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58372) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:37.884208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6044ca2-945c-4473-9bb6-4914f1fcadd7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Network': ['ID=ae7489a3-b15e-491a-acbb-2d5ae9d97a97,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:37.900468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188489577', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:37.908264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:37.922975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:37.929737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Usage tracker for resource:subnet and tenant:5c4800f7a78f423aa7260f124429ec03 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:37.933336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:37.936310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:37.944756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:37.947696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:router and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:37.958347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:37.963878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:37.968787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:37.978561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:37.981732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:38.037171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Made reservation on behalf of 5c4800f7a78f423aa7260f124429ec03 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:38.040687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.041188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '02b52371-537a-4a19-b0a6-fd77f9259bd2'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:38.043443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.072486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.073473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.081748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:38.085163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.126218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.252164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Allocated IP 2001:db8::f816:3eff:fea6:3b3f (407e43a9-7d21-4a68-a014-97c49e9e0f14/02b52371-537a-4a19-b0a6-fd77f9259bd2/0a783d6b-c6bf-4c46-b8b4-4beb6390bd05) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:38.328115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:38.348353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:38.350790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:38.431450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:38.488225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.499488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Transition to ACTIVE for port object 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:38.520587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.520810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Transition to ACTIVE for port object 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:38.610546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.617283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.698475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.700143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:38.718012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:38.724647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:38.736544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:38.740385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-ee00b313-34c0-4360-a904-4aa31ab20f62 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:38.741847 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-ee00b313-34c0-4360-a904-4aa31ab20f62 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=6c491053-71bb-4910-b28f-e67b8c7f7e67 HTTP/1.1" status: 200 len: 797 time: 0.4222875 Mar 28 15:20:38.745355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Pushing event updated for resources: {'Port': ['ID=0a783d6b-c6bf-4c46-b8b4-4beb6390bd05,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:38.752114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.811192 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e3de5d3-29c0-46d5-9d13-45f5b4d8cedb req-533463e2-2b20-4c7f-8c61-a82418580800 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 210 time: 0.1351116 Mar 28 15:20:38.856671 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Attempting to bind port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:38.859304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Attempting to bind port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:38.859304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Attempting to bind port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:38.867085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:38.868725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:38.870303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.871567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:38.872446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Bound port: 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:38.873104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.877721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Network 82038f63-b641-41f4-8bec-1347228fde5f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:38.884103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.887635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'Port': ['ID=56a4e78d-dff3-4d2f-aaf3-29175b201acd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:38.890182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:38.894873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:38.895814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:38.896808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:38.980469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.008830 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-25588c1c-e753-4719-9444-77d8b263e13a tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9834290 Mar 28 15:20:39.013702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58378) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:39.022061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] For port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:39.026123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] For port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0a783d6b-c6bf-4c46-b8b4-4beb6390bd05,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:39.083297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:39.117232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.127528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.157395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-f37b529c-3e03-450f-b926-fb36119d8ef9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:39.195109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dfafe-999b-4900-a475-45fe52507777 None None] Pushing event updated for resources: {'Port': ['ID=0a783d6b-c6bf-4c46-b8b4-4beb6390bd05,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:39.211362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f027d3-4843-4cc0-8aab-30d163b759d3 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:39.211749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-61f027d3-4843-4cc0-8aab-30d163b759d3 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Synchronizing usage tracker for tenant:d9ed3c8624964487af074a7c48a569b2 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:39.219244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.220405 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-afee3aaf-89f9-4819-9bf9-cd078ff2fe69 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.3381681 Mar 28 15:20:39.223191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58386) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:39.238120 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 52da28bb-9131-42f6-a553-f8f91ac74b3d associated. External IP: 172.26.7.83, port: 001d046d-0cee-4112-b9c2-302bd1df254d. Mar 28 15:20:39.290004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'network': {'name': 'tempest-RoutersTest-1151732427'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:39.304550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.316129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:39.333499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:network and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:39.341153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:39.357189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-f37b529c-3e03-450f-b926-fb36119d8ef9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:39.358326 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-f37b529c-3e03-450f-b926-fb36119d8ef9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 472 time: 0.5520873 Mar 28 15:20:39.383206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['d85ad0b5-ad34-4b09-8d63-4212842676c2']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:39.391987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:39.396167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-61f027d3-4843-4cc0-8aab-30d163b759d3 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Unset dirty status for tenant:d9ed3c8624964487af074a7c48a569b2 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:39.411100 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-61f027d3-4843-4cc0-8aab-30d163b759d3 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "GET /v2.0/ports/56a4e78d-dff3-4d2f-aaf3-29175b201acd HTTP/1.1" status: 200 len: 955 time: 0.3855066 Mar 28 15:20:39.411100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58390) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:39.446748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.590377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:39.593786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.604132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Subnet': ['ID=d60b0a40-0c49-4ecb-9db5-eb0ad7451a37,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:39.620415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:fef7:5b3d (407e43a9-7d21-4a68-a014-97c49e9e0f14/02b52371-537a-4a19-b0a6-fd77f9259bd2/f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:39.653224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cc18f637-1220-4230-8cb9-91ae0cfc1bf2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Deleting port 56a4e78d-dff3-4d2f-aaf3-29175b201acd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:39.653480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc18f637-1220-4230-8cb9-91ae0cfc1bf2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.684620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Checking segment: {'id': '729394b5-7ae0-4a0c-8190-f690969a11d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:39.684897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Network hostable DHCP agents. Network: 994b6854-1383-40cf-8f84-ba9fc0979bf6, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:39.715535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:39.756901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.757253 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added segment d611956b-9b90-445a-a854-0a646090d248 of type vlan for network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 Mar 28 15:20:39.767809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=6f737c89-e02a-4b0c-bc72-fb1ec926aabf,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:39.817154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:39.838226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Checking segment: {'id': '69018876-79e7-4707-8e1a-9dbeee894853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bcd7e532-4bba-4d2d-b0bf-5036a6bfec26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:39.838586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network hostable DHCP agents. Network: bcd7e532-4bba-4d2d-b0bf-5036a6bfec26, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:39.846686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:port and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:39.851256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:39.862063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:39.877081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 92a0f693-2384-4b60-aa73-0597fb10219a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:39.877780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:39.994552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:40.089152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:40.091296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:40.103212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:40.106590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:40.145623 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fb0b4e3-7af3-4a7b-b7d5-b5ca79a301dd req-0d8aadac-d079-47f8-b727-4499b3aa0f12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 210 time: 0.1468165 Mar 28 15:20:40.212453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:40.213670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 994b6854-1383-40cf-8f84-ba9fc0979bf6) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:40.224582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, bcd7e532-4bba-4d2d-b0bf-5036a6bfec26) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:40.226663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a7091b-9081-455c-9368-90491ef02e99 None None] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:40.238149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:40.238756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:40.243965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:40.244558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:40.270844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ed12f-fc99-4544-a6a6-db01da4d6965 None None] Network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:40.334954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:20:40.464806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:40.481717 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ffe87e74-4d05-46c0-a94b-6f01405b40ce tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0389247 Mar 28 15:20:40.495391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58396) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:40.506207 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-83b5f643-3953-4dd9-afcb-a4a3d1555052 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1171100 Mar 28 15:20:40.509640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': 'bcd7e532-4bba-4d2d-b0bf-5036a6bfec26', 'name': 'tempest-PortsIpV6TestJSON-1450628652', 'fixed_ips': [{'subnet_id': '6f737c89-e02a-4b0c-bc72-fb1ec926aabf', 'ip_address': '2001:db8::10'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:40.522729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58400) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:40.545958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.20 (6c491053-71bb-4910-b28f-e67b8c7f7e67/942d878d-1042-4633-8e37-e8faa15cdb64/c20ad496-e9a4-4284-b6f3-12cced969e52) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:40.555837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'port': {'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-511929525'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:40.591367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f1364c62-9033-44f3-bfb5-376fd53db769 None None] Provisioning for port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:40.599100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 92a0f693-2384-4b60-aa73-0597fb10219a owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:40.682142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-bcd7e532-4bba-4d2d-b0bf-5036a6bfec26', 'network_id': 'bcd7e532-4bba-4d2d-b0bf-5036a6bfec26', 'tenant_id': '0bd0fba2577048bb84e2783d6c2c84ee', 'fixed_ips': [{'subnet_id': '6f737c89-e02a-4b0c-bc72-fb1ec926aabf'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:40.684737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:40.721451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:40.730129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc18f637-1220-4230-8cb9-91ae0cfc1bf2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:40.742346 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ad3e3-053c-42e9-828d-e428362fb631 None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:40.748315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-994b6854-1383-40cf-8f84-ba9fc0979bf6', 'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6', 'tenant_id': '5c4800f7a78f423aa7260f124429ec03', 'fixed_ips': [{'subnet_id': 'd60b0a40-0c49-4ecb-9db5-eb0ad7451a37'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:40.749214 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:40.771757 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ad3e3-053c-42e9-828d-e428362fb631 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:40.772989 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-9a4ad3e3-053c-42e9-828d-e428362fb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:40.966429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:40.982869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cc18f637-1220-4230-8cb9-91ae0cfc1bf2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Calling delete_port for 56a4e78d-dff3-4d2f-aaf3-29175b201acd owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:40.984805 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-9a4ad3e3-053c-42e9-828d-e428362fb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:41.006377 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ad3e3-053c-42e9-828d-e428362fb631 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:41.007069 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-9a4ad3e3-053c-42e9-828d-e428362fb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:41.032003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.038906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:41.040363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.066460 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-9a4ad3e3-053c-42e9-828d-e428362fb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:41.067142 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ad3e3-053c-42e9-828d-e428362fb631 None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:41.090311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.100282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Allocated IP 2001:db8::2 (bcd7e532-4bba-4d2d-b0bf-5036a6bfec26/6f737c89-e02a-4b0c-bc72-fb1ec926aabf/fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:41.125294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Allocated IP 2001:db8::2 (994b6854-1383-40cf-8f84-ba9fc0979bf6/d60b0a40-0c49-4ecb-9db5-eb0ad7451a37/b360e0ab-284e-4f15-941e-5607c2d3972e) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:41.131293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:41.148622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:41.155499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:41.165815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:41.168721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Usage tracker for resource:port and tenant:5c4800f7a78f423aa7260f124429ec03 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:41.185791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:41.188644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:41.212620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:41.224254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:41.240877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Network': ['ID=9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:41.275558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:41.290860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.298191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:41.311075 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cde858a0-3571-4c83-8fc8-423710a6ecb9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0852649 Mar 28 15:20:41.317006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58406) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:41.332155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'subnet': {'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:41.355159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc18f637-1220-4230-8cb9-91ae0cfc1bf2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.359169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:41.359169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.360471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-7f590f4d-767c-4d30-a1c0-5b4a01f964b2 req-a39cb358-2547-4234-bdf7-4c7be7a6e929 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:41.372927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Made reservation on behalf of 5c4800f7a78f423aa7260f124429ec03 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:41.376701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.392635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object c20ad496-e9a4-4284-b6f3-12cced969e52 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:41.434857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc18f637-1220-4230-8cb9-91ae0cfc1bf2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.437687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18f637-1220-4230-8cb9-91ae0cfc1bf2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event deleted for resources: {'Port': ['ID=56a4e78d-dff3-4d2f-aaf3-29175b201acd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:41.476387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] device_id is not set on port ddbed447-aa04-4119-ab8a-714446c5454e yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:41.497205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.508608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:41.538138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-7f590f4d-767c-4d30-a1c0-5b4a01f964b2 req-a39cb358-2547-4234-bdf7-4c7be7a6e929 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:41.539329 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7f590f4d-767c-4d30-a1c0-5b4a01f964b2 req-a39cb358-2547-4234-bdf7-4c7be7a6e929 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 210 time: 0.2581840 Mar 28 15:20:41.572357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.657161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:41.671315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:41.673888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:41.679790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:41.680994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.691302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:41.694988 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cc18f637-1220-4230-8cb9-91ae0cfc1bf2 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "DELETE /v2.0/ports/56a4e78d-dff3-4d2f-aaf3-29175b201acd HTTP/1.1" status: 204 len: 168 time: 2.2857835 Mar 28 15:20:41.728039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58410) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:41.728665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:41.766347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:subnet and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:41.819189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.824477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:41.838359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=92a0f693-2384-4b60-aa73-0597fb10219a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:41.841770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.854998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:41.857598 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff6fbea-83b4-40b1-b3a1-cb4d6e88381d tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] GET failed (client error): The resource could not be found. Mar 28 15:20:41.858315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cff6fbea-83b4-40b1-b3a1-cb4d6e88381d tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Synchronizing usage tracker for tenant:d9ed3c8624964487af074a7c48a569b2 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:41.860558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Transition to ACTIVE for port object fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:41.873656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:41.907760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Transition to ACTIVE for port object b360e0ab-284e-4f15-941e-5607c2d3972e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:41.920506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Transition to ACTIVE for port object fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:41.953647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0a783d6b-c6bf-4c46-b8b4-4beb6390bd05,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:41.954782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Transition to ACTIVE for port object b360e0ab-284e-4f15-941e-5607c2d3972e will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:41.955152 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b8ef3c9d-3281-4b4f-878a-e3f2565d3089 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1966164 Mar 28 15:20:41.968144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58414) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:41.973079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:41.976574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.007660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router 5e640292-f801-4ede-b653-987c1a77e566 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:42.025868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cff6fbea-83b4-40b1-b3a1-cb4d6e88381d tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Unset dirty status for tenant:d9ed3c8624964487af074a7c48a569b2 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:42.030703 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cff6fbea-83b4-40b1-b3a1-cb4d6e88381d tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "GET /v2.0/ports/56a4e78d-dff3-4d2f-aaf3-29175b201acd HTTP/1.1" status: 404 len: 333 time: 0.2649174 Mar 28 15:20:42.030887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.044991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58418) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:42.055261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.059105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.112323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.145480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:42.155677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:42.165531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:42.177241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:42.205831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:42.214154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=0a783d6b-c6bf-4c46-b8b4-4beb6390bd05,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:42.220996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:42.252681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Request body: {'port': {'network_id': '82038f63-b641-41f4-8bec-1347228fde5f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-761082692'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:42.256369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:42.292920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d68a7e-00a0-421b-9faf-0357c59d8326 None None] Sync routers for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:42.295581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.297564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:42.322889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port d5c3d009-be0c-479e-894a-d828137fc74d yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:42.360048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.373927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f17968f0-6736-4152-a2b6-0618f1778dd1 None None] Provisioning for port f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:42.388836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:42.390634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f17968f0-6736-4152-a2b6-0618f1778dd1 None None] Provisioning complete for port f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:42.391141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f17968f0-6736-4152-a2b6-0618f1778dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.401749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.451550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d68a7e-00a0-421b-9faf-0357c59d8326 None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:42.451550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-21d68a7e-00a0-421b-9faf-0357c59d8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:42.540237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-21d68a7e-00a0-421b-9faf-0357c59d8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:42.542871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Attempting to bind port b360e0ab-284e-4f15-941e-5607c2d3972e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:42.542871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Attempting to bind port b360e0ab-284e-4f15-941e-5607c2d3972e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '729394b5-7ae0-4a0c-8190-f690969a11d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:42.543123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Attempting to bind port b360e0ab-284e-4f15-941e-5607c2d3972e on network 994b6854-1383-40cf-8f84-ba9fc0979bf6 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:42.552666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Attempting to bind port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:42.553123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Attempting to bind port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '69018876-79e7-4707-8e1a-9dbeee894853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bcd7e532-4bba-4d2d-b0bf-5036a6bfec26'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:42.553562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Attempting to bind port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 on network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:42.562241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Pushing event updated for resources: {'Port': ['ID=fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:42.563861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9e41a-baaa-4f9c-9099-8092b87f2a90 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:42.574385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9e41a-baaa-4f9c-9099-8092b87f2a90 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:42.574385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5fa9e41a-baaa-4f9c-9099-8092b87f2a90 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:42.575119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:42.575577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Checking segment: {'id': '729394b5-7ae0-4a0c-8190-f690969a11d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:42.576294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.576431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Bound using segment: {'id': '729394b5-7ae0-4a0c-8190-f690969a11d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:42.577058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Bound port: b360e0ab-284e-4f15-941e-5607c2d3972e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729394b5-7ae0-4a0c-8190-f690969a11d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:42.577407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.595011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 6c491053-71bb-4910-b28f-e67b8c7f7e67 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:42.596304 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Allocated IP 2001:db8::df (994b6854-1383-40cf-8f84-ba9fc0979bf6/d60b0a40-0c49-4ecb-9db5-eb0ad7451a37/ddbed447-aa04-4119-ab8a-714446c5454e) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:42.607191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:42.609084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Made reservation on behalf of d9ed3c8624964487af074a7c48a569b2 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:42.611410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.640529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:42.666973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:42.667380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Checking segment: {'id': '69018876-79e7-4707-8e1a-9dbeee894853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bcd7e532-4bba-4d2d-b0bf-5036a6bfec26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:42.667780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.668180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Bound using segment: {'id': '69018876-79e7-4707-8e1a-9dbeee894853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bcd7e532-4bba-4d2d-b0bf-5036a6bfec26'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:42.668664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Bound port: fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69018876-79e7-4707-8e1a-9dbeee894853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bcd7e532-4bba-4d2d-b0bf-5036a6bfec26'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:42.669046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:42.675325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] device_id is not set on port 56d10eac-0a40-4abd-b5d5-efba7a9e395c yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:42.691757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Router 739122cf-cda0-4788-822c-e2623d3d59c0 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:42.704318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f17968f0-6736-4152-a2b6-0618f1778dd1 None None] Port f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:42.728128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d68a7e-00a0-421b-9faf-0357c59d8326 None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:42.728769 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-21d68a7e-00a0-421b-9faf-0357c59d8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:42.844501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5fa9e41a-baaa-4f9c-9099-8092b87f2a90 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:42.846111 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5fa9e41a-baaa-4f9c-9099-8092b87f2a90 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8768229 Mar 28 15:20:42.863832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58424) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:42.909716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=c20ad496-e9a4-4284-b6f3-12cced969e52,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:42.916210 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-868bc6ba-e2fe-4e2f-a821-078a3201cf1f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/floatingips/52da28bb-9131-42f6-a553-f8f91ac74b3d HTTP/1.1" status: 200 len: 976 time: 6.9174900 Mar 28 15:20:42.928624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58426) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:42.961992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Pushing event updated for resources: {'Port': ['ID=b360e0ab-284e-4f15-941e-5607c2d3972e,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:42.972917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:43.021095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:43.031607 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7e572-4aee-4861-91cb-1707d9d8756e None None] Sync routers for ids ['739122cf-cda0-4788-822c-e2623d3d59c0'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:43.047119 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7e572-4aee-4861-91cb-1707d9d8756e None None] Routers {'739122cf-cda0-4788-822c-e2623d3d59c0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:43.047724 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ad7e572-4aee-4861-91cb-1707d9d8756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['739122cf-cda0-4788-822c-e2623d3d59c0'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:43.055849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:43.058434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.092762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bdee47e5-95e2-4b76-b4f0-c97c732cd4cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "PUT /v2.0/routers/739122cf-cda0-4788-822c-e2623d3d59c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2488906 Mar 28 15:20:43.093512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58432) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:43.171449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-21d68a7e-00a0-421b-9faf-0357c59d8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:43.171850 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d68a7e-00a0-421b-9faf-0357c59d8326 None None] The sync data for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:43.196592 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ad7e572-4aee-4861-91cb-1707d9d8756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:43.212388 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7e572-4aee-4861-91cb-1707d9d8756e None None] Routers {'739122cf-cda0-4788-822c-e2623d3d59c0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:43.213464 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ad7e572-4aee-4861-91cb-1707d9d8756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['739122cf-cda0-4788-822c-e2623d3d59c0'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:43.213594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::10 (bcd7e532-4bba-4d2d-b0bf-5036a6bfec26/6f737c89-e02a-4b0c-bc72-fb1ec926aabf/d5c3d009-be0c-479e-894a-d828137fc74d) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:43.236038 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] For port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:43.246347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.250710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] For port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4,segment=NetworkSegment(69018876-79e7-4707-8e1a-9dbeee894853),segment_id=69018876-79e7-4707-8e1a-9dbeee894853)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:43.269549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] For port b360e0ab-284e-4f15-941e-5607c2d3972e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:43.273841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] For port b360e0ab-284e-4f15-941e-5607c2d3972e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b360e0ab-284e-4f15-941e-5607c2d3972e,segment=NetworkSegment(729394b5-7ae0-4a0c-8190-f690969a11d5),segment_id=729394b5-7ae0-4a0c-8190-f690969a11d5)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:43.281598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:43.282190 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.298495 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ad7e572-4aee-4861-91cb-1707d9d8756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:43.298938 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7e572-4aee-4861-91cb-1707d9d8756e None None] The sync data for ids ['739122cf-cda0-4788-822c-e2623d3d59c0'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:43.315394 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-83464349-7380-459f-a449-daba5872f1be tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9428058 Mar 28 15:20:43.320090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c5214ceb-fc48-4741-8e19-870d7cf00a24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:43.320437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5214ceb-fc48-4741-8e19-870d7cf00a24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.323960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-51fbac5a-dc73-4ad3-91cb-e1634f33b173 None None] Provisioning for port c20ad496-e9a4-4284-b6f3-12cced969e52 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:43.340074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-51fbac5a-dc73-4ad3-91cb-e1634f33b173 None None] Provisioning complete for port c20ad496-e9a4-4284-b6f3-12cced969e52 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:43.340798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-51fbac5a-dc73-4ad3-91cb-e1634f33b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.363404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 8a8d9605-1c69-44c4-9c38-c2a1b6c62000 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:43.363659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.378653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.389728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Request body: {'port': {'device_id': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:43.409454 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3aaa3c-bc39-42fe-8afd-61410d281104 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:20:43.409994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3e3aaa3c-bc39-42fe-8afd-61410d281104 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:43.436470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.494716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-51fbac5a-dc73-4ad3-91cb-e1634f33b173 None None] Port c20ad496-e9a4-4284-b6f3-12cced969e52 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:43.516574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e48759-84bd-4457-85b3-d5582b59e7d8 req-480bfd2b-895b-4c90-a628-1eb124296e9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:43.518078 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a3e48759-84bd-4457-85b3-d5582b59e7d8 req-480bfd2b-895b-4c90-a628-1eb124296e9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 932 time: 0.7465835 Mar 28 15:20:43.540908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc54bea-0a30-4069-bbbd-d2bb3f26540f None None] Pushing event updated for resources: {'Port': ['ID=fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:43.543536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.589924 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Subnet': ['ID=602aec01-b328-41e5-b5d7-dd3eabd27999,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:43.641909 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3e3aaa3c-bc39-42fe-8afd-61410d281104 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:43.646078 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3e3aaa3c-bc39-42fe-8afd-61410d281104 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/92a0f693-2384-4b60-aa73-0597fb10219a HTTP/1.1" status: 404 len: 333 time: 0.5443785 Mar 28 15:20:43.646942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58436) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:43.722582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b224345-0cba-418c-97b4-41e0b3f12182 None None] Pushing event updated for resources: {'Port': ['ID=b360e0ab-284e-4f15-941e-5607c2d3972e,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:43.765536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Checking segment: {'id': 'd611956b-9b90-445a-a854-0a646090d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:43.765892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network hostable DHCP agents. Network: 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:43.849433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:43.861048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.192983 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a3e48759-84bd-4457-85b3-d5582b59e7d8 req-880d93d2-ae07-4a4e-b0b7-ca8beebe452f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6263216 Mar 28 15:20:44.198722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3535594d-5cb7-42ea-8543-2ae030a5552e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.208436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Transition to ACTIVE for port object ddbed447-aa04-4119-ab8a-714446c5454e will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:44.263645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.343843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.394458 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object d5c3d009-be0c-479e-894a-d828137fc74d will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:44.439520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Network 82038f63-b641-41f4-8bec-1347228fde5f is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:44.466743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:44.480987 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:44.481907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:44.482504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.484555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:44.501038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.509024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'Port': ['ID=56d10eac-0a40-4abd-b5d5-efba7a9e395c,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:44.650492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:44.655068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:44.658280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.659958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:44.663039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea23cc1-b685-4b57-acca-7e7ed6156066 None None] Network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:44.667171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:44.671923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Port': ['ID=ddbed447-aa04-4119-ab8a-714446c5454e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:44.676861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:44.689214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:44.690044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.715609 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7761975f-511f-41ee-9d91-14b266d8f47f tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.6602416 Mar 28 15:20:44.718597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58440) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:44.721742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5214ceb-fc48-4741-8e19-870d7cf00a24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.728745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:44.754109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3535594d-5cb7-42ea-8543-2ae030a5552e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.765711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.824620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3535594d-5cb7-42ea-8543-2ae030a5552e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.901166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:44.904816 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-53a23cf8-d3e6-49a4-9567-52103f821a90 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.3714108 Mar 28 15:20:44.909779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58444) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:44.917445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c5214ceb-fc48-4741-8e19-870d7cf00a24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:44.940687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'port': {'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1169729436', 'allowed_address_pairs': [{'ip_address': '2001:db8::df', 'mac_address': 'fa:16:3e:41:22:8f'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:44.950148 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f9532409-13c0-45eb-ba8c-9ff27288b992 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6255238 Mar 28 15:20:44.962551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:20:44.968578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58448) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:44.997774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:45.020584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:45.029966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:45.063565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:45.066565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:45.130543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:45.139399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:45.140008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:45.192584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87407c16-76bc-4b11-98cc-aa94e3233b6b None None] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:45.214853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=d5c3d009-be0c-479e-894a-d828137fc74d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:45.320180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:45.347917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20ad496-e9a4-4284-b6f3-12cced969e52 {{(pid=88487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:20:45.391404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:45.431001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0928b80a-9f62-483e-bacb-5d351bba4292 None None] Provisioning for port b360e0ab-284e-4f15-941e-5607c2d3972e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:45.483620 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d64dfe9c-b4b0-4740-b49e-743f09fbd222 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9827909 Mar 28 15:20:45.490308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58454) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:45.503656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aeb462-e570-4068-9091-b2e289a3e641 None None] Network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:45.524837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:45.543831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Allocated IP 172.20.0.2 (9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5/602aec01-b328-41e5-b5d7-dd3eabd27999/5f653b3f-7a21-41e9-81ef-6f5f57173207) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:45.560114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Transition to ACTIVE for port object c20ad496-e9a4-4284-b6f3-12cced969e52 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:45.562853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:45.568649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b360e0ab-284e-4f15-941e-5607c2d3972e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:45.619500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Usage tracker for resource:port and tenant:5c4800f7a78f423aa7260f124429ec03 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:45.623832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:45.643510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:45.651163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:45.710152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5214ceb-fc48-4741-8e19-870d7cf00a24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:45.733958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': 'bcd7e532-4bba-4d2d-b0bf-5036a6bfec26', 'name': 'tempest-PortsIpV6TestJSON-1554488451', 'fixed_ips': [{'subnet_id': '6f737c89-e02a-4b0c-bc72-fb1ec926aabf', 'ip_address': '2001:db8::f'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:45.796375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57beefc-9642-4fbb-860e-4e2c3d2bdb09 req-169cc4c5-d52f-448e-b9b5-9e55fb0f501b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:45.797945 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f57beefc-9642-4fbb-860e-4e2c3d2bdb09 req-169cc4c5-d52f-448e-b9b5-9e55fb0f501b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 932 time: 0.4440565 Mar 28 15:20:45.823741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Made reservation on behalf of 5c4800f7a78f423aa7260f124429ec03 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:45.837181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3535594d-5cb7-42ea-8543-2ae030a5552e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:45.837181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3535594d-5cb7-42ea-8543-2ae030a5552e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Fanout notify agent at l3_agent the message router_deleted on router 739122cf-cda0-4788-822c-e2623d3d59c0 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:20:45.925127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c20ad496-e9a4-4284-b6f3-12cced969e52,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:45.953033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5214ceb-fc48-4741-8e19-870d7cf00a24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:46.039889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3535594d-5cb7-42ea-8543-2ae030a5552e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.043812 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3535594d-5cb7-42ea-8543-2ae030a5552e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/routers/739122cf-cda0-4788-822c-e2623d3d59c0 HTTP/1.1" status: 204 len: 168 time: 2.3810976 Mar 28 15:20:46.102383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58458) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:46.137977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.151790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Transition to ACTIVE for port object 5f653b3f-7a21-41e9-81ef-6f5f57173207 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:46.163120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5214ceb-fc48-4741-8e19-870d7cf00a24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.165320 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c5214ceb-fc48-4741-8e19-870d7cf00a24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f HTTP/1.1" status: 204 len: 168 time: 3.2411618 Mar 28 15:20:46.198244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2676c419-2bec-4fa4-a80f-8f97a002416a None None] Provisioning for port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:46.205119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Transition to ACTIVE for port object 5f653b3f-7a21-41e9-81ef-6f5f57173207 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:46.227648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2676c419-2bec-4fa4-a80f-8f97a002416a None None] Provisioning complete for port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:46.227648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2676c419-2bec-4fa4-a80f-8f97a002416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.297441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.298132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58462) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:46.310569 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] device_id is not set on port 56d10eac-0a40-4abd-b5d5-efba7a9e395c yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:46.356635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.364783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.365411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.365411 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Floating IP 52da28bb-9131-42f6-a553-f8f91ac74b3d disassociated. External IP: 172.26.7.83, port: 8a8d9605-1c69-44c4-9c38-c2a1b6c62000. Mar 28 15:20:46.365591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 8a8d9605-1c69-44c4-9c38-c2a1b6c62000 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:46.370862 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f57beefc-9642-4fbb-860e-4e2c3d2bdb09 req-2243cbf9-88b6-4e5e-9793-3849b1061136 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5217164 Mar 28 15:20:46.434124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port b360e0ab-284e-4f15-941e-5607c2d3972e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:46.451054 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Transition to ACTIVE for port object 56d10eac-0a40-4abd-b5d5-efba7a9e395c will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:46.464613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.477844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:46.478606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-047c5c52-e0c0-4fb7-bb8e-d865a715303d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet 536d6e90-9500-463c-8e96-ec01ae7d1a75 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:46.480271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c7e9b7-f920-4e5c-ae61-170db3bca44f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:46.482006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b360e0ab-284e-4f15-941e-5607c2d3972e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:46.482154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c7e9b7-f920-4e5c-ae61-170db3bca44f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:46.482370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.486323 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f8c7e9b7-f920-4e5c-ae61-170db3bca44f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1803231 Mar 28 15:20:46.487803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Attempting to bind port c20ad496-e9a4-4284-b6f3-12cced969e52 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:46.488248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Attempting to bind port c20ad496-e9a4-4284-b6f3-12cced969e52 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:46.488389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-047c5c52-e0c0-4fb7-bb8e-d865a715303d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.488744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Attempting to bind port c20ad496-e9a4-4284-b6f3-12cced969e52 on network 6c491053-71bb-4910-b28f-e67b8c7f7e67 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:46.493206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58466) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:46.516851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:46.535213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:46.540115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] device_id is not set on port e31bf2d3-19cb-4059-8fb3-f1d0c7f30815 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:46.573613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Port c20ad496-e9a4-4284-b6f3-12cced969e52 on network 6c491053-71bb-4910-b28f-e67b8c7f7e67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:46.574072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Attempting to bind port c20ad496-e9a4-4284-b6f3-12cced969e52 on network 6c491053-71bb-4910-b28f-e67b8c7f7e67 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:46.580942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.587222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Pushing event updated for resources: {'Port': ['ID=5f653b3f-7a21-41e9-81ef-6f5f57173207,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:46.590759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.601686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:46.651476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:46.652164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Checking segment: {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:46.652529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Bound using segment: {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:46.653078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Bound port: c20ad496-e9a4-4284-b6f3-12cced969e52, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:46.653526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.676439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:46.685574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:46.724425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:46.728806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-047c5c52-e0c0-4fb7-bb8e-d865a715303d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.804611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Attempting to bind port 5f653b3f-7a21-41e9-81ef-6f5f57173207 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:46.805695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Attempting to bind port 5f653b3f-7a21-41e9-81ef-6f5f57173207 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'd611956b-9b90-445a-a854-0a646090d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:46.806156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Attempting to bind port 5f653b3f-7a21-41e9-81ef-6f5f57173207 on network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:46.816600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] For port c20ad496-e9a4-4284-b6f3-12cced969e52, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:46.819939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] For port c20ad496-e9a4-4284-b6f3-12cced969e52, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c20ad496-e9a4-4284-b6f3-12cced969e52,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:46.821784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'Port': ['ID=56d10eac-0a40-4abd-b5d5-efba7a9e395c,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:46.831932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:46.832515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Checking segment: {'id': 'd611956b-9b90-445a-a854-0a646090d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:46.833020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.833511 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Bound using segment: {'id': 'd611956b-9b90-445a-a854-0a646090d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:46.834104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Bound port: 5f653b3f-7a21-41e9-81ef-6f5f57173207, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd611956b-9b90-445a-a854-0a646090d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:46.834576 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.850933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2676c419-2bec-4fa4-a80f-8f97a002416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.900810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:46.993847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:46.994178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:46.994514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:47.004574 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-a036eaed-19e0-47ab-b47f-9a238e48015b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 02b52371-537a-4a19-b0a6-fd77f9259bd2 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:47.020797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a036eaed-19e0-47ab-b47f-9a238e48015b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.027673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2676c419-2bec-4fa4-a80f-8f97a002416a None None] For port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4,segment=NetworkSegment(69018876-79e7-4707-8e1a-9dbeee894853),segment_id=69018876-79e7-4707-8e1a-9dbeee894853)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:47.063905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:47.064885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.066521 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/c20ad496-e9a4-4284-b6f3-12cced969e52 HTTP/1.1" status: 200 len: 1094 time: 3.6958051 Mar 28 15:20:47.086920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] For port 5f653b3f-7a21-41e9-81ef-6f5f57173207, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:47.090628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.107991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:47.108495 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:47.109868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'tag': 'c20ad496-e9a4-4284-b6f3-12cced969e52'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:20:47.151438 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 2 to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c Mar 28 15:20:47.170432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:47.264756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2676c419-2bec-4fa4-a80f-8f97a002416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.285288 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'tag': 'c20ad496-e9a4-4284-b6f3-12cced969e52', 'status': 'completed', 'code': 200} Mar 28 15:20:47.308228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.315092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166bb51-8f93-41c0-80e0-02928474b5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c20ad496-e9a4-4284-b6f3-12cced969e52,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:47.319260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:47.320087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:47.320590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:47.351261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a036eaed-19e0-47ab-b47f-9a238e48015b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.393153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:47.394330 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:47.395799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Allocated IP 2001:db8::14f (994b6854-1383-40cf-8f84-ba9fc0979bf6/d60b0a40-0c49-4ecb-9db5-eb0ad7451a37/e31bf2d3-19cb-4059-8fb3-f1d0c7f30815) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:47.415609 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 3 to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c Mar 28 15:20:47.415754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] For port 5f653b3f-7a21-41e9-81ef-6f5f57173207, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5f653b3f-7a21-41e9-81ef-6f5f57173207,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:47.437391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port b360e0ab-284e-4f15-941e-5607c2d3972e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b360e0ab-284e-4f15-941e-5607c2d3972e,segment=NetworkSegment(729394b5-7ae0-4a0c-8190-f690969a11d5),segment_id=729394b5-7ae0-4a0c-8190-f690969a11d5)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:47.482701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676c419-2bec-4fa4-a80f-8f97a002416a None None] Pushing event updated for resources: {'Port': ['ID=fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:47.491700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.536388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a036eaed-19e0-47ab-b47f-9a238e48015b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.560810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-de5ee638-980a-4e5b-8e29-74b5658096c9 None None] Provisioning complete for port b360e0ab-284e-4f15-941e-5607c2d3972e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:47.561182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-de5ee638-980a-4e5b-8e29-74b5658096c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.604881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:47.605210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:47.605545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:47.610091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.20.0.1 (9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5/602aec01-b328-41e5-b5d7-dd3eabd27999/2c355403-48f5-42f4-88e0-2cb544360b9b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:47.641981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3555e-448d-4c83-bc69-6e0ed5c8ebb5 None None] Pushing event updated for resources: {'Port': ['ID=5f653b3f-7a21-41e9-81ef-6f5f57173207,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:47.645342 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.681429 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:47.681767 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:47.690484 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 4 to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c Mar 28 15:20:47.763829 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:47.764172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:47.764512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:47.776202 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8ee15226-5e54-45b2-9534-591a7be2ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:47.777701 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-8ee15226-5e54-45b2-9534-591a7be2ac96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 1097 time: 0.5446398 Mar 28 15:20:47.786594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:47.786912 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:47.795160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:47.804298 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 5 to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c Mar 28 15:20:47.963356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=b360e0ab-284e-4f15-941e-5607c2d3972e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:47.970057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:47.972888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:47.973338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:47.973503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:47.976634 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-aff6bb48-c0f7-4594-b9b7-68ef5dac9df0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c20ad496-e9a4-4284-b6f3-12cced969e52 HTTP/1.1" status: 200 len: 217 time: 0.1587236 Mar 28 15:20:47.989322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Transition to ACTIVE for port object 2c355403-48f5-42f4-88e0-2cb544360b9b will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:48.037626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=8a8d9605-1c69-44c4-9c38-c2a1b6c62000,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:48.122169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:48.122551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.202438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-de5ee638-980a-4e5b-8e29-74b5658096c9 None None] Provisioning for port ddbed447-aa04-4119-ab8a-714446c5454e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:48.222711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-de5ee638-980a-4e5b-8e29-74b5658096c9 None None] Provisioning complete for port ddbed447-aa04-4119-ab8a-714446c5454e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:48.223159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-de5ee638-980a-4e5b-8e29-74b5658096c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.244108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:48.245991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.246623 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:48.247755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a036eaed-19e0-47ab-b47f-9a238e48015b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.282839 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 6 to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c Mar 28 15:20:48.296503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-047c5c52-e0c0-4fb7-bb8e-d865a715303d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.379850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.385164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036eaed-19e0-47ab-b47f-9a238e48015b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=02b52371-537a-4a19-b0a6-fd77f9259bd2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:48.406710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de43b32-1861-48f2-9ba2-43fd814a7f57 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:48.412158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619960a-ae95-44fe-8789-9a16b35bccbd req-cdff0301-d61e-4f7e-b2d1-d3f5952d9f83 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:48.415112 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6619960a-ae95-44fe-8789-9a16b35bccbd req-cdff0301-d61e-4f7e-b2d1-d3f5952d9f83 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 944 time: 0.8247142 Mar 28 15:20:48.418955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a036eaed-19e0-47ab-b47f-9a238e48015b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.426595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:48.427771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:48.428356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:48.444598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-de5ee638-980a-4e5b-8e29-74b5658096c9 None None] Port ddbed447-aa04-4119-ab8a-714446c5454e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:48.472103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-e8e022e2-55c9-4db7-a7a1-560feee4b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:48.473918 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-e8e022e2-55c9-4db7-a7a1-560feee4b046 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=942d878d-1042-4633-8e37-e8faa15cdb64 HTTP/1.1" status: 200 len: 838 time: 0.3143256 Mar 28 15:20:48.475411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:48.475854 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:48.484729 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 7 to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c Mar 28 15:20:48.524734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:48.566327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:48.578940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:48.581413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:48.592187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:48.592616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:48.593014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:48.605077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.620192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:48.620633 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:48.625772 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 8 to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c Mar 28 15:20:48.630236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0db94ae1-d4b6-480f-8200-52e7eba1c7c5 None None] Provisioning complete for port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:48.630439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0db94ae1-d4b6-480f-8200-52e7eba1c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.636158 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6619960a-ae95-44fe-8789-9a16b35bccbd req-774c2889-8ef5-4521-8f8c-bdf436a92035 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050784 Mar 28 15:20:48.646182 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a036eaed-19e0-47ab-b47f-9a238e48015b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/02b52371-537a-4a19-b0a6-fd77f9259bd2 HTTP/1.1" status: 204 len: 168 time: 2.1503985 Mar 28 15:20:48.651587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58474) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:48.655828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Transition to ACTIVE for port object e31bf2d3-19cb-4059-8fb3-f1d0c7f30815 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:48.666393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=2c355403-48f5-42f4-88e0-2cb544360b9b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:48.738194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:48.738681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:48.739155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:48.748819 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-114c2f2b-89d2-41b0-83e0-408c9ede5ae7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951102 Mar 28 15:20:48.752026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58478) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:48.764049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:48.783251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:48.783585 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:48.788436 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 9 to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c Mar 28 15:20:48.836882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.838114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737e447-cf83-4a6c-8601-c96f9bbda197 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:20:48.841703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router 5e640292-f801-4ede-b653-987c1a77e566 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:48.844925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1737e447-cf83-4a6c-8601-c96f9bbda197 None None] Deleting port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:48.845569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1737e447-cf83-4a6c-8601-c96f9bbda197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:48.972163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-d5c07de8-663f-4baf-8095-a436dd98306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:48.973710 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-d5c07de8-663f-4baf-8095-a436dd98306f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c491053-71bb-4910-b28f-e67b8c7f7e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.4779112 Mar 28 15:20:48.974663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:48.975256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:48.975819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:48.985218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0db94ae1-d4b6-480f-8200-52e7eba1c7c5 None None] Provisioning for port d5c3d009-be0c-479e-894a-d828137fc74d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:48.994032 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0db94ae1-d4b6-480f-8200-52e7eba1c7c5 None None] Provisioning complete for port d5c3d009-be0c-479e-894a-d828137fc74d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:48.994394 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0db94ae1-d4b6-480f-8200-52e7eba1c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.034999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-047c5c52-e0c0-4fb7-bb8e-d865a715303d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.055619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0db94ae1-d4b6-480f-8200-52e7eba1c7c5 None None] Port d5c3d009-be0c-479e-894a-d828137fc74d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:49.103744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-047c5c52-e0c0-4fb7-bb8e-d865a715303d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.106548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c5c52-e0c0-4fb7-bb8e-d865a715303d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=536d6e90-9500-463c-8e96-ec01ae7d1a75,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:49.110213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:49.110538 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:49.123776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b625b1-5410-40d8-b2e7-3ee7a07ab08a None None] Network 095760d0-506c-427e-8ddc-5093cafc9142 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:49.125269 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempt 10 to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c Mar 28 15:20:49.147965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::f (bcd7e532-4bba-4d2d-b0bf-5036a6bfec26/6f737c89-e02a-4b0c-bc72-fb1ec926aabf/9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:49.151697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:49.158923 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-047c5c52-e0c0-4fb7-bb8e-d865a715303d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/536d6e90-9500-463c-8e96-ec01ae7d1a75 HTTP/1.1" status: 204 len: 168 time: 3.0477357 Mar 28 15:20:49.169097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58482) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:49.201816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:49.202160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:49.202490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempting to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:49.205128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:49.214110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:49.219266 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d25964c-4b0e-4f4c-8326-3ba6a192149d None None] Network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:49.232076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:20:49.232398 dv-neutron-828143-13-hyperv neutron-server[88487]: ERROR neutron.plugins.ml2.managers [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Failed to bind port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on host hv-neutron-8281 for vnic_type normal using segments [{'id': '15bc72db-a01c-487a-bb10-bf16a97d9e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82038f63-b641-41f4-8bec-1347228fde5f'}] Mar 28 15:20:49.232778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.241770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:49.292589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.327673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1737e447-cf83-4a6c-8601-c96f9bbda197 None None] For port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0a783d6b-c6bf-4c46-b8b4-4beb6390bd05,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:49.328117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1737e447-cf83-4a6c-8601-c96f9bbda197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.387812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:49.391641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.444338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:49.445043 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:49.453944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:49.463942 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-af9a5166-c2ed-487e-89d5-dbc74ecd402d service neutron] 10.222.0.23 "GET /v2.0/networks/6c491053-71bb-4910-b28f-e67b8c7f7e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761908 Mar 28 15:20:49.496376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.520038 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da5de4-495b-43ac-9430-89436d0178da None None] Sync routers for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:49.524656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:49.530709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:49.531688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.533318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1737e447-cf83-4a6c-8601-c96f9bbda197 None None] Calling delete_port for 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:49.574381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a99d0121-62e3-4a91-9892-b1c33df042b3 None None] Provisioning for port 5f653b3f-7a21-41e9-81ef-6f5f57173207 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:49.578540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Port': ['ID=e31bf2d3-19cb-4059-8fb3-f1d0c7f30815,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:49.581839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] For port 56d10eac-0a40-4abd-b5d5-efba7a9e395c, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:49.582407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attempted to set empty binding levels {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 15:20:49.588152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da5de4-495b-43ac-9430-89436d0178da None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:49.588807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a1da5de4-495b-43ac-9430-89436d0178da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:49.661703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.697264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.776419 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a1cf9bf9-1683-49fb-9555-0b2b02632fd8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.8595762 Mar 28 15:20:49.779918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58488) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:49.791774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a1da5de4-495b-43ac-9430-89436d0178da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:49.824773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da5de4-495b-43ac-9430-89436d0178da None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:49.825410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a1da5de4-495b-43ac-9430-89436d0178da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:49.900879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a1da5de4-495b-43ac-9430-89436d0178da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:49.901306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da5de4-495b-43ac-9430-89436d0178da None None] The sync data for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:49.974478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] In _notify_port_updated(), no bound segment for port 56d10eac-0a40-4abd-b5d5-efba7a9e395c on network 82038f63-b641-41f4-8bec-1347228fde5f {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:20:49.975380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:49.975993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:49.977890 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "PUT /v2.0/ports/56d10eac-0a40-4abd-b5d5-efba7a9e395c HTTP/1.1" status: 200 len: 976 time: 5.2583206 Mar 28 15:20:49.978795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf8885-69ff-455f-8ae8-b4af85093b51 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event updated for resources: {'Port': ['ID=56d10eac-0a40-4abd-b5d5-efba7a9e395c,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:49.984506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58492) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:50.016710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 15582672-2db5-4bf0-9334-0fe593cf0de1 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:50.016710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.053286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5f653b3f-7a21-41e9-81ef-6f5f57173207 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:50.073135 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-209ed5c9-669c-47bd-9d5a-aaaff07be84d req-3796b427-fcc7-4e7c-a653-032708b7829b service neutron] 10.222.0.23 "GET /v2.0/networks/6c491053-71bb-4910-b28f-e67b8c7f7e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350049 Mar 28 15:20:50.123606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-eda04c56-08f2-4603-9005-038ad7b55ce6 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Deleting port 56d10eac-0a40-4abd-b5d5-efba7a9e395c {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:50.123852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eda04c56-08f2-4603-9005-038ad7b55ce6 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.176814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.178890 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ecd5b4d6-9980-4fe1-8c9a-f923884746ea tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/ports/8a8d9605-1c69-44c4-9c38-c2a1b6c62000 HTTP/1.1" status: 204 len: 168 time: 7.2403514 Mar 28 15:20:50.183985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58496) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:50.222293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c05a1828-4bcb-4287-82ff-d268b9f68e1f None None] Provisioning for port e31bf2d3-19cb-4059-8fb3-f1d0c7f30815 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:50.232317 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 5f653b3f-7a21-41e9-81ef-6f5f57173207 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:50.235545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1737e447-cf83-4a6c-8601-c96f9bbda197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.241269 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:20:50.282134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c05a1828-4bcb-4287-82ff-d268b9f68e1f None None] Provisioning complete for port e31bf2d3-19cb-4059-8fb3-f1d0c7f30815 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:50.282797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c05a1828-4bcb-4287-82ff-d268b9f68e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.347781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] DHCP port deletion for 095760d0-506c-427e-8ddc-5093cafc9142 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:20:50.349968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 5f653b3f-7a21-41e9-81ef-6f5f57173207 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:50.350336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.388978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.409281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61796a-a28e-49e2-9457-cadf7d0cd29e tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:50.415362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61796a-a28e-49e2-9457-cadf7d0cd29e tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:50.421436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61796a-a28e-49e2-9457-cadf7d0cd29e tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:50.422506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3b61796a-a28e-49e2-9457-cadf7d0cd29e tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Synchronizing usage tracker for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:50.428012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737e447-cf83-4a6c-8601-c96f9bbda197 None None] No DVR routers for this DVR port 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:20:50.429929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c05a1828-4bcb-4287-82ff-d268b9f68e1f None None] Port e31bf2d3-19cb-4059-8fb3-f1d0c7f30815 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:50.459890 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] Deleting port 15582672-2db5-4bf0-9334-0fe593cf0de1 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:50.460273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.482740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:50.495500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737e447-cf83-4a6c-8601-c96f9bbda197 None None] Pushing event deleted for resources: {'Port': ['ID=0a783d6b-c6bf-4c46-b8b4-4beb6390bd05,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:50.629276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68deb2b-2e6d-4a9a-b410-743b672aecf9 req-47255b6e-aaa3-434a-b3b4-9b8e95b2a6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:50.630894 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d68deb2b-2e6d-4a9a-b410-743b672aecf9 req-47255b6e-aaa3-434a-b3b4-9b8e95b2a6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 944 time: 0.7330487 Mar 28 15:20:50.681264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-60c1d23f-0050-464c-a40e-61b17e859bb9 None None] Provisioning complete for port 5f653b3f-7a21-41e9-81ef-6f5f57173207 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:50.681884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-60c1d23f-0050-464c-a40e-61b17e859bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.703725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] For port 15582672-2db5-4bf0-9334-0fe593cf0de1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15582672-2db5-4bf0-9334-0fe593cf0de1,segment=NetworkSegment(025ed429-d641-4fce-9352-cc7e293dbe6a),segment_id=025ed429-d641-4fce-9352-cc7e293dbe6a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:50.704409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.745004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.858941 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] For port 15582672-2db5-4bf0-9334-0fe593cf0de1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15582672-2db5-4bf0-9334-0fe593cf0de1,segment=NetworkSegment(025ed429-d641-4fce-9352-cc7e293dbe6a),segment_id=025ed429-d641-4fce-9352-cc7e293dbe6a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:50.859373 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.877485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.objects.ports [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88487) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:20:50.878689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 15582672-2db5-4bf0-9334-0fe593cf0de1 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:50.884728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3b61796a-a28e-49e2-9457-cadf7d0cd29e tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Unset dirty status for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:50.885885 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3b61796a-a28e-49e2-9457-cadf7d0cd29e tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.0998027 Mar 28 15:20:50.904236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:50.924150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58500) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:50.926624 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 5f653b3f-7a21-41e9-81ef-6f5f57173207, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5f653b3f-7a21-41e9-81ef-6f5f57173207,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:50.929335 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d68deb2b-2e6d-4a9a-b410-743b672aecf9 req-962db6ef-9ec4-436b-9e4b-9e122766e60e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887759 Mar 28 15:20:50.987588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:50.996378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:51.006178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:51.009402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.010887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.011716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b360e0ab-284e-4f15-941e-5607c2d3972e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:51.041118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.049837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] Calling delete_port for 15582672-2db5-4bf0-9334-0fe593cf0de1 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:51.053597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cb31dda2-9506-48de-bf86-7cd8ecfd2262 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Deleting port e31bf2d3-19cb-4059-8fb3-f1d0c7f30815 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:51.053939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cb31dda2-9506-48de-bf86-7cd8ecfd2262 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.083076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=db953851-c101-4f7f-93cd-ff26fff85e2c,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:51.118501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e460f3-96d7-41fd-941d-b3d81e398257 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:51.141035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.184130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:51.185353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-65a7d079-3069-4f0b-a759-2945c3545bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:51.186817 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-65a7d079-3069-4f0b-a759-2945c3545bc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 1097 time: 0.8966098 Mar 28 15:20:51.188221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-eda04c56-08f2-4603-9005-038ad7b55ce6 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] For port 56d10eac-0a40-4abd-b5d5-efba7a9e395c, host hv-neutron-8281, got binding levels [] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:51.188221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eda04c56-08f2-4603-9005-038ad7b55ce6 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.189256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:51.226947 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-57ed5000-0416-47a4-8d1d-106fc0661eac tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4734445 Mar 28 15:20:51.227348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:51.234063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:51.234063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.241140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58504) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:51.248694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.307070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:f9:89:52', 'name': 'tempest-NetworksTestDHCPv6-831163405'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:51.385860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=5f653b3f-7a21-41e9-81ef-6f5f57173207,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:51.416002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:20:51.416365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:20:51.429620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:51.443070 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.452766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b360e0ab-284e-4f15-941e-5607c2d3972e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:51.453060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-eda04c56-08f2-4603-9005-038ad7b55ce6 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Calling delete_port for 56d10eac-0a40-4abd-b5d5-efba7a9e395c owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:51.453212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.488541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-07a610ce-e51e-47b1-9392-3d036e9b38fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.506518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-60c1d23f-0050-464c-a40e-61b17e859bb9 None None] Provisioning for port 2c355403-48f5-42f4-88e0-2cb544360b9b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:51.523613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-60c1d23f-0050-464c-a40e-61b17e859bb9 None None] Provisioning complete for port 2c355403-48f5-42f4-88e0-2cb544360b9b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:51.524253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-60c1d23f-0050-464c-a40e-61b17e859bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.583951 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b79bb836-b6cd-4374-bad5-ff30160930cf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.0811765 Mar 28 15:20:51.584607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No DVR routers for this DVR port 15582672-2db5-4bf0-9334-0fe593cf0de1 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:20:51.620653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58508) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:51.700325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-60c1d23f-0050-464c-a40e-61b17e859bb9 None None] Port 2c355403-48f5-42f4-88e0-2cb544360b9b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:51.705855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': 'db953851-c101-4f7f-93cd-ff26fff85e2c'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:51.707135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.708112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=2c355403-48f5-42f4-88e0-2cb544360b9b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:51.710551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.763153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device c20ad496-e9a4-4284-b6f3-12cced969e52 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:20:51.779938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-35020bf7-682f-4405-a34b-751d37b5e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:51.781369 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-35020bf7-682f-4405-a34b-751d37b5e6a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c491053-71bb-4910-b28f-e67b8c7f7e67 HTTP/1.1" status: 200 len: 898 time: 0.5828621 Mar 28 15:20:51.786078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=15582672-2db5-4bf0-9334-0fe593cf0de1,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:51.842545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cb31dda2-9506-48de-bf86-7cd8ecfd2262 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.891726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:51.895402 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-96a86345-3422-4ba6-b04d-97024715b639 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c20ad496-e9a4-4284-b6f3-12cced969e52 HTTP/1.1" status: 200 len: 217 time: 0.0818520 Mar 28 15:20:51.902898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-212f87b0-cf4d-42a4-9576-74e0e40e01eb None None] Provisioning complete for port 2c355403-48f5-42f4-88e0-2cb544360b9b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:51.903087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-212f87b0-cf4d-42a4-9576-74e0e40e01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.933222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] Deleting port 15582672-2db5-4bf0-9334-0fe593cf0de1 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:51.933557 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.944643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:51.951456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eda04c56-08f2-4603-9005-038ad7b55ce6 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:51.958034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:52.034385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda04c56-08f2-4603-9005-038ad7b55ce6 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d10eac-0a40-4abd-b5d5-efba7a9e395c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:52.051942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd7a77-c520-437b-9a81-0b52190ab18d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:52.052634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-43fd7a77-c520-437b-9a81-0b52190ab18d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:52.058240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eda04c56-08f2-4603-9005-038ad7b55ce6 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.065680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-828492f7-6106-4c7a-8504-79163f521581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:52.071594 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-828492f7-6106-4c7a-8504-79163f521581 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=942d878d-1042-4633-8e37-e8faa15cdb64 HTTP/1.1" status: 200 len: 838 time: 0.1639371 Mar 28 15:20:52.071822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:20:52.071822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0a783d6b-c6bf-4c46-b8b4-4beb6390bd05 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:20:52.096553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cb31dda2-9506-48de-bf86-7cd8ecfd2262 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Calling delete_port for e31bf2d3-19cb-4059-8fb3-f1d0c7f30815 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:52.131259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:52.180572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.183466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7219e-9600-40ef-ba49-75ae026cb40e None None] The port '15582672-2db5-4bf0-9334-0fe593cf0de1' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:20:52.214466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-212f87b0-cf4d-42a4-9576-74e0e40e01eb None None] Port 2c355403-48f5-42f4-88e0-2cb544360b9b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:52.231350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5f653b3f-7a21-41e9-81ef-6f5f57173207 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:52.237718 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-eda04c56-08f2-4603-9005-038ad7b55ce6 tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "DELETE /v2.0/ports/56d10eac-0a40-4abd-b5d5-efba7a9e395c HTTP/1.1" status: 204 len: 168 time: 2.2448533 Mar 28 15:20:52.242070 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58514) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:52.265788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Allocated IP 2001:db8::f816:3eff:fe28:77f8 (407e43a9-7d21-4a68-a014-97c49e9e0f14/db953851-c101-4f7f-93cd-ff26fff85e2c/bb29f784-6b7a-490c-bcaf-b327c424e09b) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:52.331524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095760d0-506c-427e-8ddc-5093cafc9142']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:52.353091 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3999aceb-6200-4595-b755-8b63314a900c tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] GET failed (client error): The resource could not be found. Mar 28 15:20:52.354852 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3999aceb-6200-4595-b755-8b63314a900c tempest-PortsAdminExtendedAttrsTestJSON-396194280 tempest-PortsAdminExtendedAttrsTestJSON-396194280-project-admin] 10.222.0.16 "GET /v2.0/ports/56d10eac-0a40-4abd-b5d5-efba7a9e395c HTTP/1.1" status: 404 len: 333 time: 0.1117275 Mar 28 15:20:52.359490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58518) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:52.364752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025ed429-d641-4fce-9352-cc7e293dbe6a') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:52.364958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-212f87b0-cf4d-42a4-9576-74e0e40e01eb None None] Provisioning for port 9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:52.365399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025ed429-d641-4fce-9352-cc7e293dbe6a') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:52.369649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port c20ad496-e9a4-4284-b6f3-12cced969e52, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c20ad496-e9a4-4284-b6f3-12cced969e52,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:52.389263 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-212f87b0-cf4d-42a4-9576-74e0e40e01eb None None] Provisioning complete for port 9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:52.389642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-212f87b0-cf4d-42a4-9576-74e0e40e01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.440188 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-43fd7a77-c520-437b-9a81-0b52190ab18d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:52.445148 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-43fd7a77-c520-437b-9a81-0b52190ab18d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8197174 Mar 28 15:20:52.445511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.458624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58522) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:52.468902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'c20ad496-e9a4-4284-b6f3-12cced969e52', 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67', 'port_id': 'c20ad496-e9a4-4284-b6f3-12cced969e52', 'mac_address': 'fa:16:3e:0e:5a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942d878d-1042-4633-8e37-e8faa15cdb64', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:20:52.566313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.577715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 5f653b3f-7a21-41e9-81ef-6f5f57173207 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:52.578087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.592308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.609384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-b7d6e706-e22f-4a46-8314-246c85fa5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:52.611216 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-b7d6e706-e22f-4a46-8314-246c85fa5e13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c491053-71bb-4910-b28f-e67b8c7f7e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5364046 Mar 28 15:20:52.615482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-212f87b0-cf4d-42a4-9576-74e0e40e01eb None None] Port 9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:52.618065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:20:52.618535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.623925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port e3608913-814d-4d1c-9ac0-f01b573d7b0e yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:20:52.637332 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:20:52.643106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.662049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:52.672406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:52.683811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a6548-0e74-49f2-86d7-6c608d2ab18b req-cc95b252-8818-4635-8888-5089a9442176 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:52.685896 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d00a6548-0e74-49f2-86d7-6c608d2ab18b req-cc95b252-8818-4635-8888-5089a9442176 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 944 time: 0.5387540 Mar 28 15:20:52.731129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20ad496-e9a4-4284-b6f3-12cced969e52 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:20:52.741090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.749620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.776188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port c20ad496-e9a4-4284-b6f3-12cced969e52, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c20ad496-e9a4-4284-b6f3-12cced969e52,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:52.809049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.827097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cb31dda2-9506-48de-bf86-7cd8ecfd2262 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.833970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Transition to ACTIVE for port object bb29f784-6b7a-490c-bcaf-b327c424e09b will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:52.875363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:52.920522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Transition to ACTIVE for port object bb29f784-6b7a-490c-bcaf-b327c424e09b will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:52.943294 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d00a6548-0e74-49f2-86d7-6c608d2ab18b req-6efff90b-dc03-4078-a72b-4449025ea76a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457044 Mar 28 15:20:52.992481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.010842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=c20ad496-e9a4-4284-b6f3-12cced969e52,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:53.075661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15582672-2db5-4bf0-9334-0fe593cf0de1 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:20:53.087272 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-6ff89606-4235-4566-a193-95e3608f3a05 service neutron] 10.222.0.23 "GET /v2.0/networks/6c491053-71bb-4910-b28f-e67b8c7f7e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278729 Mar 28 15:20:53.136427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31dda2-9506-48de-bf86-7cd8ecfd2262 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event deleted for resources: {'Port': ['ID=e31bf2d3-19cb-4059-8fb3-f1d0c7f30815,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:53.137051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:53.138235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.154436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 15582672-2db5-4bf0-9334-0fe593cf0de1 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:20:53.154762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15582672-2db5-4bf0-9334-0fe593cf0de1 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:20:53.160842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:53.163844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:53.200347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.238295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['c20ad496-e9a4-4284-b6f3-12cced969e52'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:20:53.239848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Network': ['ID=095760d0-506c-427e-8ddc-5093cafc9142,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:53.311010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Pushing event updated for resources: {'Port': ['ID=bb29f784-6b7a-490c-bcaf-b327c424e09b,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:53.314152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9c2ff7c8-da79-4289-8b48-2c6a81797bd1 None None] Provisioning complete for port 2c355403-48f5-42f4-88e0-2cb544360b9b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:53.314533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9c2ff7c8-da79-4289-8b48-2c6a81797bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.333740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:fef9:8952 (407e43a9-7d21-4a68-a014-97c49e9e0f14/db953851-c101-4f7f-93cd-ff26fff85e2c/e3608913-814d-4d1c-9ac0-f01b573d7b0e) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:53.342295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d63160-2b5c-42df-91c7-0729b56f44df tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:53.348642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d63160-2b5c-42df-91c7-0729b56f44df tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:53.354861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d63160-2b5c-42df-91c7-0729b56f44df tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:53.355990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-67d63160-2b5c-42df-91c7-0729b56f44df tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:53.366318 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0c7f7679-63c5-4d27-bba3-6c0b0e29378c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/networks/095760d0-506c-427e-8ddc-5093cafc9142 HTTP/1.1" status: 204 len: 168 time: 4.1956675 Mar 28 15:20:53.368049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58526) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:53.370222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Attempting to bind port bb29f784-6b7a-490c-bcaf-b327c424e09b on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:53.370590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Attempting to bind port bb29f784-6b7a-490c-bcaf-b327c424e09b by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:53.370953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Attempting to bind port bb29f784-6b7a-490c-bcaf-b327c424e09b on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:53.392390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:53.392796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:53.393158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.393551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:53.394025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Bound port: bb29f784-6b7a-490c-bcaf-b327c424e09b, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:53.394398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.412479 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e02c9894-64e1-4e86-94d2-719a1d1981f1 req-992e72a2-bed9-4cb7-94d4-107ab29a06a6 service neutron] 10.222.0.23 "GET /v2.0/networks/6c491053-71bb-4910-b28f-e67b8c7f7e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154337 Mar 28 15:20:53.478456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ff7c8-da79-4289-8b48-2c6a81797bd1 None None] Port 2c355403-48f5-42f4-88e0-2cb544360b9b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:53.499114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-67d63160-2b5c-42df-91c7-0729b56f44df tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:53.500314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-67d63160-2b5c-42df-91c7-0729b56f44df tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 1.0298388 Mar 28 15:20:53.516782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.524832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58530) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:53.648536 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] For port bb29f784-6b7a-490c-bcaf-b327c424e09b, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:53.653367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 6c9db650-db5a-4ccb-b055-f5ede4fd18c0 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:53.653718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.656351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d34627d7-1be6-4549-8855-8191af37c1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.668613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] For port bb29f784-6b7a-490c-bcaf-b327c424e09b, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bb29f784-6b7a-490c-bcaf-b327c424e09b,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:53.700043 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d9536a-4a93-47f3-950f-14ec48f05859 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:53.700898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-59d9536a-4a93-47f3-950f-14ec48f05859 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:53.706733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82038f63-b641-41f4-8bec-1347228fde5f']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:53.712579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.724413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cb31dda2-9506-48de-bf86-7cd8ecfd2262 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.729392 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cb31dda2-9506-48de-bf86-7cd8ecfd2262 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "DELETE /v2.0/ports/e31bf2d3-19cb-4059-8fb3-f1d0c7f30815 HTTP/1.1" status: 204 len: 168 time: 2.8007383 Mar 28 15:20:53.731325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58534) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:53.734550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bc72db-a01c-487a-bb10-bf16a97d9e5c') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:53.734833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bc72db-a01c-487a-bb10-bf16a97d9e5c') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:53.737621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.763711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ce702b3f-fb85-4948-b858-c16ebb50210f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:53.764036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce702b3f-fb85-4948-b858-c16ebb50210f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.793335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.804471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object e3608913-814d-4d1c-9ac0-f01b573d7b0e will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:53.821666 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-285d85ca-4a07-4849-afad-fa12e858cb2e tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] GET failed (client error): The resource could not be found. Mar 28 15:20:53.826577 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-285d85ca-4a07-4849-afad-fa12e858cb2e tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "GET /v2.0/ports/e31bf2d3-19cb-4059-8fb3-f1d0c7f30815 HTTP/1.1" status: 404 len: 333 time: 0.0886681 Mar 28 15:20:53.826749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.827416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58538) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:53.832073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:20:53.832448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:20:53.865232 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:20:53.876255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:20:53.881279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1d8e4-97aa-4819-a4ab-b9611f77e269 None None] Pushing event updated for resources: {'Port': ['ID=bb29f784-6b7a-490c-bcaf-b327c424e09b,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:53.883632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'port': {'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-573348210'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:53.973545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-59d9536a-4a93-47f3-950f-14ec48f05859 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:53.978741 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-59d9536a-4a93-47f3-950f-14ec48f05859 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/73633016-b1fb-49ef-b3a7-72c47b650c6f HTTP/1.1" status: 200 len: 840 time: 0.6023388 Mar 28 15:20:53.985666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58544) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:54.170539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.229628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.232500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.252280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.333713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Pushing event deleted for resources: {'Network': ['ID=82038f63-b641-41f4-8bec-1347228fde5f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:54.359209 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] 10.222.0.16 "DELETE /v2.0/networks/82038f63-b641-41f4-8bec-1347228fde5f HTTP/1.1" status: 204 len: 168 time: 1.9984305 Mar 28 15:20:54.374500 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f85ef203-d599-401c-adf4-955d52d28d06 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/73633016-b1fb-49ef-b3a7-72c47b650c6f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3828468 Mar 28 15:20:54.376037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.376471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.376716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.377050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.377379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.377710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.378074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.378357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.378854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.379413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.379922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.380417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c71dd2-e23b-44c6-a2d1-be60d37c8511 tempest-PortsAdminExtendedAttrsTestJSON-1680024807 tempest-PortsAdminExtendedAttrsTestJSON-1680024807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.410799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 6c9db650-db5a-4ccb-b055-f5ede4fd18c0 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:54.428228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58550) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:54.457057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:54.494918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:54.506843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:54.514271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:54.520008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:54.528653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:54.528840 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e7124ac7-2a45-4c9d-adef-5b3c5303da7a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5542700 Mar 28 15:20:54.528952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.529055 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:54.542604 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:54.542604 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:54.542905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58554) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:54.555377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:54.566078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'network': {'name': 'tempest-RoutersTest-565727596'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:54.568744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=e3608913-814d-4d1c-9ac0-f01b573d7b0e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:54.579123 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:54.591647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:network and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:54.599732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.599732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.600280 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.600619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.600949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.601279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.601604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.601961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.602284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.602608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.602926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.603271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:54.611784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:54.618122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce702b3f-fb85-4948-b858-c16ebb50210f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.624837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:54.626854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:54.632316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.648322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd0a5a-6812-46fa-a684-51e308fd0627 req-f8f2ee56-7373-446e-9615-cc4cbc1a9858 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:54.650723 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-74cd0a5a-6812-46fa-a684-51e308fd0627 req-f8f2ee56-7373-446e-9615-cc4cbc1a9858 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 945 time: 0.5416238 Mar 28 15:20:54.703946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:54.732105 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0f53efff-3844-4ba5-8b27-e8fe7b051ec6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4873776 Mar 28 15:20:54.733328 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:20:54.736526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58558) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:54.746137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.816437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Made reservation on behalf of 5c4800f7a78f423aa7260f124429ec03 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:54.820206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.834819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:54.839221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.866457 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:54.938906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:54.953669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ce702b3f-fb85-4948-b858-c16ebb50210f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:54.969638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4979e3-b0d0-409b-aa33-2fbf3813a50a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:54.977877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4979e3-b0d0-409b-aa33-2fbf3813a50a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:54.978907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6c4979e3-b0d0-409b-aa33-2fbf3813a50a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:54.984004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=6c9db650-db5a-4ccb-b055-f5ede4fd18c0,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:54.990773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] device_id is not set on port ed2d0b99-3658-4551-9808-f7a9d364e365 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:20:55.005419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:55.028446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:55.039744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:20:55.086337 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-74cd0a5a-6812-46fa-a684-51e308fd0627 req-f341e5c0-6da7-4aa8-aa23-efe6f9b18ef3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796155 Mar 28 15:20:55.142356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:55.147776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:55.215209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58564) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:55.223946 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:20:49Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:50Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:55.230790 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:20:55.232062 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Updating router a2cafdb5-466f-4548-88b5-fe3e13435c35 port 2c355403-48f5-42f4-88e0-2cb544360b9b binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:20:55.315219 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:55.374312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6c4979e3-b0d0-409b-aa33-2fbf3813a50a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:55.374312 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6c4979e3-b0d0-409b-aa33-2fbf3813a50a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6369987 Mar 28 15:20:55.378859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58570) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:55.459581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce702b3f-fb85-4948-b858-c16ebb50210f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:55.484782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:55.485127 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added segment 5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e of type vlan for network 0116aadf-b79f-4d9d-8368-81488b36f8e5 Mar 28 15:20:55.524877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Allocated IP 2001:db8::35f (994b6854-1383-40cf-8f84-ba9fc0979bf6/d60b0a40-0c49-4ecb-9db5-eb0ad7451a37/ed2d0b99-3658-4551-9808-f7a9d364e365) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:55.611454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce702b3f-fb85-4948-b858-c16ebb50210f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:55.614571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d7eea247-bfc4-4a3d-a7dc-0f4c5731c0cb None None] Provisioning for port bb29f784-6b7a-490c-bcaf-b327c424e09b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:55.631018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:55.703349 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-06220c55-97b8-4c6e-9a25-aed4b0e0e38b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0655576445254ddeb2274c76838a277b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862485 Mar 28 15:20:55.703750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58574) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:55.708183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce702b3f-fb85-4948-b858-c16ebb50210f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:55.725654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1b4254b0-e158-4356-933d-ac0a46802133 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port e3608913-814d-4d1c-9ac0-f01b573d7b0e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:55.726283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b4254b0-e158-4356-933d-ac0a46802133 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:55.798594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device c20ad496-e9a4-4284-b6f3-12cced969e52 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:55.806293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:20:55.864438 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:55.893405 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Transition to ACTIVE for port object 2c355403-48f5-42f4-88e0-2cb544360b9b will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:55.931184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:55.935899 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ce702b3f-fb85-4948-b858-c16ebb50210f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd HTTP/1.1" status: 204 len: 168 time: 2.3778863 Mar 28 15:20:55.942252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58578) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:55.974537 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.001995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c7655de4-812e-40bc-b462-2b100ced5cb3 None None] Provisioning for port e3608913-814d-4d1c-9ac0-f01b573d7b0e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:56.008455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port c20ad496-e9a4-4284-b6f3-12cced969e52 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:56.012641 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c7655de4-812e-40bc-b462-2b100ced5cb3 None None] Provisioning complete for port e3608913-814d-4d1c-9ac0-f01b573d7b0e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:56.013363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7655de4-812e-40bc-b462-2b100ced5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.050531 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd2f919-eff0-409e-a742-ae2061f56074 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:20:56.051186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ebd2f919-eff0-409e-a742-ae2061f56074 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:56.063970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bef64f-b62a-4028-a59f-e62d4d52e7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.095460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.100881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:56.101464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.106069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port c20ad496-e9a4-4284-b6f3-12cced969e52 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:56.106767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.120347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b4254b0-e158-4356-933d-ac0a46802133 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.122183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.140222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.187192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ebd2f919-eff0-409e-a742-ae2061f56074 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:56.191748 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ebd2f919-eff0-409e-a742-ae2061f56074 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/9dbf33dc-0cc9-42bb-a3cf-d8ce4bd271fd HTTP/1.1" status: 404 len: 333 time: 0.2482474 Mar 28 15:20:56.192864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58584) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:56.245616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c7655de4-812e-40bc-b462-2b100ced5cb3 None None] Port e3608913-814d-4d1c-9ac0-f01b573d7b0e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:56.280905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Network': ['ID=0116aadf-b79f-4d9d-8368-81488b36f8e5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:56.285904 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.364171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 0116aadf-b79f-4d9d-8368-81488b36f8e5 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:20:56.386569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bb29f784-6b7a-490c-bcaf-b327c424e09b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:56.416879 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Attempting to bind port 2c355403-48f5-42f4-88e0-2cb544360b9b on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:56.417243 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Attempting to bind port 2c355403-48f5-42f4-88e0-2cb544360b9b by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'd611956b-9b90-445a-a854-0a646090d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:56.417602 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Attempting to bind port 2c355403-48f5-42f4-88e0-2cb544360b9b on network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:56.425630 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:56.425998 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Checking segment: {'id': 'd611956b-9b90-445a-a854-0a646090d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:56.426398 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.428169 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Bound using segment: {'id': 'd611956b-9b90-445a-a854-0a646090d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:56.428169 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Bound port: 2c355403-48f5-42f4-88e0-2cb544360b9b, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd611956b-9b90-445a-a854-0a646090d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:56.428169 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.453966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1b4254b0-e158-4356-933d-ac0a46802133 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for e3608913-814d-4d1c-9ac0-f01b573d7b0e owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:56.503337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:56.513983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:56.525255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:56.526371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.545441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bef64f-b62a-4028-a59f-e62d4d52e7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.549850 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] For port 2c355403-48f5-42f4-88e0-2cb544360b9b, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:56.553159 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] For port 2c355403-48f5-42f4-88e0-2cb544360b9b, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2c355403-48f5-42f4-88e0-2cb544360b9b,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:56.555246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=779c7009-0de2-40e4-87ff-4776cb3101f0,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:56.569912 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Pushing event updated for resources: {'Port': ['ID=2c355403-48f5-42f4-88e0-2cb544360b9b,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:56.573355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-814cdfc3-151c-40ac-bd95-d4836831692d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port d5c3d009-be0c-479e-894a-d828137fc74d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:56.573801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-814cdfc3-151c-40ac-bd95-d4836831692d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.578395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db27f0-2311-47d8-b616-116b7d15e277 None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:56.579623 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.579998 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.580338 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.580668 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.580992 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.581379 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.581712 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.582047 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.582500 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.582823 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.583339 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.583662 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:56.638806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Transition to ACTIVE for port object ed2d0b99-3658-4551-9808-f7a9d364e365 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:56.645439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.649627 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-260ac1f0-5b7c-4079-91df-1d3536128f5e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2193692 Mar 28 15:20:56.650281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58588) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:56.661047 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'security_group': {'name': 'tempest-secgroup-904035893'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:56.661244 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:56.677727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:56.714314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:56.753610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:56.757698 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:56.758796 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:56.771764 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a41dd1cc-0c17-4098-afd2-0ce6eae0822c tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2243478 Mar 28 15:20:56.783301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20ad496-e9a4-4284-b6f3-12cced969e52'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:20:56.785285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:56.787003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58592) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:56.794183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'subnet': {'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:56.837434 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70814d0-1b3a-4c83-b2ef-a065ec8ec859 None None] Pushing event updated for resources: {'Port': ['ID=2c355403-48f5-42f4-88e0-2cb544360b9b,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:56.843654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port c20ad496-e9a4-4284-b6f3-12cced969e52, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c20ad496-e9a4-4284-b6f3-12cced969e52,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:56.956858 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20ad496-e9a4-4284-b6f3-12cced969e52', 'code': 200} Mar 28 15:20:56.998029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:57.007363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ef553-1a17-4719-895f-9dc8bb8ae323 req-46ec6f5b-bbd1-4686-8d5b-df98167a8813 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:57.010888 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-260ef553-1a17-4719-895f-9dc8bb8ae323 req-46ec6f5b-bbd1-4686-8d5b-df98167a8813 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 945 time: 0.5165274 Mar 28 15:20:57.018811 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:20:57.021812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.085107 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port bb29f784-6b7a-490c-bcaf-b327c424e09b completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:57.136149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bef64f-b62a-4028-a59f-e62d4d52e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.137518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bb29f784-6b7a-490c-bcaf-b327c424e09b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:57.137963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.159182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bef64f-b62a-4028-a59f-e62d4d52e7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5992ffa-12a0-4dcb-9bed-f2447f95387d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:57.194384 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-260ef553-1a17-4719-895f-9dc8bb8ae323 req-7ee3d10c-aae8-4da9-b8f5-045f78f6358d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899465 Mar 28 15:20:57.207859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.222737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:subnet and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:57.241316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.269234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'tenant_id': '95c1a79e2bf24cd5bc72fa103a8a3702', 'fixed_ips': [{'subnet_id': '779c7009-0de2-40e4-87ff-4776cb3101f0'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:57.270266 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.274243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:57.290199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:57.296311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:57.308251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=c20ad496-e9a4-4284-b6f3-12cced969e52,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:57.310298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Port': ['ID=ed2d0b99-3658-4551-9808-f7a9d364e365,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:57.329380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bef64f-b62a-4028-a59f-e62d4d52e7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.330649 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-11bef64f-b62a-4028-a59f-e62d4d52e7ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5992ffa-12a0-4dcb-9bed-f2447f95387d HTTP/1.1" status: 204 len: 168 time: 1.6249073 Mar 28 15:20:57.366131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group_rule and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:57.380146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:57.385656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b4254b0-e158-4356-933d-ac0a46802133 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.387783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router 5e640292-f801-4ede-b653-987c1a77e566 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:20:57.400373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:57.404903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:57.407971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:57.413882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:57.415149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.477346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:57.480298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4254b0-e158-4356-933d-ac0a46802133 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=e3608913-814d-4d1c-9ac0-f01b573d7b0e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:57.493520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:20:57.497400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.525231 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6d8c0ccf-fac2-45b7-af6b-3daf6759abcc tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6967731 Mar 28 15:20:57.529335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58600) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:57.543475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e16ee531-e948-4d30-8118-3292bbd8dbee tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::df', 'mac_address': 'fa:16:3e:41:22:8f'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:57.665294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.684950 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:20:49Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:56Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:57.689971 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce3d829-cc9d-4a4e-87e9-f438f41cf278 None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:20:49Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:56Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:57.756428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b431e83-b149-421a-a35e-f72b8ad5b7dc req-929beda7-88ff-4149-acae-d73a86d1b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:57.759743 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9b431e83-b149-421a-a35e-f72b8ad5b7dc req-929beda7-88ff-4149-acae-d73a86d1b5ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 1099 time: 0.4262559 Mar 28 15:20:57.793985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-814cdfc3-151c-40ac-bd95-d4836831692d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.817858 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port bb29f784-6b7a-490c-bcaf-b327c424e09b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bb29f784-6b7a-490c-bcaf-b327c424e09b,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:57.824256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b4254b0-e158-4356-933d-ac0a46802133 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.843604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Allocated IP 172.20.0.2 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/779c7009-0de2-40e4-87ff-4776cb3101f0/15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:20:57.859884 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9b431e83-b149-421a-a35e-f72b8ad5b7dc req-c4808d1d-56f2-4412-b9a6-6f8910e69cf8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894737 Mar 28 15:20:57.957227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:57.962748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:20:57.969063 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7cd2b8ff-b639-4bb4-aaac-399d30b1d42e tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/routers/5e640292-f801-4ede-b653-987c1a77e566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7813396 Mar 28 15:20:57.971824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58606) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:58.026268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-814cdfc3-151c-40ac-bd95-d4836831692d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for d5c3d009-be0c-479e-894a-d828137fc74d owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:20:58.027181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35860353-7dc4-4b5f-8275-13e583fdd5bf None None] Sync routers for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:20:58.029180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3b900ee3-eae1-4740-8163-dc6c12edf901 None None] Provisioning for port ed2d0b99-3658-4551-9808-f7a9d364e365 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:58.153866 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1b4254b0-e158-4356-933d-ac0a46802133 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/e3608913-814d-4d1c-9ac0-f01b573d7b0e HTTP/1.1" status: 204 len: 168 time: 2.7722201 Mar 28 15:20:58.156718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58610) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:58.235758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.297585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58616) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:58.311726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3b900ee3-eae1-4740-8163-dc6c12edf901 None None] Provisioning complete for port ed2d0b99-3658-4551-9808-f7a9d364e365 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:58.312416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3b900ee3-eae1-4740-8163-dc6c12edf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.353007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.377831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35860353-7dc4-4b5f-8275-13e583fdd5bf None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:58.378580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.378964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-35860353-7dc4-4b5f-8275-13e583fdd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:58.421993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e16ee531-e948-4d30-8118-3292bbd8dbee tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.499665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2c355403-48f5-42f4-88e0-2cb544360b9b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:20:58.537126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-35860353-7dc4-4b5f-8275-13e583fdd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:58.579273 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e0d0f1e8-714e-425c-98e6-e31aac4eafb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9ed3c8624964487af074a7c48a569b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797103 Mar 28 15:20:58.580752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58620) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:58.591636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=bb29f784-6b7a-490c-bcaf-b327c424e09b,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:58.611561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35860353-7dc4-4b5f-8275-13e583fdd5bf None None] Routers {'5e640292-f801-4ede-b653-987c1a77e566'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:20:58.612194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-35860353-7dc4-4b5f-8275-13e583fdd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5e640292-f801-4ede-b653-987c1a77e566'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:58.658333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.688889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-35860353-7dc4-4b5f-8275-13e583fdd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:20:58.689284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35860353-7dc4-4b5f-8275-13e583fdd5bf None None] The sync data for ids ['5e640292-f801-4ede-b653-987c1a77e566'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:20:58.701679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.702473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.702473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.702731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.703096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.703411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.703744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.704046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.704430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.704723 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.705044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.705362 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:20:58.706761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce816d-b337-4e18-9f0c-4a68057e105f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:58.708835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce816d-b337-4e18-9f0c-4a68057e105f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:58.709389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f9ce816d-b337-4e18-9f0c-4a68057e105f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:58.733443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c73d45e-da1a-425e-97de-38ed97f71818,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:58.736932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3b900ee3-eae1-4740-8163-dc6c12edf901 None None] Port ed2d0b99-3658-4551-9808-f7a9d364e365 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:20:58.747663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.757876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Transition to ACTIVE for port object 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:58.783091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Transition to ACTIVE for port object 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:20:58.811241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-814cdfc3-151c-40ac-bd95-d4836831692d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.817662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.819894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 2c355403-48f5-42f4-88e0-2cb544360b9b completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:20:58.821792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-172b175f-21e8-4b0c-8667-e03538c7f340 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.1675394 Mar 28 15:20:58.833005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58624) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:58.833148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 2c355403-48f5-42f4-88e0-2cb544360b9b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:20:58.833148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.855585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:58.868012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'security_group': {'name': 'tempest-secgroup-490385271'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:20:58.887412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Subnet': ['ID=01eb0523-0d52-41cc-b2f5-f9b34c8d4be5,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:58.912561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:58.915678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cdfc3-151c-40ac-bd95-d4836831692d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=d5c3d009-be0c-479e-894a-d828137fc74d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:58.964411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:58.968500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:20:58.986482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:58.989224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:58.995086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:20:59.011104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Pushing event updated for resources: {'Port': ['ID=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:59.020671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:59.089167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-814cdfc3-151c-40ac-bd95-d4836831692d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.093683 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-814cdfc3-151c-40ac-bd95-d4836831692d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/d5c3d009-be0c-479e-894a-d828137fc74d HTTP/1.1" status: 204 len: 168 time: 2.8837614 Mar 28 15:20:59.096548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58628) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:59.123955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.137812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f9ce816d-b337-4e18-9f0c-4a68057e105f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:59.142856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c03ab40-4516-4bcf-9cc3-5365f5569e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.143548 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f9ce816d-b337-4e18-9f0c-4a68057e105f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.9835079 Mar 28 15:20:59.144465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58632) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:59.152003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Checking segment: {'id': '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:59.152284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network hostable DHCP agents. Network: 0116aadf-b79f-4d9d-8368-81488b36f8e5, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:20:59.169530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Attempting to bind port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:20:59.169896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Attempting to bind port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '6406856a-4bba-43b3-aac9-574b9604f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:20:59.170257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Attempting to bind port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 on network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:20:59.176552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c455c-b8ce-400a-ac02-a8b6b67a3f23 req-1d956360-56d3-4eb7-b906-99c0e574b8e0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:59.178180 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1b2c455c-b8ce-400a-ac02-a8b6b67a3f23 req-1d956360-56d3-4eb7-b906-99c0e574b8e0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 946 time: 0.7463949 Mar 28 15:20:59.178955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.187639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:20:59.188034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Checking segment: {'id': '6406856a-4bba-43b3-aac9-574b9604f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:20:59.188440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.188863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Bound using segment: {'id': '6406856a-4bba-43b3-aac9-574b9604f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:20:59.189378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Bound port: 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6406856a-4bba-43b3-aac9-574b9604f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:20:59.189903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.218166 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8011df28-e5ee-4744-b716-f6c9da9072da tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:20:59.218717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8011df28-e5ee-4744-b716-f6c9da9072da tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:20:59.221103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.262257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 12b0034a-afd4-49ec-b320-0b7ea676f4b9 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:20:59.262745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.269113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:20:59.288548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c03ab40-4516-4bcf-9cc3-5365f5569e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.299188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group_rule and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:20:59.308257 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1b2c455c-b8ce-400a-ac02-a8b6b67a3f23 req-a77c503c-0edc-4b66-9187-aade1f4663e5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194363 Mar 28 15:20:59.308969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:20:59.324740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:20:59.344029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ea52bc-6d13-4578-ae95-6c1cdfc6fbd8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet db953851-c101-4f7f-93cd-ff26fff85e2c {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:59.345588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 2c355403-48f5-42f4-88e0-2cb544360b9b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2c355403-48f5-42f4-88e0-2cb544360b9b,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:20:59.348613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 0116aadf-b79f-4d9d-8368-81488b36f8e5 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:20:59.351454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c8ea52bc-6d13-4578-ae95-6c1cdfc6fbd8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.352156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] For port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:20:59.355453 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] For port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,segment=NetworkSegment(6406856a-4bba-43b3-aac9-574b9604f0c7),segment_id=6406856a-4bba-43b3-aac9-574b9604f0c7)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:20:59.368566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8011df28-e5ee-4744-b716-f6c9da9072da tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:20:59.369717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8011df28-e5ee-4744-b716-f6c9da9072da tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/d5c3d009-be0c-479e-894a-d828137fc74d HTTP/1.1" status: 404 len: 333 time: 0.2714932 Mar 28 15:20:59.374040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58636) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:59.403667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.437934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 0116aadf-b79f-4d9d-8368-81488b36f8e5) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:20:59.457343 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:59.458000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.469305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f596a-93fe-4d02-b560-fcb34e42bb3e None None] Network 0116aadf-b79f-4d9d-8368-81488b36f8e5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:20:59.483971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.488482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02834a5-7c0b-45a0-bb2a-00bd6b4d7bc6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 6f737c89-e02a-4b0c-bc72-fb1ec926aabf {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:20:59.505861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b02834a5-7c0b-45a0-bb2a-00bd6b4d7bc6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.530492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e16ee531-e948-4d30-8118-3292bbd8dbee tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.533929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.535366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c8ea52bc-6d13-4578-ae95-6c1cdfc6fbd8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.541927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c03ab40-4516-4bcf-9cc3-5365f5569e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.580835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ab40-4516-4bcf-9cc3-5365f5569e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f84be59-f5f4-44ba-9af4-a6e48b6cc648,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:59.585094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c03ab40-4516-4bcf-9cc3-5365f5569e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.586759 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7c03ab40-4516-4bcf-9cc3-5365f5569e10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f84be59-f5f4-44ba-9af4-a6e48b6cc648 HTTP/1.1" status: 204 len: 168 time: 0.9222832 Mar 28 15:20:59.595319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b02834a5-7c0b-45a0-bb2a-00bd6b4d7bc6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.610849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e16ee531-e948-4d30-8118-3292bbd8dbee tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.639862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.644742 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-35efaa37-c209-492e-862b-23eda756db48 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8567505 Mar 28 15:20:59.663269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58642) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:59.677126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=2c355403-48f5-42f4-88e0-2cb544360b9b,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:59.689713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.703877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ee531-e948-4d30-8118-3292bbd8dbee tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Port': ['ID=ed2d0b99-3658-4551-9808-f7a9d364e365,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:59.730894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e16ee531-e948-4d30-8118-3292bbd8dbee tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] In _notify_port_updated(), no bound segment for port ed2d0b99-3658-4551-9808-f7a9d364e365 on network 994b6854-1383-40cf-8f84-ba9fc0979bf6 {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:20:59.739087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ee531-e948-4d30-8118-3292bbd8dbee tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:20:59.740113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e16ee531-e948-4d30-8118-3292bbd8dbee tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.750550 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e16ee531-e948-4d30-8118-3292bbd8dbee tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "PUT /v2.0/ports/ed2d0b99-3658-4551-9808-f7a9d364e365 HTTP/1.1" status: 200 len: 1001 time: 2.2160916 Mar 28 15:20:59.827801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58646) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:20:59.896885 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a99ab-c86a-4c8e-bf26-a2cc1a30dec0 None None] Pushing event updated for resources: {'Port': ['ID=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:20:59.917235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-0116aadf-b79f-4d9d-8368-81488b36f8e5', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:20:59.918201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:20:59.954594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 12b0034a-afd4-49ec-b320-0b7ea676f4b9 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:00.079844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c8ea52bc-6d13-4578-ae95-6c1cdfc6fbd8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.107867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.111890 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2523510 Mar 28 15:21:00.113977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58650) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:00.119231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f1bd-c87d-483f-93d7-b80154979b5d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d91638-b925-462f-b492-3361a81274bf,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:00.124231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2110794666', 'security_groups': ['89d91638-b925-462f-b492-3361a81274bf'], 'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '779c7009-0de2-40e4-87ff-4776cb3101f0'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:00.201855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-269ef043-62af-4ff7-85f2-7ea03591752c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Deleting port ed2d0b99-3658-4551-9808-f7a9d364e365 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:00.202317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-269ef043-62af-4ff7-85f2-7ea03591752c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.256237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Allocated IP 172.21.0.2 (0116aadf-b79f-4d9d-8368-81488b36f8e5/01eb0523-0d52-41cc-b2f5-f9b34c8d4be5/a40801e4-a010-43a5-b298-691858f7524a) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:00.468387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b02834a5-7c0b-45a0-bb2a-00bd6b4d7bc6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.512804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2c355403-48f5-42f4-88e0-2cb544360b9b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:00.585308 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c8ea52bc-6d13-4578-ae95-6c1cdfc6fbd8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.648697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:00.653232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91614e63-2c69-40d8-8047-c31973cc4039 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:00.681064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c8ea52bc-6d13-4578-ae95-6c1cdfc6fbd8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.711544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 2c355403-48f5-42f4-88e0-2cb544360b9b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:00.712196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.725480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:port and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:00.730882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:00.738599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:00.809180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b02834a5-7c0b-45a0-bb2a-00bd6b4d7bc6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.869315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02834a5-7c0b-45a0-bb2a-00bd6b4d7bc6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=6f737c89-e02a-4b0c-bc72-fb1ec926aabf,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:00.871693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b02834a5-7c0b-45a0-bb2a-00bd6b4d7bc6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.895108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea52bc-6d13-4578-ae95-6c1cdfc6fbd8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=db953851-c101-4f7f-93cd-ff26fff85e2c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:00.901152 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b02834a5-7c0b-45a0-bb2a-00bd6b4d7bc6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/6f737c89-e02a-4b0c-bc72-fb1ec926aabf HTTP/1.1" status: 204 len: 168 time: 1.5257301 Mar 28 15:21:00.909455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58666) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:00.911088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f06d404b-ce1a-49be-8541-d0be68b33940 None None] Provisioning complete for port ed2d0b99-3658-4551-9808-f7a9d364e365 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:00.915384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f06d404b-ce1a-49be-8541-d0be68b33940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:00.968750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:01.041294 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c8ea52bc-6d13-4578-ae95-6c1cdfc6fbd8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/db953851-c101-4f7f-93cd-ff26fff85e2c HTTP/1.1" status: 204 len: 168 time: 1.8791847 Mar 28 15:21:01.041972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58670) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:01.044985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889e2e7-bd79-47b1-b8ec-50200cbccfe7 None None] Network bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:01.062313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f06d404b-ce1a-49be-8541-d0be68b33940 None None] Port ed2d0b99-3658-4551-9808-f7a9d364e365 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:01.126324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-269ef043-62af-4ff7-85f2-7ea03591752c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.240560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.252780 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-815ea8d1-ce02-4bdb-9f56-bd2001ffdf90 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2007940 Mar 28 15:21:01.259952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.275234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58680) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:01.301877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bb29f784-6b7a-490c-bcaf-b327c424e09b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:01.416959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.423242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port 3ae99520-79b9-49a9-b2b2-030df6889ee5 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:01.431068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-269ef043-62af-4ff7-85f2-7ea03591752c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Calling delete_port for ed2d0b99-3658-4551-9808-f7a9d364e365 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:01.436109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.484486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Transition to ACTIVE for port object a40801e4-a010-43a5-b298-691858f7524a will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:01.486917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bb29f784-6b7a-490c-bcaf-b327c424e09b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:01.487325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.519670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e55f0-9456-4ca6-ab4c-dd5f7d38a803 req-e202ec22-797b-49f3-992a-a317640b9eaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:01.521494 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a95e55f0-9456-4ca6-ab4c-dd5f7d38a803 req-e202ec22-797b-49f3-992a-a317640b9eaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 946 time: 0.9959373 Mar 28 15:21:01.535532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.547802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=12b0034a-afd4-49ec-b320-0b7ea676f4b9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:01.683329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1fdaf0a7-6c4e-4baa-8e00-23335ea41c6b None None] Provisioning for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:01.705637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:01.705865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Transition to ACTIVE for port object a40801e4-a010-43a5-b298-691858f7524a will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:01.712984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.728185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1245c53a-be98-45c6-bd03-0b030cf13849 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:01.736973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1245c53a-be98-45c6-bd03-0b030cf13849 None None] Deleting port bb29f784-6b7a-490c-bcaf-b327c424e09b {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:01.737344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1245c53a-be98-45c6-bd03-0b030cf13849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.756355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.774955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1fdaf0a7-6c4e-4baa-8e00-23335ea41c6b None None] Provisioning complete for port 73633016-b1fb-49ef-b3a7-72c47b650c6f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:01.775364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf0a7-6c4e-4baa-8e00-23335ea41c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.838024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:01.864253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1102dca7-109b-4c9e-9058-8bb90963128f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:01.865100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1102dca7-109b-4c9e-9058-8bb90963128f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:01.941899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:02.018462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.024250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.050426 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a95e55f0-9456-4ca6-ab4c-dd5f7d38a803 req-bfb06a2d-833b-46d7-96e4-0cfe9507ada2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060201 Mar 28 15:21:02.053194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.4 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/779c7009-0de2-40e4-87ff-4776cb3101f0/3ae99520-79b9-49a9-b2b2-030df6889ee5) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:02.061099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1102dca7-109b-4c9e-9058-8bb90963128f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:02.061755 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1102dca7-109b-4c9e-9058-8bb90963128f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7850296 Mar 28 15:21:02.071760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58692) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:02.181243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.21.0.1 (0116aadf-b79f-4d9d-8368-81488b36f8e5/01eb0523-0d52-41cc-b2f5-f9b34c8d4be5/7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:02.218355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.218851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Fanout notify agent at l3_agent the message router_deleted on router 5e640292-f801-4ede-b653-987c1a77e566 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:21:02.227841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820a7a5-5b0f-4785-8167-7955a70dfddc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:02.228594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7820a7a5-5b0f-4785-8167-7955a70dfddc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:02.269645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Network 0116aadf-b79f-4d9d-8368-81488b36f8e5 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:02.288639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-269ef043-62af-4ff7-85f2-7ea03591752c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.308260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:02.313015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Pushing event updated for resources: {'Port': ['ID=a40801e4-a010-43a5-b298-691858f7524a,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:02.362877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1245c53a-be98-45c6-bd03-0b030cf13849 None None] For port bb29f784-6b7a-490c-bcaf-b327c424e09b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bb29f784-6b7a-490c-bcaf-b327c424e09b,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:02.363242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1245c53a-be98-45c6-bd03-0b030cf13849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.364947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ef043-62af-4ff7-85f2-7ea03591752c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event deleted for resources: {'Port': ['ID=ed2d0b99-3658-4551-9808-f7a9d364e365,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:02.370720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.379845 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-97bea727-5609-4d5b-8426-250ffe1aa674 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/routers/5e640292-f801-4ede-b653-987c1a77e566 HTTP/1.1" status: 204 len: 168 time: 4.4069397 Mar 28 15:21:02.386131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58702) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:02.425922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] For port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4,segment=NetworkSegment(69018876-79e7-4707-8e1a-9dbeee894853),segment_id=69018876-79e7-4707-8e1a-9dbeee894853)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:02.426590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.512777 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1245c53a-be98-45c6-bd03-0b030cf13849 None None] Calling delete_port for bb29f784-6b7a-490c-bcaf-b327c424e09b owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:02.563020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:02.580201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] DHCP port deletion for bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:02.583004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1fdaf0a7-6c4e-4baa-8e00-23335ea41c6b None None] Port 73633016-b1fb-49ef-b3a7-72c47b650c6f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:02.621737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.646137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Transition to ACTIVE for port object 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:02.655773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] Deleting port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:02.655773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.696736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7820a7a5-5b0f-4785-8167-7955a70dfddc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:02.700728 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7820a7a5-5b0f-4785-8167-7955a70dfddc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6279278 Mar 28 15:21:02.710402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58710) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:02.720827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19f3492-b090-4fcc-9219-6a4202275d87 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting subnet 25143897-8fa9-42f2-bf61-bfbfaa50af25 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:02.807221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f3492-b090-4fcc-9219-6a4202275d87 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.853507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:02.853891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:02.857125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.862845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.876430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Attempting to bind port a40801e4-a010-43a5-b298-691858f7524a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:02.877009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Attempting to bind port a40801e4-a010-43a5-b298-691858f7524a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:02.877521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Attempting to bind port a40801e4-a010-43a5-b298-691858f7524a on network 0116aadf-b79f-4d9d-8368-81488b36f8e5 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:02.879668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:02.880191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.906123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f3492-b090-4fcc-9219-6a4202275d87 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.940135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58714) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:02.961774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:02.962373 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Checking segment: {'id': '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:02.962922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.963615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Bound using segment: {'id': '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:02.964221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Bound port: a40801e4-a010-43a5-b298-691858f7524a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:02.964881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:02.973645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1245c53a-be98-45c6-bd03-0b030cf13849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.002016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.016164 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b29effe9-f9eb-4ce8-b680-4c798f5a7f14 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3044186 Mar 28 15:21:03.022809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f3492-b090-4fcc-9219-6a4202275d87 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.053024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.059336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58720) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:03.096270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No DVR routers for this DVR port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:03.100551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245c53a-be98-45c6-bd03-0b030cf13849 None None] No DVR routers for this DVR port bb29f784-6b7a-490c-bcaf-b327c424e09b on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:03.104009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:03.109352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245c53a-be98-45c6-bd03-0b030cf13849 None None] Pushing event deleted for resources: {'Port': ['ID=bb29f784-6b7a-490c-bcaf-b327c424e09b,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:03.115180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:03.150509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-430201939', 'router:external': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:03.158841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-269ef043-62af-4ff7-85f2-7ea03591752c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.175886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:03.178918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object 3ae99520-79b9-49a9-b2b2-030df6889ee5 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:03.183774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Usage tracker for resource:network and tenant:1cf50e70e55e48b6bf381933078c82ea is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:03.200430 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-269ef043-62af-4ff7-85f2-7ea03591752c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "DELETE /v2.0/ports/ed2d0b99-3658-4551-9808-f7a9d364e365 HTTP/1.1" status: 204 len: 168 time: 3.3704014 Mar 28 15:21:03.204876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58724) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:03.205023 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:03.214023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 0116aadf-b79f-4d9d-8368-81488b36f8e5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:03.214427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:03.281027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.299926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:03.309732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce0c81-208a-46a8-befa-331fb528e3c2 req-1fcad946-7794-4aab-9a93-bb74696baac2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:03.311255 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b0ce0c81-208a-46a8-befa-331fb528e3c2 req-1fcad946-7794-4aab-9a93-bb74696baac2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 946 time: 0.9828813 Mar 28 15:21:03.312361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd7e532-4bba-4d2d-b0bf-5036a6bfec26']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:03.312877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] For port a40801e4-a010-43a5-b298-691858f7524a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:03.326185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:03.328833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] For port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4,segment=NetworkSegment(69018876-79e7-4707-8e1a-9dbeee894853),segment_id=69018876-79e7-4707-8e1a-9dbeee894853)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:03.329221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.330404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69018876-79e7-4707-8e1a-9dbeee894853') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:03.330832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69018876-79e7-4707-8e1a-9dbeee894853') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:03.345615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.355523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Made reservation on behalf of 1cf50e70e55e48b6bf381933078c82ea for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:03.357880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.374316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.388119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.394276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] For port a40801e4-a010-43a5-b298-691858f7524a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a40801e4-a010-43a5-b298-691858f7524a,segment=NetworkSegment(5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e),segment_id=5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:03.396695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:03.399292 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:03.399806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.405987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:03.415717 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:03.428907 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd1fc84-04ce-40b7-8955-5a595709cbcb tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] GET failed (client error): The resource could not be found. Mar 28 15:21:03.429430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7fd1fc84-04ce-40b7-8955-5a595709cbcb tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Synchronizing usage tracker for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:03.432490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Usage tracker for resource:security_group_rule and tenant:1cf50e70e55e48b6bf381933078c82ea is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:03.438250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:03.459652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] Calling delete_port for fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:03.477010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:03.497269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:03.499434 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b0ce0c81-208a-46a8-befa-331fb528e3c2 req-e574e3e9-da48-4f78-9268-3cd1faa8652f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278808 Mar 28 15:21:03.499756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.506877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:03.510474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.551262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.559598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f3492-b090-4fcc-9219-6a4202275d87 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.597272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.601620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.608084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7fd1fc84-04ce-40b7-8955-5a595709cbcb tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Unset dirty status for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:03.609447 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7fd1fc84-04ce-40b7-8955-5a595709cbcb tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "GET /v2.0/ports/ed2d0b99-3658-4551-9808-f7a9d364e365 HTTP/1.1" status: 404 len: 333 time: 0.3977184 Mar 28 15:21:03.610774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.612323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:03.614975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58730) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:03.615810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.650447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'port': {'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1178076277'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:03.661994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,segment=NetworkSegment(6406856a-4bba-43b3-aac9-574b9604f0c7),segment_id=6406856a-4bba-43b3-aac9-574b9604f0c7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:03.667788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284c332-faa7-42b2-92e3-dc7e20a6f079 None None] Pushing event updated for resources: {'Port': ['ID=a40801e4-a010-43a5-b298-691858f7524a,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:03.668548 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/networks/bcd7e532-4bba-4d2d-b0bf-5036a6bfec26 HTTP/1.1" status: 204 len: 168 time: 2.7522235 Mar 28 15:21:03.676147 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:21:03.676753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:21:03.694273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58734) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:03.695138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b883f85-deea-4291-a0cb-8aee52b7a1b5 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Network': ['ID=bcd7e532-4bba-4d2d-b0bf-5036a6bfec26,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:03.708070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1790464678'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:03.713191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.735221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.766528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:03.782924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:network and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:03.794690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:03.797745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.821882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:03.824285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f3492-b090-4fcc-9219-6a4202275d87 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Subnet': ['ID=25143897-8fa9-42f2-bf61-bfbfaa50af25,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:03.827385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c19f3492-b090-4fcc-9219-6a4202275d87 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.840251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1b891-5726-4d00-b780-4964016e0a10 None None] Network 5595f854-0ea8-4318-8393-9b7e10fbe86a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:03.864517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:21:03.874054 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc8a8b7-08aa-47da-9e45-ca0fee26e008,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:03.896117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.896468 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Added segment 746d6e72-a8f4-49ec-899e-720c21253b29 of type vlan for network e4cb3023-8b6b-4933-bc58-a6219687194b Mar 28 15:21:03.908182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:03.925629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:03.945209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.964363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:03.971815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:03.974848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:03.993228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:03.997984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:04.071842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Made reservation on behalf of 5c4800f7a78f423aa7260f124429ec03 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:04.075305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.076666 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c19f3492-b090-4fcc-9219-6a4202275d87 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/subnets/25143897-8fa9-42f2-bf61-bfbfaa50af25 HTTP/1.1" status: 204 len: 168 time: 1.6894929 Mar 28 15:21:04.085378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bb29f784-6b7a-490c-bcaf-b327c424e09b no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:04.091479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58740) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:04.126083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:21:04.142933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: bb29f784-6b7a-490c-bcaf-b327c424e09b {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:04.143325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bb29f784-6b7a-490c-bcaf-b327c424e09b not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:04.143742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:04.164095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.164958 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Added segment a0f756cd-1206-45d7-b030-90b2aa772b92 of type vlan for network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d Mar 28 15:21:04.169448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.170935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:04.171844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.217675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] Deleting port fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:04.218093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.257500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:04.257892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:04.294491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] device_id is not set on port 70f48da5-d220-4706-9c56-7a472aa70ae1 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:04.328564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:04.339338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:04.341518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.345980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=3ae99520-79b9-49a9-b2b2-030df6889ee5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:04.362469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-25280a24-3478-42a4-955c-ca52e6312d58 None None] The port 'fb8cfdc7-cfb0-4fa4-87fa-d2973bff83f4' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:21:04.507737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.524039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.549482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8739d398-d370-4484-948a-16d4997a63d1 None None] DHCP port deletion for 5595f854-0ea8-4318-8393-9b7e10fbe86a request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:04.554138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8739d398-d370-4484-948a-16d4997a63d1 None None] Deleting port fbe93938-9077-4065-bded-9782b2904d52 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:04.554517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8739d398-d370-4484-948a-16d4997a63d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.555905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.567198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event updated for resources: {'Network': ['ID=e4cb3023-8b6b-4933-bc58-a6219687194b,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:04.584651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port fbe93938-9077-4065-bded-9782b2904d52 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:04.584651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.585569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network e4cb3023-8b6b-4933-bc58-a6219687194b details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:21:04.628789 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-43ebbc84-3f93-46b4-a7aa-c7703d922ec5 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5089507 Mar 28 15:21:04.639970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:21:04.640691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58744) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:04.648242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.656566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:04.675467 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bbf6a1b9-ab7b-4efa-a724-4553834de763 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7291749 Mar 28 15:21:04.685488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58748) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:04.693706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'subnet': {'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:04.708025 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:04.729887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Usage tracker for resource:subnet and tenant:1cf50e70e55e48b6bf381933078c82ea is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:04.754521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-02a1770c-fcf5-4295-b539-fee6a5e92c2d None None] Provisioning for port 3ae99520-79b9-49a9-b2b2-030df6889ee5 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:04.766544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-02a1770c-fcf5-4295-b539-fee6a5e92c2d None None] Provisioning complete for port 3ae99520-79b9-49a9-b2b2-030df6889ee5 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:04.772471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:04.772717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-02a1770c-fcf5-4295-b539-fee6a5e92c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.805809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Allocated IP 2001:db8::225 (994b6854-1383-40cf-8f84-ba9fc0979bf6/d60b0a40-0c49-4ecb-9db5-eb0ad7451a37/70f48da5-d220-4706-9c56-7a472aa70ae1) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:04.808623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.814161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:04.814784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:04.823775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:04.907773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:04.926507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:04.954224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38d87c8-eb3a-4539-858a-641bea82dbe1 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:04.974683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-02a1770c-fcf5-4295-b539-fee6a5e92c2d None None] Port 3ae99520-79b9-49a9-b2b2-030df6889ee5 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:05.010158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:05.010770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:05.035461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8739d398-d370-4484-948a-16d4997a63d1 None None] For port fbe93938-9077-4065-bded-9782b2904d52, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fbe93938-9077-4065-bded-9782b2904d52,segment=NetworkSegment(a2a1e841-9bf0-4b39-91bb-aa501bf402ed),segment_id=a2a1e841-9bf0-4b39-91bb-aa501bf402ed)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:05.035863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8739d398-d370-4484-948a-16d4997a63d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:05.056372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=3224e56b-76db-4e02-8770-1e68c77f6640,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:05.091200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58752) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:05.100849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:05.168897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:05.184444 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4864624 Mar 28 15:21:05.185361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58756) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:05.187514 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d0401de9-9f09-4816-a8ec-92bb9df47179 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0878134 Mar 28 15:21:05.188396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58758) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:05.189251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:05.196069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Made reservation on behalf of 1cf50e70e55e48b6bf381933078c82ea for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:05.198382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:05.225537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '3dbfa3e2-0ae8-492b-b72a-6bd213c5570d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:05.251542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:eb:d9:01', 'name': 'tempest-NetworksTestDHCPv6-704068257'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:05.258667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:05.302441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ecafa-e6bd-42ab-99d9-2a76380d0bb8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Network': ['ID=3dbfa3e2-0ae8-492b-b72a-6bd213c5570d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:05.409189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:05.412626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:05.434746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] For port fbe93938-9077-4065-bded-9782b2904d52, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fbe93938-9077-4065-bded-9782b2904d52,segment=NetworkSegment(a2a1e841-9bf0-4b39-91bb-aa501bf402ed),segment_id=a2a1e841-9bf0-4b39-91bb-aa501bf402ed)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:05.435077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:05.458426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8739d398-d370-4484-948a-16d4997a63d1 None None] Calling delete_port for fbe93938-9077-4065-bded-9782b2904d52 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:05.527589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:21:05.540458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ef517-0155-4cdf-943d-3c143204fb12 None None] Network 0116aadf-b79f-4d9d-8368-81488b36f8e5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:05.626834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for fbe93938-9077-4065-bded-9782b2904d52 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:05.711820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '3224e56b-76db-4e02-8770-1e68c77f6640'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:21:05.712545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:05.731685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:05.765941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:05.770817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:05.787283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e908d356-4040-4ecb-9f73-dd2ab8a66d71 None None] Provisioning for port a40801e4-a010-43a5-b298-691858f7524a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:05.792272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:05.871066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:05.875494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:05.878486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:05.884640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:05.936250 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.ipam_backend_mixin [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 779c7009-0de2-40e4-87ff-4776cb3101f0 (CIDR: 172.20.0.0/28) Mar 28 15:21:05.967171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8739d398-d370-4484-948a-16d4997a63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.000848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:06.051062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:21:06.051674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:21:06.055639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:06.057588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:21:06.057933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:21:06.059410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.060949 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:06.066420 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-4418c679-eedb-4edf-98a8-e418679b3724 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3276086 Mar 28 15:21:06.080755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.098413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739d398-d370-4484-948a-16d4997a63d1 None None] Pushing event deleted for resources: {'Port': ['ID=fbe93938-9077-4065-bded-9782b2904d52,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:06.113630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739d398-d370-4484-948a-16d4997a63d1 None None] No DVR routers for this DVR port fbe93938-9077-4065-bded-9782b2904d52 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:06.135711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.175173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Allocated IP 2001:db8::f816:3eff:fedb:c083 (407e43a9-7d21-4a68-a014-97c49e9e0f14/3224e56b-76db-4e02-8770-1e68c77f6640/d913dc9a-64aa-467f-bacc-6845ad21bd88) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:06.188035 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a6db960d-a186-432c-bf15-2f21760ef6cd tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5438278 Mar 28 15:21:06.189007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.189430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Transition to ACTIVE for port object 70f48da5-d220-4706-9c56-7a472aa70ae1 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:06.192174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58764) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:06.204215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:06.305775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.307353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:06.307730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.421921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:06.424815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.435103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port b487da8a-a66c-4866-9554-72003c948762 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:06.513605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a40801e4-a010-43a5-b298-691858f7524a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:06.555678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:06.559193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port fbe93938-9077-4065-bded-9782b2904d52 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:06.559475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.594797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:06.605329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:06.658671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.670107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:06.724717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.744371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Transition to ACTIVE for port object d913dc9a-64aa-467f-bacc-6845ad21bd88 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:06.770044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Transition to ACTIVE for port object d913dc9a-64aa-467f-bacc-6845ad21bd88 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:06.807839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port a40801e4-a010-43a5-b298-691858f7524a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:06.817658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a40801e4-a010-43a5-b298-691858f7524a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:06.817658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.851963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e2061576-b440-4ea4-8357-e7bd850f7807 None None] Provisioning for port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:06.869475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.914085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.919142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e2061576-b440-4ea4-8357-e7bd850f7807 None None] Provisioning complete for port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:06.919449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e2061576-b440-4ea4-8357-e7bd850f7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:06.988975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] The port 'fbe93938-9077-4065-bded-9782b2904d52' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:21:06.989808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:07.001575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:07.016253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:07.027063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Port': ['ID=70f48da5-d220-4706-9c56-7a472aa70ae1,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:07.027717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=916a93db-880d-4c0a-bfe3-8d4c83335969,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:07.032787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Pushing event updated for resources: {'Port': ['ID=d913dc9a-64aa-467f-bacc-6845ad21bd88,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:07.036709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 0116aadf-b79f-4d9d-8368-81488b36f8e5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:07.049944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:07.070897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e2061576-b440-4ea4-8357-e7bd850f7807 None None] Port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:07.095006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-ddb578cf-19ca-42ea-8000-49cd2ef0b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:07.097412 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-ddb578cf-19ca-42ea-8000-49cd2ef0b1f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 1098 time: 0.8433440 Mar 28 15:21:07.115540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:07.121118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Checking segment: {'id': 'a0f756cd-1206-45d7-b030-90b2aa772b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3dbfa3e2-0ae8-492b-b72a-6bd213c5570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:07.121679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network hostable DHCP agents. Network: 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:21:07.130688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:07.135018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.176746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:07.197750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Attempting to bind port d913dc9a-64aa-467f-bacc-6845ad21bd88 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:07.198117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Attempting to bind port d913dc9a-64aa-467f-bacc-6845ad21bd88 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:07.198477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Attempting to bind port d913dc9a-64aa-467f-bacc-6845ad21bd88 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:07.205201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.214150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:07.218936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:07.219338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:07.219742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.220137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:07.220258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:07.220617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Bound port: d913dc9a-64aa-467f-bacc-6845ad21bd88, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:07.220989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.221104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.238253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.255224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4cabbacc-f177-4988-8deb-1f3661bebeeb None None] Provisioning complete for port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:07.255602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4cabbacc-f177-4988-8deb-1f3661bebeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.367818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port a40801e4-a010-43a5-b298-691858f7524a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a40801e4-a010-43a5-b298-691858f7524a,segment=NetworkSegment(5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e),segment_id=5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:07.385634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:feeb:d901 (407e43a9-7d21-4a68-a014-97c49e9e0f14/3224e56b-76db-4e02-8770-1e68c77f6640/b487da8a-a66c-4866-9554-72003c948762) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:07.427605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] For port d913dc9a-64aa-467f-bacc-6845ad21bd88, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:07.431290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] For port d913dc9a-64aa-467f-bacc-6845ad21bd88, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d913dc9a-64aa-467f-bacc-6845ad21bd88,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:07.434991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4cabbacc-f177-4988-8deb-1f3661bebeeb None None] Port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:07.442386 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.522695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fbe93938-9077-4065-bded-9782b2904d52 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:07.561641 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.583283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: fbe93938-9077-4065-bded-9782b2904d52 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:07.583632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fbe93938-9077-4065-bded-9782b2904d52 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:07.614060 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=a40801e4-a010-43a5-b298-691858f7524a,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:07.659873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-24a64664-1337-426a-8171-971a2d23f11e None None] Provisioning complete for port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:07.659873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-24a64664-1337-426a-8171-971a2d23f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.683468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.691160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:21:07.696660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:07.746894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-24a64664-1337-426a-8171-971a2d23f11e None None] Port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:07.750772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f7320-9576-4842-a14a-c8d85e6a8d57 None None] Pushing event updated for resources: {'Port': ['ID=d913dc9a-64aa-467f-bacc-6845ad21bd88,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:07.827924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5595f854-0ea8-4318-8393-9b7e10fbe86a']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:07.842227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:07.849815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:07.850513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:07.852365 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-91bff14c-fa18-4b58-80b8-ea6c5f8d109d tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2185919 Mar 28 15:21:07.857392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a40801e4-a010-43a5-b298-691858f7524a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:07.857579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58770) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:07.877785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a1e841-9bf0-4b39-91bb-aa501bf402ed') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:07.878079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a1e841-9bf0-4b39-91bb-aa501bf402ed') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:07.897225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d223ff1-51ea-45c1-b05d-301f5dc7958e None None] Network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:07.930407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:41:22:8f'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:07.934945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.014264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-5cd9a711-8b7b-49fc-8dec-a66ab5730f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:08.016400 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-5cd9a711-8b7b-49fc-8dec-a66ab5730f07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36 HTTP/1.1" status: 200 len: 898 time: 0.8645904 Mar 28 15:21:08.066186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:08.081320 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:08.089441 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0fb5de29-32f4-4e03-930e-6dd6474fa392 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4223673 Mar 28 15:21:08.094592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.096427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58774) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:08.099888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.objects.ports [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88487) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:21:08.100110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.108408 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:08.112413 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:08.114317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'network': {'name': 'tempest-RoutersTest-1888740359'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:08.137610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a957643b-0caa-4cb3-8b33-fe21a798ce6b None None] Provisioning for port 70f48da5-d220-4706-9c56-7a472aa70ae1 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:08.174298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a957643b-0caa-4cb3-8b33-fe21a798ce6b None None] Provisioning complete for port 70f48da5-d220-4706-9c56-7a472aa70ae1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:08.174539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:08.174901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.175444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a957643b-0caa-4cb3-8b33-fe21a798ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.213903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:08.227372 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:08.297356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:08.300636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a957643b-0caa-4cb3-8b33-fe21a798ce6b None None] Port 70f48da5-d220-4706-9c56-7a472aa70ae1 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:08.302614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:network and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:08.307683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port a40801e4-a010-43a5-b298-691858f7524a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:08.307919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:08.308051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.314345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:08.338896 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d47de0be-7c30-48c0-9893-c0b37dc20e5d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1295173 Mar 28 15:21:08.356308 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:08.358587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58778) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:08.378260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1272700976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:08.386404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:08.391678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:router and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:08.394923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:08.404583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:08.434729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:08.438937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.481722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object b487da8a-a66c-4866-9554-72003c948762 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:08.486470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.487952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.500176 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-0fea40f7-2086-45c3-bb1f-0b8218965489 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2090126a-054f-45d3-81f5-b26f65d40d69 HTTP/1.1" status: 200 len: 1001 time: 0.4611752 Mar 28 15:21:08.512836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c18e2471-064d-4151-851e-e04b07b928c6,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:08.557597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-3dbfa3e2-0ae8-492b-b72a-6bd213c5570d', 'network_id': '3dbfa3e2-0ae8-492b-b72a-6bd213c5570d', 'tenant_id': '0bd0fba2577048bb84e2783d6c2c84ee', 'fixed_ips': [{'subnet_id': '916a93db-880d-4c0a-bfe3-8d4c83335969'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:21:08.558434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.588568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.593150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.17 (6c491053-71bb-4910-b28f-e67b8c7f7e67/942d878d-1042-4633-8e37-e8faa15cdb64/3607ad83-849a-464d-9c2b-aaf60c6ff953) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:08.597810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Checking segment: {'id': '746d6e72-a8f4-49ec-899e-720c21253b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:08.598400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Network hostable DHCP agents. Network: e4cb3023-8b6b-4933-bc58-a6219687194b, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:21:08.627183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.658134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Network': ['ID=5595f854-0ea8-4318-8393-9b7e10fbe86a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:08.664632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-8a481901-9062-45e6-b31f-624a0eb4f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:08.665735 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-8a481901-9062-45e6-b31f-624a0eb4f3b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbc24358-b961-4aa7-835c-8d58956481ae HTTP/1.1" status: 200 len: 834 time: 0.1541126 Mar 28 15:21:08.672292 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9a23bfb0-4fbe-4c46-ada4-67cbf9d44a96 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/networks/5595f854-0ea8-4318-8393-9b7e10fbe86a HTTP/1.1" status: 204 len: 168 time: 4.5745552 Mar 28 15:21:08.718766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58782) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:08.824724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Allocated IP 2001:db8::2 (3dbfa3e2-0ae8-492b-b72a-6bd213c5570d/916a93db-880d-4c0a-bfe3-8d4c83335969/819ef00a-337d-40a6-90fd-f553af6d20c2) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:08.833191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.840560 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:03Z', 'revision_number': 3, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:05Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:08.845252 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:21:08.845722 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Updating router a2cafdb5-466f-4548-88b5-fe3e13435c35 port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:21:08.866858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.875284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Network e4cb3023-8b6b-4933-bc58-a6219687194b is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:21:08.912098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.932192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 3607ad83-849a-464d-9c2b-aaf60c6ff953 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:08.955498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:08.967795 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.044165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.074252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.163139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:21:09.229634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 6c491053-71bb-4910-b28f-e67b8c7f7e67 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:09.261536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.261876 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added segment 79a25de9-882e-4374-9115-e424475ea6a4 of type vlan for network 69fa8a1c-8651-4fed-8298-5d6e474fa796 Mar 28 15:21:09.265830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:09.277754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.291171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Transition to ACTIVE for port object 819ef00a-337d-40a6-90fd-f553af6d20c2 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:09.310483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:09.333736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Transition to ACTIVE for port object 819ef00a-337d-40a6-90fd-f553af6d20c2 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:09.353651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.396432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.420190 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.481112 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.494558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=b487da8a-a66c-4866-9554-72003c948762,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:09.505476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:09.507156 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Transition to ACTIVE for port object 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:09.510988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=3607ad83-849a-464d-9c2b-aaf60c6ff953,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:09.520264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:09.528369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, e4cb3023-8b6b-4933-bc58-a6219687194b) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:09.528821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:09.549314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.553002 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-04540ccf-ff92-4c0b-bdda-91ab7118ff0a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1871097 Mar 28 15:21:09.554188 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:09.563732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58786) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:09.572128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:09.574482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port e7aaf40c-d4db-4d89-ae9e-094c89a169b9 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:09.574948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.585554 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.592044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21aceee-7a3f-47da-9e8a-e57116d1f34b None None] Network e4cb3023-8b6b-4933-bc58-a6219687194b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:09.610884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:09.615646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:09.616359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.621555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:09.623870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:09.624694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.628533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.633389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=73e5d38e-c4b0-403e-a105-954fb25c2a4b,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:09.641869 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'network_id': '3dbfa3e2-0ae8-492b-b72a-6bd213c5570d', 'name': 'tempest-PortsIpV6TestJSON-1406748346'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:09.668531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:09.694492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:09.695858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.697417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.704450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:09.705079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:09.801237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a425b2-0d7d-407e-9140-019f07c12083 None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:09.832664 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa7e12-df75-4117-9113-ebc73cd88183 None None] Pushing event updated for resources: {'Port': ['ID=7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:09.951588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Attempting to bind port 819ef00a-337d-40a6-90fd-f553af6d20c2 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:09.951588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Attempting to bind port 819ef00a-337d-40a6-90fd-f553af6d20c2 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'a0f756cd-1206-45d7-b030-90b2aa772b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3dbfa3e2-0ae8-492b-b72a-6bd213c5570d'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:09.951588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Attempting to bind port 819ef00a-337d-40a6-90fd-f553af6d20c2 on network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:09.962456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086e130-ea43-439a-ae5c-627749664bb3 None None] Network e4cb3023-8b6b-4933-bc58-a6219687194b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:10.011918 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Attempting to bind port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:10.012720 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Attempting to bind port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:10.013439 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Attempting to bind port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 on network 0116aadf-b79f-4d9d-8368-81488b36f8e5 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:10.022150 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:10.022905 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Checking segment: {'id': '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:10.028075 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.028692 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Bound using segment: {'id': '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:10.029393 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Bound port: 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:10.030120 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.091806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d913dc9a-64aa-467f-bacc-6845ad21bd88 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:10.092180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:10.096510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:10.099745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:10.109288 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0078917 Mar 28 15:21:10.111482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58790) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:10.119871 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3aa83434-17e1-4b47-bbd4-5f596359cde1 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9266925 Mar 28 15:21:10.121449 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-663e1eab-1c37-4e88-b059-0955045868db tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9093280 Mar 28 15:21:10.122185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58792) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:10.128133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58796) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:10.128949 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c52a72df-daa1-41fe-af5f-e281365c6773 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.4401720 Mar 28 15:21:10.132268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:21:10.141484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:10.143131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58800) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:10.147785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-d75e6171-2d69-412c-ae09-dfa0835b9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:10.149922 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-d75e6171-2d69-412c-ae09-dfa0835b9b81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.4673893 Mar 28 15:21:10.155469 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2127297566', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '73e5d38e-c4b0-403e-a105-954fb25c2a4b'}], 'security_groups': ['8c73d45e-da1a-425e-97de-38ed97f71818']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:10.155878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.164784 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] For port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:10.168455 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] For port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9,segment=NetworkSegment(5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e),segment_id=5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:10.188925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:10.189264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Checking segment: {'id': 'a0f756cd-1206-45d7-b030-90b2aa772b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3dbfa3e2-0ae8-492b-b72a-6bd213c5570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:10.189622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.190204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Bound using segment: {'id': 'a0f756cd-1206-45d7-b030-90b2aa772b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3dbfa3e2-0ae8-492b-b72a-6bd213c5570d'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:10.190759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Bound port: 819ef00a-337d-40a6-90fd-f553af6d20c2, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f756cd-1206-45d7-b030-90b2aa772b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3dbfa3e2-0ae8-492b-b72a-6bd213c5570d'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:10.192016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.212732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3ef60e46-a88c-43a5-b917-340be4247333 None None] Provisioning for port d913dc9a-64aa-467f-bacc-6845ad21bd88 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:10.216155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Pushing event updated for resources: {'Port': ['ID=819ef00a-337d-40a6-90fd-f553af6d20c2,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:10.242919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1012591702', 'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:10.279734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:10.280006 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.312880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Usage tracker for resource:port and tenant:1cf50e70e55e48b6bf381933078c82ea is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:10.328359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:10.330987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'subnet': {'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:10.348512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8e58c-02c1-4cc7-9e20-5ade08439e94 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Network': ['ID=69fa8a1c-8651-4fed-8298-5d6e474fa796,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:10.373590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 69fa8a1c-8651-4fed-8298-5d6e474fa796 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:21:10.387251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:10.388573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.412336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:10.418297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.457770 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa7e12-df75-4117-9113-ebc73cd88183 None None] Pushing event updated for resources: {'Port': ['ID=7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:10.494614 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:10.495458 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:10.511356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 4bbf9111-cf93-42c8-9657-a1053f757de4 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:10.525421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] In _notify_port_updated(), no bound segment for port 70f48da5-d220-4706-9c56-7a472aa70ae1 on network 994b6854-1383-40cf-8f84-ba9fc0979bf6 {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:21:10.534100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:10.547265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.547265 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "PUT /v2.0/ports/70f48da5-d220-4706-9c56-7a472aa70ae1 HTTP/1.1" status: 200 len: 1003 time: 2.6791308 Mar 28 15:21:10.565182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58806) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:10.568481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.568918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.577993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e5bde-a31d-46a6-9abd-4c1ce6bcd66f tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Port': ['ID=70f48da5-d220-4706-9c56-7a472aa70ae1,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:10.760364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.775380 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:10.783496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:10.798939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for e7aaf40c-d4db-4d89-ae9e-094c89a169b9 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:10.802254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:subnet and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:10.812821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] For port 819ef00a-337d-40a6-90fd-f553af6d20c2, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:10.816476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a9837-9cb1-4b56-aa8e-57cf2a016ddf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:10.818884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port d913dc9a-64aa-467f-bacc-6845ad21bd88 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:10.822900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e6930c51-a87d-4823-b98f-3d3a90c8b47f None None] Provisioning for port 3607ad83-849a-464d-9c2b-aaf60c6ff953 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:10.823276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a9837-9cb1-4b56-aa8e-57cf2a016ddf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:10.825091 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9c7a9837-9cb1-4b56-aa8e-57cf2a016ddf tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4993920 Mar 28 15:21:10.834694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e6930c51-a87d-4823-b98f-3d3a90c8b47f None None] Provisioning complete for port 3607ad83-849a-464d-9c2b-aaf60c6ff953 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:10.835405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e6930c51-a87d-4823-b98f-3d3a90c8b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.928044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Made reservation on behalf of 1cf50e70e55e48b6bf381933078c82ea for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:10.930670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.952507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] For port 819ef00a-337d-40a6-90fd-f553af6d20c2, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=819ef00a-337d-40a6-90fd-f553af6d20c2,segment=NetworkSegment(a0f756cd-1206-45d7-b030-90b2aa772b92),segment_id=a0f756cd-1206-45d7-b030-90b2aa772b92)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:10.953731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d913dc9a-64aa-467f-bacc-6845ad21bd88 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:10.955246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:10.980395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58808) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:11.024699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e6930c51-a87d-4823-b98f-3d3a90c8b47f None None] Port 3607ad83-849a-464d-9c2b-aaf60c6ff953 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:11.055336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c378b99b-ec0c-4427-acd1-ff1fc33230e6 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Deleting port 70f48da5-d220-4706-9c56-7a472aa70ae1 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:11.056066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c378b99b-ec0c-4427-acd1-ff1fc33230e6 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.065919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.162994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] device_id is not set on port 2cb20e42-091d-4431-ac8e-18bc219aba0e yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:11.208271 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:03Z', 'revision_number': 3, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:10Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:11.219174 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a4080-456c-4bcb-b7e5-346c7ea5fd96 None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:03Z', 'revision_number': 3, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:10Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:11.229522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e6930c51-a87d-4823-b98f-3d3a90c8b47f None None] Provisioning for port b487da8a-a66c-4866-9554-72003c948762 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:11.259482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383dddf-c3e7-4508-a3f8-72c75fdd3651 None None] Pushing event updated for resources: {'Port': ['ID=819ef00a-337d-40a6-90fd-f553af6d20c2,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:11.282232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:11.291899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.298686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:11.324585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e6930c51-a87d-4823-b98f-3d3a90c8b47f None None] Provisioning complete for port b487da8a-a66c-4866-9554-72003c948762 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:11.325177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e6930c51-a87d-4823-b98f-3d3a90c8b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.369175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.509349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:11.514187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.555739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=3607ad83-849a-464d-9c2b-aaf60c6ff953,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:11.602481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.690780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.704119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port d913dc9a-64aa-467f-bacc-6845ad21bd88, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d913dc9a-64aa-467f-bacc-6845ad21bd88,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:11.714780 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-9e9035dd-30be-4e97-ae13-80dd4ef33905 service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4756801 Mar 28 15:21:11.716489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e6930c51-a87d-4823-b98f-3d3a90c8b47f None None] Port b487da8a-a66c-4866-9554-72003c948762 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:11.761921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7e1fd-56fe-41f6-90d5-a9cc1d88c6a9 None None] Update dhcp port {'port': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'fixed_ips': [{'subnet_id': '779c7009-0de2-40e4-87ff-4776cb3101f0', 'ip_address': '172.20.0.2'}, {'subnet_id': '73e5d38e-c4b0-403e-a105-954fb25c2a4b'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:21:11.820934 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.960196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4ba7e1fd-56fe-41f6-90d5-a9cc1d88c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:11.962984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9d72cf0a-9f7f-4448-a62a-813636f8605e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port b487da8a-a66c-4866-9554-72003c948762 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:11.980892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d72cf0a-9f7f-4448-a62a-813636f8605e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:12.044442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 6c491053-71bb-4910-b28f-e67b8c7f7e67 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:12.046433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:12.053272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:12.079361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 819ef00a-337d-40a6-90fd-f553af6d20c2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:12.136340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:12.150216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=d913dc9a-64aa-467f-bacc-6845ad21bd88,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:12.264420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-237fd57d-7abb-43fa-b64c-333af5e8b9f6 None None] Provisioning complete for port 70f48da5-d220-4706-9c56-7a472aa70ae1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:12.265023 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-237fd57d-7abb-43fa-b64c-333af5e8b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:12.384361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Checking segment: {'id': '79a25de9-882e-4374-9115-e424475ea6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:12.384361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network hostable DHCP agents. Network: 69fa8a1c-8651-4fed-8298-5d6e474fa796, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:21:12.406728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=e7aaf40c-d4db-4d89-ae9e-094c89a169b9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:12.425992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-237fd57d-7abb-43fa-b64c-333af5e8b9f6 None None] Port 70f48da5-d220-4706-9c56-7a472aa70ae1 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:12.429924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 819ef00a-337d-40a6-90fd-f553af6d20c2 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:12.441124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:12.491828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-4ba7e1fd-56fe-41f6-90d5-a9cc1d88c6a9 None None] Allocated IP 172.20.0.18 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/73e5d38e-c4b0-403e-a105-954fb25c2a4b/15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:12.551405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Subnet': ['ID=2e8fc45a-d889-481d-83a1-8c219ff08d8d,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:12.592509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 910bc72f-ae57-4dbb-b09d-ad44558b18dd has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:12.685203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 69fa8a1c-8651-4fed-8298-5d6e474fa796 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:21:12.716910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b43789-718e-4c37-8593-7f1820e5ba26 None None] Network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:12.761574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4ba7e1fd-56fe-41f6-90d5-a9cc1d88c6a9 None None] For port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,segment=NetworkSegment(6406856a-4bba-43b3-aac9-574b9604f0c7),segment_id=6406856a-4bba-43b3-aac9-574b9604f0c7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:12.763714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 69fa8a1c-8651-4fed-8298-5d6e474fa796) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:12.767783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:12.768540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:12.772414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e3ed8484-bfbd-485b-b781-68b111a692b0 None None] Provisioning complete for port 3607ad83-849a-464d-9c2b-aaf60c6ff953 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:12.772876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8484-bfbd-485b-b781-68b111a692b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:12.818380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:12.827644 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5cb38108-bfe4-40a8-b8bb-ac87602e47a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/910bc72f-ae57-4dbb-b09d-ad44558b18dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7318113 Mar 28 15:21:12.835161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:12.850788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb915d26-d47b-4867-b383-f20c2e532f24 None None] Network 69fa8a1c-8651-4fed-8298-5d6e474fa796 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:12.873615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::270 (3dbfa3e2-0ae8-492b-b72a-6bd213c5570d/916a93db-880d-4c0a-bfe3-8d4c83335969/4bbf9111-cf93-42c8-9657-a1053f757de4) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:12.875490 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-89f7b3c9-e895-4bad-8567-dffb6c2c548b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7537949 Mar 28 15:21:12.877368 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Sync routers for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:12.879356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58816) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:12.885003 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b7afbb4-46dd-401d-9d7f-fc4d22f0eb9e req-1748c9aa-ec19-411f-84ec-88684864932b service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1268713 Mar 28 15:21:12.901100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:12.931648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:12.932552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:12.971724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:12.990027 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:12.990394 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:13.015794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.resource_extend [None req-4ba7e1fd-56fe-41f6-90d5-a9cc1d88c6a9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:21:13.016167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Allocated IP 2001:db8::d2 (e4cb3023-8b6b-4933-bc58-a6219687194b/c18e2471-064d-4151-851e-e04b07b928c6/2cb20e42-091d-4431-ac8e-18bc219aba0e) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:13.115150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed8484-bfbd-485b-b781-68b111a692b0 None None] Port 3607ad83-849a-464d-9c2b-aaf60c6ff953 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:13.125581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4ba7e1fd-56fe-41f6-90d5-a9cc1d88c6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:13.135445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c378b99b-ec0c-4427-acd1-ff1fc33230e6 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:13.193185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4ba7e1fd-56fe-41f6-90d5-a9cc1d88c6a9 None None] Transition to ACTIVE for port object 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:13.221930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d72cf0a-9f7f-4448-a62a-813636f8605e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:13.303987 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:13.311586 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-87f00e3c-0a6c-48ef-a041-6d1685a625b8 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/floatingips/52da28bb-9131-42f6-a553-f8f91ac74b3d HTTP/1.1" status: 204 len: 168 time: 4.5905912 Mar 28 15:21:13.312489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58822) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:13.318672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4ba7e1fd-56fe-41f6-90d5-a9cc1d88c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:13.417990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c378b99b-ec0c-4427-acd1-ff1fc33230e6 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Calling delete_port for 70f48da5-d220-4706-9c56-7a472aa70ae1 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:13.578675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:13.637092 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:13.706083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-740075e6-a2e1-414f-a4f1-a59302b6420a None None] Provisioning for port 819ef00a-337d-40a6-90fd-f553af6d20c2 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:13.725355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9d72cf0a-9f7f-4448-a62a-813636f8605e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for b487da8a-a66c-4866-9554-72003c948762 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:13.753843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-740075e6-a2e1-414f-a4f1-a59302b6420a None None] Provisioning complete for port 819ef00a-337d-40a6-90fd-f553af6d20c2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:13.754208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-740075e6-a2e1-414f-a4f1-a59302b6420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:13.787729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7e1fd-56fe-41f6-90d5-a9cc1d88c6a9 None None] Pushing event updated for resources: {'Port': ['ID=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:13.808663 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2218ba29-ef67-4f54-9421-e869c1cdb05c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] DELETE failed (client error): The resource could not be found. Mar 28 15:21:13.808663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2218ba29-ef67-4f54-9421-e869c1cdb05c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:21:13.813068 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2218ba29-ef67-4f54-9421-e869c1cdb05c tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/ports/8a8d9605-1c69-44c4-9c38-c2a1b6c62000 HTTP/1.1" status: 404 len: 333 time: 0.4329557 Mar 28 15:21:13.819776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58826) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:13.852084 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:13.872314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5c44c225-7ab5-4e8a-8193-d3d3b55fcaac tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Synchronizing usage tracker for tenant:63d54d08399a498c9990b9b952be2ecf on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:14.016222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5c44c225-7ab5-4e8a-8193-d3d3b55fcaac tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Unset dirty status for tenant:63d54d08399a498c9990b9b952be2ecf on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:14.023956 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5c44c225-7ab5-4e8a-8193-d3d3b55fcaac tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e640292-f801-4ede-b653-987c1a77e566 HTTP/1.1" status: 200 len: 205 time: 0.1994152 Mar 28 15:21:14.023956 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58830) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:14.111947 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-4b1aeece-14e4-449b-a629-2c4adff8cf5f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] delete failed (client error): The resource could not be found. Mar 28 15:21:14.117524 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4b1aeece-14e4-449b-a629-2c4adff8cf5f tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/routers/5e640292-f801-4ede-b653-987c1a77e566 HTTP/1.1" status: 404 len: 336 time: 0.0902438 Mar 28 15:21:14.117524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58834) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:14.194468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-69fa8a1c-8651-4fed-8298-5d6e474fa796', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:21:14.196219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.307010 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a43764c-4007-4c31-8cbd-e9f445e62340 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] DELETE failed (client error): The resource could not be found. Mar 28 15:21:14.307715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a43764c-4007-4c31-8cbd-e9f445e62340 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:21:14.314268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.22.0.1 (69fa8a1c-8651-4fed-8298-5d6e474fa796/2e8fc45a-d889-481d-83a1-8c219ff08d8d/4a326203-1cc6-45ca-99ec-b03f698f08ce) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:14.320663 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3a43764c-4007-4c31-8cbd-e9f445e62340 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/subnets/25143897-8fa9-42f2-bf61-bfbfaa50af25 HTTP/1.1" status: 404 len: 337 time: 0.1995738 Mar 28 15:21:14.323343 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58838) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:14.337282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9,segment=NetworkSegment(5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e),segment_id=5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:14.433122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-147ffb24-2cde-43df-b249-d5d36603e321 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 001d046d-0cee-4112-b9c2-302bd1df254d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:14.433470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-147ffb24-2cde-43df-b249-d5d36603e321 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.436728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.444475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.509799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.566006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 4bbf9111-cf93-42c8-9657-a1053f757de4 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:14.583197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-740075e6-a2e1-414f-a4f1-a59302b6420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.646797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:14.666300 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d72cf0a-9f7f-4448-a62a-813636f8605e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.683233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c378b99b-ec0c-4427-acd1-ff1fc33230e6 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.714729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:14.736720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.743019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-740075e6-a2e1-414f-a4f1-a59302b6420a None None] For port 819ef00a-337d-40a6-90fd-f553af6d20c2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=819ef00a-337d-40a6-90fd-f553af6d20c2,segment=NetworkSegment(a0f756cd-1206-45d7-b030-90b2aa772b92),segment_id=a0f756cd-1206-45d7-b030-90b2aa772b92)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:14.760838 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:21:10Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4a86fabf-b7f5-41fd-9e68-51f569f7bbad', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.197', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:19:48Z', 'updated_at': '2022-03-28T15:19:56Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3607ad83-849a-464d-9c2b-aaf60c6ff953', 'name': '', 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:37:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '942d878d-1042-4633-8e37-e8faa15cdb64', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:07Z', 'updated_at': '2022-03-28T15:21:11Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '942d878d-1042-4633-8e37-e8faa15cdb64', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:14.768879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d913dc9a-64aa-467f-bacc-6845ad21bd88 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:14.790374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Delete allocated IP 172.20.0.4 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/779c7009-0de2-40e4-87ff-4776cb3101f0) {{(pid=88487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 15:21:14.793340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Checking router: 910bc72f-ae57-4dbb-b09d-ad44558b18dd for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:21:14.793496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Updating router 910bc72f-ae57-4dbb-b09d-ad44558b18dd port 3607ad83-849a-464d-9c2b-aaf60c6ff953 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:21:14.801288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.25 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/73e5d38e-c4b0-403e-a105-954fb25c2a4b/3ae99520-79b9-49a9-b2b2-030df6889ee5) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:14.814215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72cf0a-9f7f-4448-a62a-813636f8605e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=b487da8a-a66c-4866-9554-72003c948762,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:14.826980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Transition to ACTIVE for port object 4a326203-1cc6-45ca-99ec-b03f698f08ce will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:14.835365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-740075e6-a2e1-414f-a4f1-a59302b6420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.874082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-147ffb24-2cde-43df-b249-d5d36603e321 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:14.923482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.007746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.012909 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-147ffb24-2cde-43df-b249-d5d36603e321 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 001d046d-0cee-4112-b9c2-302bd1df254d owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:15.024351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740075e6-a2e1-414f-a4f1-a59302b6420a None None] Pushing event updated for resources: {'Port': ['ID=819ef00a-337d-40a6-90fd-f553af6d20c2,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:15.098417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d913dc9a-64aa-467f-bacc-6845ad21bd88 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:15.098790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.145521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Provisioning for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:15.153797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378b99b-ec0c-4427-acd1-ff1fc33230e6 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event deleted for resources: {'Port': ['ID=70f48da5-d220-4706-9c56-7a472aa70ae1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:15.161582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.173345 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c378b99b-ec0c-4427-acd1-ff1fc33230e6 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.211275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d72cf0a-9f7f-4448-a62a-813636f8605e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.214088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:15.214088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.269130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:15.274714 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c378b99b-ec0c-4427-acd1-ff1fc33230e6 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "DELETE /v2.0/ports/70f48da5-d220-4706-9c56-7a472aa70ae1 HTTP/1.1" status: 204 len: 168 time: 4.3475671 Mar 28 15:21:15.280586 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9d72cf0a-9f7f-4448-a62a-813636f8605e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/b487da8a-a66c-4866-9554-72003c948762 HTTP/1.1" status: 204 len: 168 time: 4.2298279 Mar 28 15:21:15.281664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:15.281802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=4a326203-1cc6-45ca-99ec-b03f698f08ce,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:15.283421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58842) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:15.283748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58844) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:15.295408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 69fa8a1c-8651-4fed-8298-5d6e474fa796 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:15.298391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:15.300902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:15.332773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:15.342353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:15.343114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.371892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.418783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.442110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=4bbf9111-cf93-42c8-9657-a1053f757de4,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:15.446540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-147ffb24-2cde-43df-b249-d5d36603e321 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.457852 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adfc23b-39a7-4092-a3db-6adad9f283df tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] GET failed (client error): The resource could not be found. Mar 28 15:21:15.458362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3adfc23b-39a7-4092-a3db-6adad9f283df tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Synchronizing usage tracker for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:15.507205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ffb24-2cde-43df-b249-d5d36603e321 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=001d046d-0cee-4112-b9c2-302bd1df254d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:15.549604 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-af8cf613-7b84-405e-bd4a-cb376357deff tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9794550 Mar 28 15:21:15.555912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58852) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:15.557205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Network e4cb3023-8b6b-4933-bc58-a6219687194b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:15.567053 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:15.578471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Allocated IP 172.22.0.2 (69fa8a1c-8651-4fed-8298-5d6e474fa796/2e8fc45a-d889-481d-83a1-8c219ff08d8d/3cc55f15-32c7-4f33-9544-e84a89fd9009) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:15.582158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0336a5-f12d-4f65-8942-a4942a0d15a4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:15.583737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0336a5-f12d-4f65-8942-a4942a0d15a4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:15.584563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2f0336a5-f12d-4f65-8942-a4942a0d15a4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:15.590215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:15.590803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:15.591423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.631064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event updated for resources: {'Port': ['ID=2cb20e42-091d-4431-ac8e-18bc219aba0e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:15.651248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.669136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3adfc23b-39a7-4092-a3db-6adad9f283df tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Unset dirty status for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:15.670363 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3adfc23b-39a7-4092-a3db-6adad9f283df tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "GET /v2.0/ports/70f48da5-d220-4706-9c56-7a472aa70ae1 HTTP/1.1" status: 404 len: 333 time: 0.3812785 Mar 28 15:21:15.671545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object 3ae99520-79b9-49a9-b2b2-030df6889ee5 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:15.678252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58856) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:15.679749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'port': {'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1385550874'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:15.722130 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-93537c6d-03cf-4727-9744-a2f713eb309d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 5.5688276 Mar 28 15:21:15.723355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58860) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:15.844504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-147ffb24-2cde-43df-b249-d5d36603e321 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.973568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2f0336a5-f12d-4f65-8942-a4942a0d15a4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:15.974715 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2f0336a5-f12d-4f65-8942-a4942a0d15a4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6835334 Mar 28 15:21:15.975503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:15.987090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58864) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:16.014372 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Provisioning for port 3ae99520-79b9-49a9-b2b2-030df6889ee5 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:16.025679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Provisioning complete for port 3ae99520-79b9-49a9-b2b2-030df6889ee5 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:16.026347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.087666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.113959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.120022 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e214d-16f5-4f12-b5b9-9699b37bfc79 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Deleting port 2cb20e42-091d-4431-ac8e-18bc219aba0e {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:16.120362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2d8e214d-16f5-4f12-b5b9-9699b37bfc79 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.134626 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-147ffb24-2cde-43df-b249-d5d36603e321 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/ports/001d046d-0cee-4112-b9c2-302bd1df254d HTTP/1.1" status: 204 len: 168 time: 1.8071151 Mar 28 15:21:16.134832 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Transition to ACTIVE for port object 3607ad83-849a-464d-9c2b-aaf60c6ff953 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:16.138464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Port 3ae99520-79b9-49a9-b2b2-030df6889ee5 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:16.141518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Transition to ACTIVE for port object 3cc55f15-32c7-4f33-9544-e84a89fd9009 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:16.147459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58868) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:16.167860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Transition to ACTIVE for port object 3cc55f15-32c7-4f33-9544-e84a89fd9009 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:16.168676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Provisioning complete for port 73633016-b1fb-49ef-b3a7-72c47b650c6f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:16.169054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.190466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.226079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Port 73633016-b1fb-49ef-b3a7-72c47b650c6f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:16.228170 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.282794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.298774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=3ae99520-79b9-49a9-b2b2-030df6889ee5,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:16.327545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbca7be-6e09-4849-9376-09286a219643 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 3224e56b-76db-4e02-8770-1e68c77f6640 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:16.357281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbbca7be-6e09-4849-9376-09286a219643 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.380405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Network 69fa8a1c-8651-4fed-8298-5d6e474fa796 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:16.383226 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403520f-70c2-422b-9d6a-651fd233ae6e None None] Pushing event updated for resources: {'Port': ['ID=3607ad83-849a-464d-9c2b-aaf60c6ff953,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:16.385441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Provisioning complete for port 819ef00a-337d-40a6-90fd-f553af6d20c2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:16.385809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3707420c-8ddc-48b5-9367-2f6dd25684b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.405303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:16.432900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b5431cbe-2bd6-4605-a758-16439bd633eb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:16.433514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b5431cbe-2bd6-4605-a758-16439bd633eb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.465293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:16.481107 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:16.544339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:16.568047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] In _notify_port_updated(), no bound segment for port 3ae99520-79b9-49a9-b2b2-030df6889ee5 on network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:21:16.580024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:16.580797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.587421 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-617949af-fc3e-4195-a07a-eafdd75c065d tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "PUT /v2.0/ports/3ae99520-79b9-49a9-b2b2-030df6889ee5 HTTP/1.1" status: 200 len: 921 time: 6.4571846 Mar 28 15:21:16.588260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58872) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:16.641521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.670401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 819ef00a-337d-40a6-90fd-f553af6d20c2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:16.702761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbbca7be-6e09-4849-9376-09286a219643 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.762849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Pushing event updated for resources: {'Port': ['ID=3cc55f15-32c7-4f33-9544-e84a89fd9009,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:16.775929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Attempting to bind port 3607ad83-849a-464d-9c2b-aaf60c6ff953 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:16.776301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Attempting to bind port 3607ad83-849a-464d-9c2b-aaf60c6ff953 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:16.776661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Attempting to bind port 3607ad83-849a-464d-9c2b-aaf60c6ff953 on network 6c491053-71bb-4910-b28f-e67b8c7f7e67 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:16.800648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:16.801015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Checking segment: {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:16.801622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.802177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Bound using segment: {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:16.802794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Bound port: 3607ad83-849a-464d-9c2b-aaf60c6ff953, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6bc6db-db74-47aa-9373-d1fa2444ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:16.803353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.821516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Made reservation on behalf of 5c4800f7a78f423aa7260f124429ec03 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:16.825154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.829550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Attempting to bind port 3cc55f15-32c7-4f33-9544-e84a89fd9009 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:16.830104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Attempting to bind port 3cc55f15-32c7-4f33-9544-e84a89fd9009 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '79a25de9-882e-4374-9115-e424475ea6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:16.830613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Attempting to bind port 3cc55f15-32c7-4f33-9544-e84a89fd9009 on network 69fa8a1c-8651-4fed-8298-5d6e474fa796 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:16.908808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:16.909500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Checking segment: {'id': '79a25de9-882e-4374-9115-e424475ea6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:16.910116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:16.910714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Bound using segment: {'id': '79a25de9-882e-4374-9115-e424475ea6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:16.911400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Bound port: 3cc55f15-32c7-4f33-9544-e84a89fd9009, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a25de9-882e-4374-9115-e424475ea6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:16.911967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.033378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 819ef00a-337d-40a6-90fd-f553af6d20c2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:17.034072 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.072433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] device_id is not set on port ccbda514-9331-4735-acdf-ecbaf7c08ccb yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:17.075986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] For port 3607ad83-849a-464d-9c2b-aaf60c6ff953, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:17.095691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.111814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] For port 3607ad83-849a-464d-9c2b-aaf60c6ff953, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3607ad83-849a-464d-9c2b-aaf60c6ff953,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:17.121049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2eee7704-3db5-487c-a675-fac6ec084825 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 3ae99520-79b9-49a9-b2b2-030df6889ee5 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:17.121396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eee7704-3db5-487c-a675-fac6ec084825 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.143855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] For port 3cc55f15-32c7-4f33-9544-e84a89fd9009, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:17.145429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.147166 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] For port 3cc55f15-32c7-4f33-9544-e84a89fd9009, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3cc55f15-32c7-4f33-9544-e84a89fd9009,segment=NetworkSegment(79a25de9-882e-4374-9115-e424475ea6a4),segment_id=79a25de9-882e-4374-9115-e424475ea6a4)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:17.195502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.251097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.273791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=4a326203-1cc6-45ca-99ec-b03f698f08ce,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:17.277684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.312976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.314140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2d8e214d-16f5-4f12-b5b9-9699b37bfc79 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.323971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c95770b7-37e5-408e-8be5-ccf0a3d15df5 None None] Provisioning for port 4bbf9111-cf93-42c8-9657-a1053f757de4 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:17.349779 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c95770b7-37e5-408e-8be5-ccf0a3d15df5 None None] Provisioning complete for port 4bbf9111-cf93-42c8-9657-a1053f757de4 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:17.350087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c95770b7-37e5-408e-8be5-ccf0a3d15df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.397577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.397862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:17.397957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbbca7be-6e09-4849-9376-09286a219643 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:17.464995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403520f-70c2-422b-9d6a-651fd233ae6e None None] Pushing event updated for resources: {'Port': ['ID=3607ad83-849a-464d-9c2b-aaf60c6ff953,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:17.586231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c43b9a-653b-4b86-b672-b431e3094ec3 None None] Pushing event updated for resources: {'Port': ['ID=3cc55f15-32c7-4f33-9544-e84a89fd9009,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:17.626464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c95770b7-37e5-408e-8be5-ccf0a3d15df5 None None] Port 4bbf9111-cf93-42c8-9657-a1053f757de4 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:17.629099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:17.629954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:17.730946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=4bbf9111-cf93-42c8-9657-a1053f757de4,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:17.810513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 69fa8a1c-8651-4fed-8298-5d6e474fa796 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:17.816940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:17.886306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e214d-16f5-4f12-b5b9-9699b37bfc79 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Calling delete_port for 2cb20e42-091d-4431-ac8e-18bc219aba0e owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:17.953128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:18.024296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b5431cbe-2bd6-4605-a758-16439bd633eb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:18.104202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:18.147893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:18.163216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:18.163216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:18.196081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c95770b7-37e5-408e-8be5-ccf0a3d15df5 None None] Provisioning complete for port 3ae99520-79b9-49a9-b2b2-030df6889ee5 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:18.196081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c95770b7-37e5-408e-8be5-ccf0a3d15df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:18.203322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b5431cbe-2bd6-4605-a758-16439bd633eb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:18.299287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Allocated IP 2001:db8::1e5 (994b6854-1383-40cf-8f84-ba9fc0979bf6/d60b0a40-0c49-4ecb-9db5-eb0ad7451a37/ccbda514-9331-4735-acdf-ecbaf7c08ccb) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:18.374623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:18.386173 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f0a48b4b-eec2-470c-be7b-81919014b133 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5033321 Mar 28 15:21:18.388582 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:18.394442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58878) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:18.396483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c95770b7-37e5-408e-8be5-ccf0a3d15df5 None None] Port 3ae99520-79b9-49a9-b2b2-030df6889ee5 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:18.401661 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:18.403440 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:18.416376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:18.451921 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'network': {'name': 'tempest-RoutersTest-1803763836'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:18.474788 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbbca7be-6e09-4849-9376-09286a219643 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:18.505674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:18.574638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:network and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:18.600350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:18.604988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbca7be-6e09-4849-9376-09286a219643 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=3224e56b-76db-4e02-8770-1e68c77f6640,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:18.621324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bbbca7be-6e09-4849-9376-09286a219643 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:18.634195 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:18.652825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e16079-d67d-4356-8328-3725717e7a2d None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:18.653973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:18.663492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eee7704-3db5-487c-a675-fac6ec084825 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:18.716271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3cc55f15-32c7-4f33-9544-e84a89fd9009 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:18.935525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-01328eb0-3727-40f3-8dbb-30dace56077f None None] Provisioning complete for port 4bbf9111-cf93-42c8-9657-a1053f757de4 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:18.935900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-01328eb0-3727-40f3-8dbb-30dace56077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.050139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 3cc55f15-32c7-4f33-9544-e84a89fd9009 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:19.060905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2d8e214d-16f5-4f12-b5b9-9699b37bfc79 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.074341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2eee7704-3db5-487c-a675-fac6ec084825 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 3ae99520-79b9-49a9-b2b2-030df6889ee5 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:19.090271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.096375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:21:10Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4a86fabf-b7f5-41fd-9e68-51f569f7bbad', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.197', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:19:48Z', 'updated_at': '2022-03-28T15:19:56Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3607ad83-849a-464d-9c2b-aaf60c6ff953', 'name': '', 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:37:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '942d878d-1042-4633-8e37-e8faa15cdb64', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:07Z', 'updated_at': '2022-03-28T15:21:17Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '942d878d-1042-4633-8e37-e8faa15cdb64', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:19.108418 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:15Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:16Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:19.113390 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:21:19.113741 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Updating router a2cafdb5-466f-4548-88b5-fe3e13435c35 port 4a326203-1cc6-45ca-99ec-b03f698f08ce binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:21:19.120278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d93c59-4aca-46d9-a450-0da783c4bb6e None None] The sync data for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv is: [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:21:10Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4a86fabf-b7f5-41fd-9e68-51f569f7bbad', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.197', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:19:48Z', 'updated_at': '2022-03-28T15:19:56Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3607ad83-849a-464d-9c2b-aaf60c6ff953', 'name': '', 'network_id': '6c491053-71bb-4910-b28f-e67b8c7f7e67', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:37:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '942d878d-1042-4633-8e37-e8faa15cdb64', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:07Z', 'updated_at': '2022-03-28T15:21:17Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '942d878d-1042-4633-8e37-e8faa15cdb64', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:19.131794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5cd4a-2838-427e-920d-fd5a5098f067 None None] Network 69fa8a1c-8651-4fed-8298-5d6e474fa796 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:19.152487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.153344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.173397 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:19.176293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-01328eb0-3727-40f3-8dbb-30dace56077f None None] Port 4bbf9111-cf93-42c8-9657-a1053f757de4 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:19.176884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.232768 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.238974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e214d-16f5-4f12-b5b9-9699b37bfc79 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cb20e42-091d-4431-ac8e-18bc219aba0e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:19.244853 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bbbca7be-6e09-4849-9376-09286a219643 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/3224e56b-76db-4e02-8770-1e68c77f6640 HTTP/1.1" status: 204 len: 168 time: 3.2274911 Mar 28 15:21:19.248967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58882) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:19.404766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=4bbf9111-cf93-42c8-9657-a1053f757de4,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:19.446208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cbb680dd-05ed-434e-b99a-7c96710b2baa None None] Provisioning for port 3cc55f15-32c7-4f33-9544-e84a89fd9009 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:19.457210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c12d0-e455-4362-9c8e-24ca98f5c941 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:19.469646 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cbb680dd-05ed-434e-b99a-7c96710b2baa None None] Provisioning complete for port 3cc55f15-32c7-4f33-9544-e84a89fd9009 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:19.470168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cbb680dd-05ed-434e-b99a-7c96710b2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.486637 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a69b4743-0cd6-4462-8021-7064d657025e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2298448 Mar 28 15:21:19.488547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2d8e214d-16f5-4f12-b5b9-9699b37bfc79 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.491324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58886) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:19.491596 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2d8e214d-16f5-4f12-b5b9-9699b37bfc79 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "DELETE /v2.0/ports/2cb20e42-091d-4431-ac8e-18bc219aba0e HTTP/1.1" status: 204 len: 168 time: 3.7671738 Mar 28 15:21:19.497395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58888) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:19.501632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:19.522169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:19.528993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b', 'external_fixed_ips': [{'subnet_id': 'c18e2471-064d-4151-851e-e04b07b928c6', 'ip_address': '2001:db8::d2'}]}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:19.532911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:21:19.544824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d92c12d0-e455-4362-9c8e-24ca98f5c941 None None] Deleting port d913dc9a-64aa-467f-bacc-6845ad21bd88 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:19.549494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d92c12d0-e455-4362-9c8e-24ca98f5c941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.552774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:19.558770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b5431cbe-2bd6-4605-a758-16439bd633eb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.566326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:19.637678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.670270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Usage tracker for resource:router and tenant:1cf50e70e55e48b6bf381933078c82ea is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:19.678372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:19.685786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:19.727803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.728473 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added segment 89c5bcaa-c781-46ca-a35a-aa871abb1629 of type vlan for network 00dd3582-7acb-4f91-91a2-2552cb3cc980 Mar 28 15:21:19.812706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5431cbe-2bd6-4605-a758-16439bd633eb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:19.876250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Transition to ACTIVE for port object ccbda514-9331-4735-acdf-ecbaf7c08ccb will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:19.944890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:19.990570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b5431cbe-2bd6-4605-a758-16439bd633eb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.007152 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b5431cbe-2bd6-4605-a758-16439bd633eb tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/ports/6e5e36ef-a6e4-47f3-ac24-ec73c32bb0a0 HTTP/1.1" status: 204 len: 168 time: 3.8188713 Mar 28 15:21:20.010031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58894) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:20.020296 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.052721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eee7704-3db5-487c-a675-fac6ec084825 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.052953 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Transition to ACTIVE for port object 4a326203-1cc6-45ca-99ec-b03f698f08ce will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:20.137456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.138118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.168032 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.185428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d92c12d0-e455-4362-9c8e-24ca98f5c941 None None] For port d913dc9a-64aa-467f-bacc-6845ad21bd88, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d913dc9a-64aa-467f-bacc-6845ad21bd88,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:20.185947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d92c12d0-e455-4362-9c8e-24ca98f5c941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.191473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:20.205158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:20.214233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:20.217627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cbb680dd-05ed-434e-b99a-7c96710b2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.218372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.224610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:20.273739 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942f79e-58b0-45b7-ab0f-ed7324431176 None None] Pushing event updated for resources: {'Port': ['ID=4a326203-1cc6-45ca-99ec-b03f698f08ce,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:20.339834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:20.345971 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.355171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.357046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.363703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:20.364456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.394408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee7704-3db5-487c-a675-fac6ec084825 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=3ae99520-79b9-49a9-b2b2-030df6889ee5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:20.429412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d92c12d0-e455-4362-9c8e-24ca98f5c941 None None] Calling delete_port for d913dc9a-64aa-467f-bacc-6845ad21bd88 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:20.456911 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Attempting to bind port 4a326203-1cc6-45ca-99ec-b03f698f08ce on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:20.457275 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Attempting to bind port 4a326203-1cc6-45ca-99ec-b03f698f08ce by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '79a25de9-882e-4374-9115-e424475ea6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:20.457634 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Attempting to bind port 4a326203-1cc6-45ca-99ec-b03f698f08ce on network 69fa8a1c-8651-4fed-8298-5d6e474fa796 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:20.472158 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:20.477268 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Checking segment: {'id': '79a25de9-882e-4374-9115-e424475ea6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:20.477828 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.478473 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Bound using segment: {'id': '79a25de9-882e-4374-9115-e424475ea6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:20.479087 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Bound port: 4a326203-1cc6-45ca-99ec-b03f698f08ce, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a25de9-882e-4374-9115-e424475ea6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:20.479582 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.483829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Router d6e2fca6-a680-4a10-85bc-7b1611cf4470 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:21:20.547158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-cbb680dd-05ed-434e-b99a-7c96710b2baa None None] For port 3cc55f15-32c7-4f33-9544-e84a89fd9009, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3cc55f15-32c7-4f33-9544-e84a89fd9009,segment=NetworkSegment(79a25de9-882e-4374-9115-e424475ea6a4),segment_id=79a25de9-882e-4374-9115-e424475ea6a4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:20.635853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cbb680dd-05ed-434e-b99a-7c96710b2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.736165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:20.737756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:20.740289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:20.747463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:20.748026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.758741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3607ad83-849a-464d-9c2b-aaf60c6ff953 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:20.784040 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] For port 4a326203-1cc6-45ca-99ec-b03f698f08ce, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:20.789712 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] For port 4a326203-1cc6-45ca-99ec-b03f698f08ce, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a326203-1cc6-45ca-99ec-b03f698f08ce,segment=NetworkSegment(79a25de9-882e-4374-9115-e424475ea6a4),segment_id=79a25de9-882e-4374-9115-e424475ea6a4)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:20.807444 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3826137 Mar 28 15:21:20.809163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d92c12d0-e455-4362-9c8e-24ca98f5c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.815732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58900) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:20.839682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beffc38-6630-40d4-b89c-79fa35f3e7a6 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:20.840443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7beffc38-6630-40d4-b89c-79fa35f3e7a6 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Synchronizing usage tracker for tenant:63d54d08399a498c9990b9b952be2ecf on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:20.846545 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.1714242 Mar 28 15:21:20.847401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0742280-cc6f-43d1-8bfa-8f842106b036 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Port': ['ID=ccbda514-9331-4735-acdf-ecbaf7c08ccb,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:20.853490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eee7704-3db5-487c-a675-fac6ec084825 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.858197 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2eee7704-3db5-487c-a675-fac6ec084825 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/3ae99520-79b9-49a9-b2b2-030df6889ee5 HTTP/1.1" status: 204 len: 168 time: 4.2471416 Mar 28 15:21:20.862246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b63e-77f7-4655-8028-64799632a707 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Network': ['ID=00dd3582-7acb-4f91-91a2-2552cb3cc980,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:20.863930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c12d0-e455-4362-9c8e-24ca98f5c941 None None] No DVR routers for this DVR port d913dc9a-64aa-467f-bacc-6845ad21bd88 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:20.867847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'subnet': {'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:20.882444 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:20.885198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58904) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:20.885198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58906) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:20.903621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 00dd3582-7acb-4f91-91a2-2552cb3cc980 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:21:20.905903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'port': {'network_id': '994b6854-1383-40cf-8f84-ba9fc0979bf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1097018437'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:21.066143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0742bec0-324d-47de-9090-51c11bffa202 None None] Provisioning for port 4a326203-1cc6-45ca-99ec-b03f698f08ce completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:21.097233 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:21.105790 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:21.120217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:21.130796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:21.148768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb680dd-05ed-434e-b99a-7c96710b2baa None None] Pushing event updated for resources: {'Port': ['ID=3cc55f15-32c7-4f33-9544-e84a89fd9009,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:21.206443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7beffc38-6630-40d4-b89c-79fa35f3e7a6 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Unset dirty status for tenant:63d54d08399a498c9990b9b952be2ecf on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:21.209573 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7beffc38-6630-40d4-b89c-79fa35f3e7a6 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 HTTP/1.1" status: 200 len: 913 time: 1.1985862 Mar 28 15:21:21.210347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58912) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:21.228816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0742bec0-324d-47de-9090-51c11bffa202 None None] Provisioning complete for port 4bbf9111-cf93-42c8-9657-a1053f757de4 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:21.229290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0742bec0-324d-47de-9090-51c11bffa202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:21.310464 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e61f05a-6ac7-46fd-a5c2-d46219230b80 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:21:21.311082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8e61f05a-6ac7-46fd-a5c2-d46219230b80 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:21.341540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c12d0-e455-4362-9c8e-24ca98f5c941 None None] Pushing event deleted for resources: {'Port': ['ID=d913dc9a-64aa-467f-bacc-6845ad21bd88,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:21.348360 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:21.356002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 3607ad83-849a-464d-9c2b-aaf60c6ff953 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:21.378200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Made reservation on behalf of 5c4800f7a78f423aa7260f124429ec03 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:21.382260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:21.388792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 3607ad83-849a-464d-9c2b-aaf60c6ff953 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:21.389541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:21.414275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] device_id is not set on port f95e29ea-a198-4b97-adea-a1689ab66daa yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:21.496509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-523dcc8e-0778-4b9b-895e-e4540be34b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:21.499508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0742bec0-324d-47de-9090-51c11bffa202 None None] Port 4bbf9111-cf93-42c8-9657-a1053f757de4 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:21.523041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0742bec0-324d-47de-9090-51c11bffa202 None None] Provisioning complete for port 3cc55f15-32c7-4f33-9544-e84a89fd9009 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:21.526822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0742bec0-324d-47de-9090-51c11bffa202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:21.559200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:21.582436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Allocated IP 2001:db8::285 (994b6854-1383-40cf-8f84-ba9fc0979bf6/d60b0a40-0c49-4ecb-9db5-eb0ad7451a37/f95e29ea-a198-4b97-adea-a1689ab66daa) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:21.627445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:21.679038 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942f79e-58b0-45b7-ab0f-ed7324431176 None None] Pushing event updated for resources: {'Port': ['ID=4a326203-1cc6-45ca-99ec-b03f698f08ce,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:21.682446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df05fd-08d3-464e-948c-b58e14006edb None None] Sync routers for ids ['d6e2fca6-a680-4a10-85bc-7b1611cf4470'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:21.719563 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:15Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:20Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:21.724031 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c76611-8933-4fda-9f34-ea642ff99e0e None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:15Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:20Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:21.766002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df05fd-08d3-464e-948c-b58e14006edb None None] Routers {'d6e2fca6-a680-4a10-85bc-7b1611cf4470'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:21.766839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c9df05fd-08d3-464e-948c-b58e14006edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d6e2fca6-a680-4a10-85bc-7b1611cf4470'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:21.779999 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fecf984d-df3e-4b44-85d0-263f33599c73 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "PUT /v2.0/routers/d6e2fca6-a680-4a10-85bc-7b1611cf4470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2183595 Mar 28 15:21:21.786688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58916) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:21.887072 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c9df05fd-08d3-464e-948c-b58e14006edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:21.890935 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:21.911714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:21:21.916329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:21.924371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df05fd-08d3-464e-948c-b58e14006edb None None] Routers {'d6e2fca6-a680-4a10-85bc-7b1611cf4470'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:21.924987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c9df05fd-08d3-464e-948c-b58e14006edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:20:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d6e2fca6-a680-4a10-85bc-7b1611cf4470'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:22.018595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c9df05fd-08d3-464e-948c-b58e14006edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:22.018993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df05fd-08d3-464e-948c-b58e14006edb None None] The sync data for ids ['d6e2fca6-a680-4a10-85bc-7b1611cf4470'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:22.048903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 3607ad83-849a-464d-9c2b-aaf60c6ff953, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3607ad83-849a-464d-9c2b-aaf60c6ff953,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:22.065866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:22.080299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:22.086331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:22.092929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:22.093079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f32299a-c028-4abb-a737-1f6cdfe18f09 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:22.093183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=aed7d806-894d-4366-98bb-4a5974d47966,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:22.131847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:22.141252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a74cd0-eb0d-4d71-b7ad-4cf2a8543f15 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:22.142931 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b2a74cd0-eb0d-4d71-b7ad-4cf2a8543f15 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6e2fca6-a680-4a10-85bc-7b1611cf4470 HTTP/1.1" status: 200 len: 989 time: 0.3576207 Mar 28 15:21:22.147527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58920) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:22.231991 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-98926bec-246b-48c0-8a17-5ce0c91ee124 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7370927 Mar 28 15:21:22.233228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58924) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:22.303595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:22.313444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d913dc9a-64aa-467f-bacc-6845ad21bd88 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:22.337793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8e61f05a-6ac7-46fd-a5c2-d46219230b80 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:22.339239 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8e61f05a-6ac7-46fd-a5c2-d46219230b80 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/3ae99520-79b9-49a9-b2b2-030df6889ee5 HTTP/1.1" status: 404 len: 333 time: 1.4421706 Mar 28 15:21:22.346001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:subnet and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:22.348689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58928) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:22.381782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: d913dc9a-64aa-467f-bacc-6845ad21bd88 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:22.382879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d913dc9a-64aa-467f-bacc-6845ad21bd88 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:22.434326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e7a05f3c-9ca3-4551-96d6-ffdae12b2ae5 None None] Provisioning for port ccbda514-9331-4735-acdf-ecbaf7c08ccb completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:22.439800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:ec:ee:32', 'name': 'tempest-NetworksTestDHCPv6-1956584503'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:22.456950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:22.458182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e7a05f3c-9ca3-4551-96d6-ffdae12b2ae5 None None] Provisioning complete for port ccbda514-9331-4735-acdf-ecbaf7c08ccb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:22.458559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e7a05f3c-9ca3-4551-96d6-ffdae12b2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:22.490560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=3607ad83-849a-464d-9c2b-aaf60c6ff953,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:22.509884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:22.656325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': 'aed7d806-894d-4366-98bb-4a5974d47966'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:21:22.657366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:22.667336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e7a05f3c-9ca3-4551-96d6-ffdae12b2ae5 None None] Port ccbda514-9331-4735-acdf-ecbaf7c08ccb cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:22.712573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:22.715556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8f46-3750-49de-8d1d-f40759a83896 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:22.761075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Made reservation on behalf of f0c14d11a2f44b67a9e682878c103b15 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:22.765152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:22.785938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Transition to ACTIVE for port object f95e29ea-a198-4b97-adea-a1689ab66daa will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:22.822165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3607ad83-849a-464d-9c2b-aaf60c6ff953 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:22.829347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8f46-3750-49de-8d1d-f40759a83896 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:22.954638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:22.969800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 3607ad83-849a-464d-9c2b-aaf60c6ff953 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:22.970478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.000753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:23.007154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Allocated IP 2001:db8::f816:3eff:fea3:7fa7 (407e43a9-7d21-4a68-a014-97c49e9e0f14/aed7d806-894d-4366-98bb-4a5974d47966/d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:23.011050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:23.047708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:23.061564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58938) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:23.071151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.074894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.108176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.178214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:23.192453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.193997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8f46-3750-49de-8d1d-f40759a83896 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.235293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a326203-1cc6-45ca-99ec-b03f698f08ce up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:23.291096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a8f46-3750-49de-8d1d-f40759a83896 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d91638-b925-462f-b492-3361a81274bf,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:23.347904 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:23.368867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:23.378986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Port': ['ID=f95e29ea-a198-4b97-adea-a1689ab66daa,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:23.391414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.399514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:23.405159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:23.405841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.409918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Transition to ACTIVE for port object d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:23.462687 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Transition to ACTIVE for port object d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:23.479594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.501753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 4a326203-1cc6-45ca-99ec-b03f698f08ce completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:23.510462 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4a326203-1cc6-45ca-99ec-b03f698f08ce triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:23.510912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.524357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Allocated IP 2001:db8::d2 (e4cb3023-8b6b-4933-bc58-a6219687194b/c18e2471-064d-4151-851e-e04b07b928c6/504db21f-d2f2-4b53-8d35-45691d333283) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:23.575481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8f46-3750-49de-8d1d-f40759a83896 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.576630 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5e6a8f46-3750-49de-8d1d-f40759a83896 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/security-groups/89d91638-b925-462f-b492-3361a81274bf HTTP/1.1" status: 204 len: 168 time: 1.1665590 Mar 28 15:21:23.580604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58944) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:23.581784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 44404bf6-46f1-42a6-b0de-d66e6a0a2536 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:23.595185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.599582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-11ca62a3-a90c-4392-9714-afb5f503003f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.683900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Pushing event updated for resources: {'Port': ['ID=d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:23.692161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.696005 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.732999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:23.741739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:23.744992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:23.751002 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-87b1a544-bd53-4807-b851-b69b688e25d5 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8562186 Mar 28 15:21:23.759831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58948) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:23.783243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-faf0332f-4ee2-4b1e-8978-db92e545f34c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::df', 'mac_address': 'fa:16:3e:41:22:8f'}, {'ip_address': '2001:db8::1e5', 'mac_address': 'fa:16:3e:89:ba:35'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:23.864884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.877654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Attempting to bind port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:23.878173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Attempting to bind port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:23.878638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Attempting to bind port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:23.888238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:23.888753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:23.892571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.892571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:23.892571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Bound port: d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:23.892571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:23.915437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7cef0495-3939-4cf7-aead-073c0d538eed None None] Provisioning for port f95e29ea-a198-4b97-adea-a1689ab66daa completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:23.964460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7cef0495-3939-4cf7-aead-073c0d538eed None None] Provisioning complete for port f95e29ea-a198-4b97-adea-a1689ab66daa triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:23.965004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7cef0495-3939-4cf7-aead-073c0d538eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.003236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 4a326203-1cc6-45ca-99ec-b03f698f08ce, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a326203-1cc6-45ca-99ec-b03f698f08ce,segment=NetworkSegment(79a25de9-882e-4374-9115-e424475ea6a4),segment_id=79a25de9-882e-4374-9115-e424475ea6a4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:24.067635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.068736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3cc55f15-32c7-4f33-9544-e84a89fd9009 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:24.081302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Subnet': ['ID=dddd30d1-a12c-4151-9a3a-a86e1801cf42,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:24.111312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Checking segment: {'id': '89c5bcaa-c781-46ca-a35a-aa871abb1629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:24.111799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network hostable DHCP agents. Network: 00dd3582-7acb-4f91-91a2-2552cb3cc980, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:21:24.152250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7cef0495-3939-4cf7-aead-073c0d538eed None None] Port f95e29ea-a198-4b97-adea-a1689ab66daa cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:24.162313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] For port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:24.181100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] For port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:24.213664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe5f5-0519-4c97-aa15-c1bc3125b850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.214620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=4a326203-1cc6-45ca-99ec-b03f698f08ce,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:24.226265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 3cc55f15-32c7-4f33-9544-e84a89fd9009 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:24.226476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.260003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.284053 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 0e5662eb-896e-463b-87f3-e62437f01c5e {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:24.284472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.427954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:feec:ee32 (407e43a9-7d21-4a68-a014-97c49e9e0f14/aed7d806-894d-4366-98bb-4a5974d47966/44404bf6-46f1-42a6-b0de-d66e6a0a2536) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:24.436987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.446652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb1ae-370b-4eb1-9cad-a68ffe6afea1 None None] Pushing event updated for resources: {'Port': ['ID=d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:24.473145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 00dd3582-7acb-4f91-91a2-2552cb3cc980 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:21:24.500242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe5f5-0519-4c97-aa15-c1bc3125b850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.578675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 00dd3582-7acb-4f91-91a2-2552cb3cc980) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:24.591301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.596185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:24.596774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.615588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00863800-72ea-49d5-8cff-4b0cea039e1e None None] Network 00dd3582-7acb-4f91-91a2-2552cb3cc980 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:24.658459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a326203-1cc6-45ca-99ec-b03f698f08ce up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:24.718505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.802004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-faf0332f-4ee2-4b1e-8978-db92e545f34c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.814329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.899315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.924131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4a326203-1cc6-45ca-99ec-b03f698f08ce triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:24.924818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.934893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:24.973098 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7f78f939-cc87-4146-bfa3-d4f96697afd9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1424751 Mar 28 15:21:24.988675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 0e5662eb-896e-463b-87f3-e62437f01c5e owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:25.000152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 4bbf9111-cf93-42c8-9657-a1053f757de4 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:25.003226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.017413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58956) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:25.062835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe5f5-0519-4c97-aa15-c1bc3125b850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.075102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Network e4cb3023-8b6b-4933-bc58-a6219687194b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:25.103422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fe5f5-0519-4c97-aa15-c1bc3125b850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c73d45e-da1a-425e-97de-38ed97f71818,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:25.106573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:25.117838 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-00dd3582-7acb-4f91-91a2-2552cb3cc980', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:21:25.117838 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.121618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:25.288199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event updated for resources: {'Port': ['ID=504db21f-d2f2-4b53-8d35-45691d333283,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:25.314752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Allocated IP 172.23.0.2 (00dd3582-7acb-4f91-91a2-2552cb3cc980/dddd30d1-a12c-4151-9a3a-a86e1801cf42/f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:25.357018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe5f5-0519-4c97-aa15-c1bc3125b850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.360545 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ec0fe5f5-0519-4c97-aa15-c1bc3125b850 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c73d45e-da1a-425e-97de-38ed97f71818 HTTP/1.1" status: 204 len: 168 time: 1.7404602 Mar 28 15:21:25.380480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58960) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:25.545546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.559431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Transition to ACTIVE for port object f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:25.594587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Transition to ACTIVE for port object f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:25.644355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f71530-f7e7-4d9e-af27-5df80fceb406 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet 779c7009-0de2-40e4-87ff-4776cb3101f0 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:25.701460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.765830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.790733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Pushing event updated for resources: {'Port': ['ID=f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:25.808041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Network 00dd3582-7acb-4f91-91a2-2552cb3cc980 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:25.809391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:25.812040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:25.872349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96f71530-f7e7-4d9e-af27-5df80fceb406 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.883231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 44404bf6-46f1-42a6-b0de-d66e6a0a2536 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:25.890636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-faf0332f-4ee2-4b1e-8978-db92e545f34c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.922674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.922978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Attempting to bind port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:25.923467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Attempting to bind port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '89c5bcaa-c781-46ca-a35a-aa871abb1629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:25.923930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Attempting to bind port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd on network 00dd3582-7acb-4f91-91a2-2552cb3cc980 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:25.932976 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:25.933555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Checking segment: {'id': '89c5bcaa-c781-46ca-a35a-aa871abb1629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:25.934049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:25.934498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Bound using segment: {'id': '89c5bcaa-c781-46ca-a35a-aa871abb1629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:25.935152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Bound port: f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c5bcaa-c781-46ca-a35a-aa871abb1629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:25.935535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.018733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-01b8a18d-63ce-4668-8219-c3ea795054ca None None] Provisioning for port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:26.039637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] For port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:26.043816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] For port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd,segment=NetworkSegment(89c5bcaa-c781-46ca-a35a-aa871abb1629),segment_id=89c5bcaa-c781-46ca-a35a-aa871abb1629)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:26.051450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-faf0332f-4ee2-4b1e-8978-db92e545f34c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.055708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96f71530-f7e7-4d9e-af27-5df80fceb406 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.061991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 4bbf9111-cf93-42c8-9657-a1053f757de4 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:26.100030 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.155591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.204307 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4977bf-2805-431c-81ba-d8d04594547e None None] Pushing event updated for resources: {'Port': ['ID=f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:26.235847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-faf0332f-4ee2-4b1e-8978-db92e545f34c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] In _notify_port_updated(), no bound segment for port f95e29ea-a198-4b97-adea-a1689ab66daa on network 994b6854-1383-40cf-8f84-ba9fc0979bf6 {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:21:26.241233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0332f-4ee2-4b1e-8978-db92e545f34c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:26.241907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-faf0332f-4ee2-4b1e-8978-db92e545f34c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.248700 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-faf0332f-4ee2-4b1e-8978-db92e545f34c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "PUT /v2.0/ports/f95e29ea-a198-4b97-adea-a1689ab66daa HTTP/1.1" status: 200 len: 1067 time: 2.4765880 Mar 28 15:21:26.249236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58964) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:26.280434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.338059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.346524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0332f-4ee2-4b1e-8978-db92e545f34c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event updated for resources: {'Port': ['ID=f95e29ea-a198-4b97-adea-a1689ab66daa,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:26.357856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=0e5662eb-896e-463b-87f3-e62437f01c5e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:26.423855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96f71530-f7e7-4d9e-af27-5df80fceb406 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.546235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.582547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4f874fd9-51ad-4cf4-936a-710ffc9d6a06 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Deleting port f95e29ea-a198-4b97-adea-a1689ab66daa {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:26.583212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f874fd9-51ad-4cf4-936a-710ffc9d6a06 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.629471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 3607ad83-849a-464d-9c2b-aaf60c6ff953 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:26.629813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.716992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-91c2ec15-6e6a-465e-b842-f6584fa703f9 None None] Provisioning complete for port f95e29ea-a198-4b97-adea-a1689ab66daa triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:26.720109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-91c2ec15-6e6a-465e-b842-f6584fa703f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.736024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:26.748678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:26.757053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:26.763260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:26.764546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.770905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:26.818652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.867362 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-91c2ec15-6e6a-465e-b842-f6584fa703f9 None None] Port f95e29ea-a198-4b97-adea-a1689ab66daa cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:26.895799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=44404bf6-46f1-42a6-b0de-d66e6a0a2536,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:26.928117 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2f22e3e1-253c-4f13-8341-d9947703fc9f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6910574 Mar 28 15:21:26.938887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:26.944234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:26.945661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:26.950146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58968) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:27.099499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:27.146178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:27.220806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96f71530-f7e7-4d9e-af27-5df80fceb406 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:27.231003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:27.232182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:27.247907 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:21:27.307826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95d1b678-0163-4cbb-b86b-41e3615e311f None None] Provisioning for port 44404bf6-46f1-42a6-b0de-d66e6a0a2536 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:27.326065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ac87e-6602-4d32-a195-4d9c9af91288 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:27.332922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ac87e-6602-4d32-a195-4d9c9af91288 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:27.333826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f1ac87e-6602-4d32-a195-4d9c9af91288 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:27.343913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95d1b678-0163-4cbb-b86b-41e3615e311f None None] Provisioning complete for port 44404bf6-46f1-42a6-b0de-d66e6a0a2536 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:27.344856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95d1b678-0163-4cbb-b86b-41e3615e311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:27.357414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f874fd9-51ad-4cf4-936a-710ffc9d6a06 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:27.380745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:27.489264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:27.493334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-95d1b678-0163-4cbb-b86b-41e3615e311f None None] Port 44404bf6-46f1-42a6-b0de-d66e6a0a2536 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:27.543367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f71530-f7e7-4d9e-af27-5df80fceb406 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=779c7009-0de2-40e4-87ff-4776cb3101f0,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:27.577810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acba2f41-f27c-4e5a-96da-a7465704d1bb None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:27.587555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96f71530-f7e7-4d9e-af27-5df80fceb406 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:27.601086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:27.621303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e654eff8-3161-4e0a-a437-cc8be3ce3c84 None None] Network 00dd3582-7acb-4f91-91a2-2552cb3cc980 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:27.625788 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 3607ad83-849a-464d-9c2b-aaf60c6ff953, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3607ad83-849a-464d-9c2b-aaf60c6ff953,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:27.629440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:27.685675 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-96f71530-f7e7-4d9e-af27-5df80fceb406 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/779c7009-0de2-40e4-87ff-4776cb3101f0 HTTP/1.1" status: 204 len: 168 time: 2.2960551 Mar 28 15:21:27.697591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58972) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:27.761059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:27.775694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:27.793087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f1ac87e-6602-4d32-a195-4d9c9af91288 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:27.796931 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1f1ac87e-6602-4d32-a195-4d9c9af91288 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8505797 Mar 28 15:21:27.803657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4f874fd9-51ad-4cf4-936a-710ffc9d6a06 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Calling delete_port for f95e29ea-a198-4b97-adea-a1689ab66daa owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:27.832051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58976) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:27.838195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=4bbf9111-cf93-42c8-9657-a1053f757de4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:27.859358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 3607ad83-849a-464d-9c2b-aaf60c6ff953 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:27.994987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5b60411d-012e-403a-911d-8e0885771cae None None] Provisioning for port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:28.049864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5b60411d-012e-403a-911d-8e0885771cae None None] Provisioning complete for port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:28.050611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5b60411d-012e-403a-911d-8e0885771cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.089377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Allocated IP 172.23.0.1 (00dd3582-7acb-4f91-91a2-2552cb3cc980/dddd30d1-a12c-4151-9a3a-a86e1801cf42/b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:28.174418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.223055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.228588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6f640a57-608f-4b1f-a2d7-e29da5ee8fa5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 44404bf6-46f1-42a6-b0de-d66e6a0a2536 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:28.228929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f640a57-608f-4b1f-a2d7-e29da5ee8fa5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.261939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5b60411d-012e-403a-911d-8e0885771cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.280750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:28.299984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5b60411d-012e-403a-911d-8e0885771cae None None] For port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd,segment=NetworkSegment(89c5bcaa-c781-46ca-a35a-aa871abb1629),segment_id=89c5bcaa-c781-46ca-a35a-aa871abb1629)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:28.339256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5b60411d-012e-403a-911d-8e0885771cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.371359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:28.380270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:28.430924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:28.432478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60411d-012e-403a-911d-8e0885771cae None None] Pushing event updated for resources: {'Port': ['ID=f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:28.588783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:28.593643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.618824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.642219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:28.707510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Transition to ACTIVE for port object b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:28.721947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c599befe-c4dc-4934-8d4c-3ae6496ef022 None None] Provisioning complete for port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:28.722671 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c599befe-c4dc-4934-8d4c-3ae6496ef022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.801343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:28.801954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:28.951394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:28.983429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:29.041165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:29.057574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-afc4da39-c085-4dc8-8aba-9b431e7009a4 None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:29.058216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-afc4da39-c085-4dc8-8aba-9b431e7009a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:29.082053 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:29.126439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:29.126924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:29.286105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Router d6e2fca6-a680-4a10-85bc-7b1611cf4470 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:29.301975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=3607ad83-849a-464d-9c2b-aaf60c6ff953,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:29.354090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 00dd3582-7acb-4f91-91a2-2552cb3cc980 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:29.361616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-afc4da39-c085-4dc8-8aba-9b431e7009a4 None None] Provisioning complete for port 73633016-b1fb-49ef-b3a7-72c47b650c6f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:29.361991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-afc4da39-c085-4dc8-8aba-9b431e7009a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:29.414004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Router 6612db84-4a42-4ff3-9f15-82d37fcadbd2 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:21:29.425039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-afc4da39-c085-4dc8-8aba-9b431e7009a4 None None] Port 73633016-b1fb-49ef-b3a7-72c47b650c6f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:29.436791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:29.483473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f874fd9-51ad-4cf4-936a-710ffc9d6a06 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:29.507211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:29.547182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:29.564219 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382debd9-41e5-4300-af20-115377703901 None None] Sync routers for ids ['d6e2fca6-a680-4a10-85bc-7b1611cf4470'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:29.568042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f640a57-608f-4b1f-a2d7-e29da5ee8fa5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:29.580963 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382debd9-41e5-4300-af20-115377703901 None None] Routers {'d6e2fca6-a680-4a10-85bc-7b1611cf4470'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:29.581843 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-382debd9-41e5-4300-af20-115377703901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d6e2fca6-a680-4a10-85bc-7b1611cf4470'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:29.626798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:29.637802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f874fd9-51ad-4cf4-936a-710ffc9d6a06 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event deleted for resources: {'Port': ['ID=f95e29ea-a198-4b97-adea-a1689ab66daa,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:29.642731 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:29.655040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2e584-ca19-4c38-88b9-56a24e0e25c5 None None] Sync routers for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:29.669757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2e584-ca19-4c38-88b9-56a24e0e25c5 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:29.671199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dac2e584-ca19-4c38-88b9-56a24e0e25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:29.690262 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-382debd9-41e5-4300-af20-115377703901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:29.712939 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382debd9-41e5-4300-af20-115377703901 None None] Routers {'d6e2fca6-a680-4a10-85bc-7b1611cf4470'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:29.713600 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-382debd9-41e5-4300-af20-115377703901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d6e2fca6-a680-4a10-85bc-7b1611cf4470'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:29.788134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:29.792395 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-382debd9-41e5-4300-af20-115377703901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:29.793081 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382debd9-41e5-4300-af20-115377703901 None None] The sync data for ids ['d6e2fca6-a680-4a10-85bc-7b1611cf4470'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:29.795296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dac2e584-ca19-4c38-88b9-56a24e0e25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:29.814629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2e584-ca19-4c38-88b9-56a24e0e25c5 None None] Routers {'ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:29.815664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dac2e584-ca19-4c38-88b9-56a24e0e25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:29.832579 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c11dff72-28a7-42d0-8e63-3e8169610586 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "PUT /v2.0/routers/d6e2fca6-a680-4a10-85bc-7b1611cf4470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6830933 Mar 28 15:21:29.844455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6f640a57-608f-4b1f-a2d7-e29da5ee8fa5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 44404bf6-46f1-42a6-b0de-d66e6a0a2536 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:29.897230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58980) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:29.935969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:29.945201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6d4173e1-cb29-4913-8ed6-31ea0f3b2203 None None] Provisioning for port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:29.949989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dac2e584-ca19-4c38-88b9-56a24e0e25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:29.950384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2e584-ca19-4c38-88b9-56a24e0e25c5 None None] The sync data for ids ['ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:29.952967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6d4173e1-cb29-4913-8ed6-31ea0f3b2203 None None] Provisioning complete for port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:29.953331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6d4173e1-cb29-4913-8ed6-31ea0f3b2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:30.009510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6d4173e1-cb29-4913-8ed6-31ea0f3b2203 None None] Port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:30.037591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:30.059484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:30.071229 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c2e701-68a6-4491-b060-237b98a64df2 None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:30.072925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:30.073525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:30.089573 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-04ca9a0c-a514-4c36-a39f-0bad776b9ba9 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "PUT /v2.0/routers/ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8681498 Mar 28 15:21:30.096674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58984) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:30.109414 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-572e9c6a-25a7-46d7-a9cb-4e15ad53a78b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:21:30.109942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-572e9c6a-25a7-46d7-a9cb-4e15ad53a78b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:30.160191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=95519afc-aee3-4831-8e23-db3650eb6fe4,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:30.222977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:30.307668 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-415b6e80-a5ac-4a83-83f7-c0c03d76bcdc tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6035383 Mar 28 15:21:30.308344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58988) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:30.312890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106586922'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:30.322409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:30.330141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:30.334713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:30.344324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:30.406563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:30.423352 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Sync routers for ids ['6612db84-4a42-4ff3-9f15-82d37fcadbd2'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:30.434848 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Routers {'6612db84-4a42-4ff3-9f15-82d37fcadbd2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:30.435733 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6612db84-4a42-4ff3-9f15-82d37fcadbd2'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:30.443392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a25819-1b17-43ed-a294-0d821117bbd8 None None] Update dhcp port {'port': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'fixed_ips': [{'subnet_id': '73e5d38e-c4b0-403e-a105-954fb25c2a4b', 'ip_address': '172.20.0.18'}, {'subnet_id': '95519afc-aee3-4831-8e23-db3650eb6fe4'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:21:30.487969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:30.493586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f640a57-608f-4b1f-a2d7-e29da5ee8fa5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:30.495143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-572e9c6a-25a7-46d7-a9cb-4e15ad53a78b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:30.499258 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-572e9c6a-25a7-46d7-a9cb-4e15ad53a78b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/4bbf9111-cf93-42c8-9657-a1053f757de4 HTTP/1.1" status: 404 len: 333 time: 0.5957687 Mar 28 15:21:30.501640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 58992) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:30.502411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:30.518132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7a25819-1b17-43ed-a294-0d821117bbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:30.580200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640a57-608f-4b1f-a2d7-e29da5ee8fa5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=44404bf6-46f1-42a6-b0de-d66e6a0a2536,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:30.588637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f874fd9-51ad-4cf4-936a-710ffc9d6a06 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:30.798036 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Set router 6612db84-4a42-4ff3-9f15-82d37fcadbd2 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:30.844258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:30.846485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-c7a25819-1b17-43ed-a294-0d821117bbd8 None None] Allocated IP 172.20.0.2 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/95519afc-aee3-4831-8e23-db3650eb6fe4/15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:30.873091 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4f874fd9-51ad-4cf4-936a-710ffc9d6a06 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "DELETE /v2.0/ports/f95e29ea-a198-4b97-adea-a1689ab66daa HTTP/1.1" status: 204 len: 168 time: 4.6187446 Mar 28 15:21:30.874024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 58996) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:30.881068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:30.967260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group_rule and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:30.970646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:30.978926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:31.002127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.005776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fe6a4a3c-1a6d-4b61-8f29-aa7f66b25957 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 11.4843783 Mar 28 15:21:31.011193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6f640a57-608f-4b1f-a2d7-e29da5ee8fa5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.015638 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6f640a57-608f-4b1f-a2d7-e29da5ee8fa5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/44404bf6-46f1-42a6-b0de-d66e6a0a2536 HTTP/1.1" status: 204 len: 168 time: 3.1790085 Mar 28 15:21:31.018621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59000) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:31.018951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59002) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:31.041461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c7a25819-1b17-43ed-a294-0d821117bbd8 None None] For port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,segment=NetworkSegment(6406856a-4bba-43b3-aac9-574b9604f0c7),segment_id=6406856a-4bba-43b3-aac9-574b9604f0c7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:31.055841 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8e1151-abc8-40b5-832d-be70939dc223 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] GET failed (client error): The resource could not be found. Mar 28 15:21:31.056373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9f8e1151-abc8-40b5-832d-be70939dc223 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Synchronizing usage tracker for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:31.068762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7a25819-1b17-43ed-a294-0d821117bbd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.087147 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c7a25819-1b17-43ed-a294-0d821117bbd8 None None] Transition to ACTIVE for port object 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:31.136511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-254daefb-d9ff-4a05-af06-1b206633b1f4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.162303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7a25819-1b17-43ed-a294-0d821117bbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.256140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04300c39-0c49-4cd0-996c-154795bdcb73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:31.258297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04300c39-0c49-4cd0-996c-154795bdcb73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:31.259061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-04300c39-0c49-4cd0-996c-154795bdcb73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:31.260144 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6612db84-4a42-4ff3-9f15-82d37fcadbd2', 'name': '', 'tenant_id': '1cf50e70e55e48b6bf381933078c82ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b', 'external_fixed_ips': [{'subnet_id': 'c18e2471-064d-4151-851e-e04b07b928c6', 'ip_address': '2001:db8::d2'}], 'enable_snat': True}, 'gw_port_id': '504db21f-d2f2-4b53-8d35-45691d333283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:21:20Z', 'updated_at': '2022-03-28T15:21:25Z', 'revision_number': 3, 'project_id': '1cf50e70e55e48b6bf381933078c82ea', 'gw_port': {'id': '504db21f-d2f2-4b53-8d35-45691d333283', 'name': '', 'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:df:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6612db84-4a42-4ff3-9f15-82d37fcadbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'c18e2471-064d-4151-851e-e04b07b928c6', 'ip_address': '2001:db8::d2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:23Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c18e2471-064d-4151-851e-e04b07b928c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:31.265491 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Checking router: 6612db84-4a42-4ff3-9f15-82d37fcadbd2 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:21:31.266755 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Updating router 6612db84-4a42-4ff3-9f15-82d37fcadbd2 port 504db21f-d2f2-4b53-8d35-45691d333283 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:21:31.337040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a25819-1b17-43ed-a294-0d821117bbd8 None None] Pushing event updated for resources: {'Port': ['ID=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:31.342500 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.354972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9f8e1151-abc8-40b5-832d-be70939dc223 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Unset dirty status for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:31.358660 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9f8e1151-abc8-40b5-832d-be70939dc223 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "GET /v2.0/ports/f95e29ea-a198-4b97-adea-a1689ab66daa HTTP/1.1" status: 404 len: 333 time: 0.4085965 Mar 28 15:21:31.369724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59008) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:31.438596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-04300c39-0c49-4cd0-996c-154795bdcb73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:31.442558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-04300c39-0c49-4cd0-996c-154795bdcb73 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4185071 Mar 28 15:21:31.446201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.450879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59012) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:31.530396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.549237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.603117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-898a7fbe-1c20-486f-bcaf-f21a01bb25f8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Deleting port ccbda514-9331-4735-acdf-ecbaf7c08ccb {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:31.603117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-898a7fbe-1c20-486f-bcaf-f21a01bb25f8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.611693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-254daefb-d9ff-4a05-af06-1b206633b1f4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.624793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-254daefb-d9ff-4a05-af06-1b206633b1f4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.654422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting port 0010675e-7bb7-47e1-b997-51425e0cbef6 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:31.654770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.732677 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.743626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c957473-f7a6-44fa-ab45-01a058953ee9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet aed7d806-894d-4366-98bb-4a5974d47966 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:31.763474 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.765562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c957473-f7a6-44fa-ab45-01a058953ee9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.841769 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Transition to ACTIVE for port object 504db21f-d2f2-4b53-8d35-45691d333283 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:31.884826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad4f00e-1010-45cf-aa05-77e5ed143ffe,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:31.887117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-254daefb-d9ff-4a05-af06-1b206633b1f4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.887579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254daefb-d9ff-4a05-af06-1b206633b1f4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Fanout notify agent at l3_agent the message router_deleted on router d6e2fca6-a680-4a10-85bc-7b1611cf4470 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:21:31.913609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-254daefb-d9ff-4a05-af06-1b206633b1f4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.917189 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-254daefb-d9ff-4a05-af06-1b206633b1f4 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/routers/d6e2fca6-a680-4a10-85bc-7b1611cf4470 HTTP/1.1" status: 204 len: 168 time: 1.4025576 Mar 28 15:21:31.920289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59016) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:31.950708 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.983957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 910bc72f-ae57-4dbb-b09d-ad44558b18dd has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:31.992495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:31.996460 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c87b0d63-7e1e-4a4c-9fa3-3616164cf49a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6849623 Mar 28 15:21:32.003967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59020) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:32.013403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'security_group': {'name': 'tempest-secgroup-1053758672'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:32.026554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:32.042173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:32.055831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:32.064044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c957473-f7a6-44fa-ab45-01a058953ee9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.067184 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34448fea-4864-4ee8-87b4-cca533d61b9a None None] Pushing event updated for resources: {'Port': ['ID=504db21f-d2f2-4b53-8d35-45691d333283,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:32.086508 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Attempting to bind port 504db21f-d2f2-4b53-8d35-45691d333283 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:32.086976 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Attempting to bind port 504db21f-d2f2-4b53-8d35-45691d333283 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '746d6e72-a8f4-49ec-899e-720c21253b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:32.087467 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Attempting to bind port 504db21f-d2f2-4b53-8d35-45691d333283 on network e4cb3023-8b6b-4933-bc58-a6219687194b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:32.093023 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:32.093496 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Checking segment: {'id': '746d6e72-a8f4-49ec-899e-720c21253b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:32.094513 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.094513 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Bound using segment: {'id': '746d6e72-a8f4-49ec-899e-720c21253b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:32.094968 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Bound port: 504db21f-d2f2-4b53-8d35-45691d333283, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746d6e72-a8f4-49ec-899e-720c21253b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e4cb3023-8b6b-4933-bc58-a6219687194b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:32.095438 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.104775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-52a8314c-4560-4667-9743-b5ccae78ae21 None None] Provisioning for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:32.111706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-52a8314c-4560-4667-9743-b5ccae78ae21 None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:32.112371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-52a8314c-4560-4667-9743-b5ccae78ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.134803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:32.140103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-be83808e-ab9d-403c-86b6-3e6dc9c82e95 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 916a93db-880d-4c0a-bfe3-8d4c83335969 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:32.152073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-be83808e-ab9d-403c-86b6-3e6dc9c82e95 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.159134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.191004 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] For port 504db21f-d2f2-4b53-8d35-45691d333283, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:32.194288 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] For port 504db21f-d2f2-4b53-8d35-45691d333283, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=504db21f-d2f2-4b53-8d35-45691d333283,segment=NetworkSegment(746d6e72-a8f4-49ec-899e-720c21253b29),segment_id=746d6e72-a8f4-49ec-899e-720c21253b29)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:32.242698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.245786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-be83808e-ab9d-403c-86b6-3e6dc9c82e95 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.288346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-52a8314c-4560-4667-9743-b5ccae78ae21 None None] Provisioning complete for port 73633016-b1fb-49ef-b3a7-72c47b650c6f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:32.288738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-52a8314c-4560-4667-9743-b5ccae78ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.292007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.307764 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.327990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Deleting port 504db21f-d2f2-4b53-8d35-45691d333283 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:32.328329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.385281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-52a8314c-4560-4667-9743-b5ccae78ae21 None None] Port 73633016-b1fb-49ef-b3a7-72c47b650c6f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:32.398946 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Routers {'6612db84-4a42-4ff3-9f15-82d37fcadbd2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:32.399773 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6612db84-4a42-4ff3-9f15-82d37fcadbd2'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:32.442908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.479959 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34448fea-4864-4ee8-87b4-cca533d61b9a None None] Pushing event updated for resources: {'Port': ['ID=504db21f-d2f2-4b53-8d35-45691d333283,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:32.489536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.516161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.561584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-898a7fbe-1c20-486f-bcaf-f21a01bb25f8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.576672 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] Set router 6612db84-4a42-4ff3-9f15-82d37fcadbd2 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:32.642711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Calling delete_port for 0010675e-7bb7-47e1-b997-51425e0cbef6 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:32.650248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:32.653340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:32.666439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group_rule and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:32.672841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:32.684689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:32.692895 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-17839231-6976-4841-ac4c-a6b00a7aaa94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/910bc72f-ae57-4dbb-b09d-ad44558b18dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6303055 Mar 28 15:21:32.703534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:32.704363 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6612db84-4a42-4ff3-9f15-82d37fcadbd2', 'name': '', 'tenant_id': '1cf50e70e55e48b6bf381933078c82ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:21:20Z', 'updated_at': '2022-03-28T15:21:32Z', 'revision_number': 4, 'project_id': '1cf50e70e55e48b6bf381933078c82ea', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:32.707217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event updated for resources: {'Port': ['ID=b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:32.709574 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6896dffe-3a85-404b-bcd5-c076b1b049e4 None None] The sync data for ids ['6612db84-4a42-4ff3-9f15-82d37fcadbd2'] in dv-neutron-828143-13-hyperv is: [{'id': '6612db84-4a42-4ff3-9f15-82d37fcadbd2', 'name': '', 'tenant_id': '1cf50e70e55e48b6bf381933078c82ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:21:20Z', 'updated_at': '2022-03-28T15:21:32Z', 'revision_number': 4, 'project_id': '1cf50e70e55e48b6bf381933078c82ea', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:32.721079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.728804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c957473-f7a6-44fa-ab45-01a058953ee9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.749232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] Sync routers for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:32.776351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:32.776987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:32.786644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-be83808e-ab9d-403c-86b6-3e6dc9c82e95 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.914600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:32.914850 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:32.973175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-898a7fbe-1c20-486f-bcaf-f21a01bb25f8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Calling delete_port for ccbda514-9331-4735-acdf-ecbaf7c08ccb owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:33.028485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.039171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Network 00dd3582-7acb-4f91-91a2-2552cb3cc980 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:33.042124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:33.126953 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-be83808e-ab9d-403c-86b6-3e6dc9c82e95 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.193526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.267234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c957473-f7a6-44fa-ab45-01a058953ee9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.287492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:33.316901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83808e-ab9d-403c-86b6-3e6dc9c82e95 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=916a93db-880d-4c0a-bfe3-8d4c83335969,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:33.339804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c957473-f7a6-44fa-ab45-01a058953ee9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=aed7d806-894d-4366-98bb-4a5974d47966,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:33.352164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c957473-f7a6-44fa-ab45-01a058953ee9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.363045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0221620a-d550-4112-9500-ff9c10c4f75f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:33.373967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:33.378796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219513b-ea50-446b-ae20-6c351e5c4e33 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:33.382928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-be83808e-ab9d-403c-86b6-3e6dc9c82e95 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.415581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac81f6-6332-4957-b380-c146c8f8814d None None] Network 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:33.458192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] For port 504db21f-d2f2-4b53-8d35-45691d333283, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=504db21f-d2f2-4b53-8d35-45691d333283,segment=NetworkSegment(746d6e72-a8f4-49ec-899e-720c21253b29),segment_id=746d6e72-a8f4-49ec-899e-720c21253b29)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:33.459142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.475597 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-be83808e-ab9d-403c-86b6-3e6dc9c82e95 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/916a93db-880d-4c0a-bfe3-8d4c83335969 HTTP/1.1" status: 204 len: 168 time: 1.5521488 Mar 28 15:21:33.480785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59028) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:33.481623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.490082 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fb985032-a0d2-4d26-8374-07e37731550b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4746468 Mar 28 15:21:33.508399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59032) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:33.564744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'security_group': {'name': 'tempest-secgroup-542034442'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:33.596699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:33.611388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Calling delete_port for 504db21f-d2f2-4b53-8d35-45691d333283 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:33.652535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:33.653142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-898a7fbe-1c20-486f-bcaf-f21a01bb25f8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.677935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:33.697189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:33.698212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-949d36c5-2b42-440f-9930-5992e711da9e None None] Provisioning complete for port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:33.698680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-949d36c5-2b42-440f-9930-5992e711da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.699136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:33.706182 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9e56ffc2-4b8b-4fdd-9363-1cd321b4727a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6889372 Mar 28 15:21:33.712166 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:33.713354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59038) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:33.720190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.724352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:33.725003 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:33.725828 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:33.730829 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1c957473-f7a6-44fa-ab45-01a058953ee9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/aed7d806-894d-4366-98bb-4a5974d47966 HTTP/1.1" status: 204 len: 168 time: 2.2769828 Mar 28 15:21:33.731536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59042) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:33.828735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a7fbe-1c20-486f-bcaf-f21a01bb25f8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event deleted for resources: {'Port': ['ID=ccbda514-9331-4735-acdf-ecbaf7c08ccb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:33.857271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.910650 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ce2c53ba-67f7-462f-be88-52588bc6164d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1649308 Mar 28 15:21:33.920243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59046) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:33.920897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 819ef00a-337d-40a6-90fd-f553af6d20c2 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:33.931844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:33.954665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-898a7fbe-1c20-486f-bcaf-f21a01bb25f8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.017467 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-898a7fbe-1c20-486f-bcaf-f21a01bb25f8 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "DELETE /v2.0/ports/ccbda514-9331-4735-acdf-ecbaf7c08ccb HTTP/1.1" status: 204 len: 168 time: 2.6416342 Mar 28 15:21:34.018321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59050) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:34.099927 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:34.112328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-949d36c5-2b42-440f-9930-5992e711da9e None None] Port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:34.180142 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10412df-bcfa-40a9-a520-4ab85a54aaca tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] GET failed (client error): The resource could not be found. Mar 28 15:21:34.181120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a10412df-bcfa-40a9-a520-4ab85a54aaca tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Synchronizing usage tracker for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:34.362156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:34.366101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:security_group_rule and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:34.369160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:34.375265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:34.395742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:21:28Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4a86fabf-b7f5-41fd-9e68-51f569f7bbad', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.197', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:19:48Z', 'updated_at': '2022-03-28T15:19:56Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:34.407319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] Checking router: 910bc72f-ae57-4dbb-b09d-ad44558b18dd for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:21:34.448508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.450875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:34.452080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:34.459676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a10412df-bcfa-40a9-a520-4ab85a54aaca tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Unset dirty status for tenant:5c4800f7a78f423aa7260f124429ec03 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:34.465252 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a10412df-bcfa-40a9-a520-4ab85a54aaca tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "GET /v2.0/ports/ccbda514-9331-4735-acdf-ecbaf7c08ccb HTTP/1.1" status: 404 len: 333 time: 0.4242165 Mar 28 15:21:34.466243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59054) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:34.535741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f275f-1581-4402-9058-609a87c54bf9 req-193f682d-8c80-48e5-ae41-e4a38e3402f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:34.537157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-ba5f275f-1581-4402-9058-609a87c54bf9 req-193f682d-8c80-48e5-ae41-e4a38e3402f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:34.581620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78158c56-9c6d-4d5b-91ee-299630454dbd None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:34.592604 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:30Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a', 'name': '', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:58:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:27Z', 'updated_at': '2022-03-28T15:21:31Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:34.602196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] DHCP port deletion for 3dbfa3e2-0ae8-492b-b72a-6bd213c5570d request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:34.604042 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:21:34.604830 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Updating router a2cafdb5-466f-4548-88b5-fe3e13435c35 port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:21:34.626211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-78158c56-9c6d-4d5b-91ee-299630454dbd None None] Deleting port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:34.626690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-78158c56-9c6d-4d5b-91ee-299630454dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.680780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.682883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] Deleting port 819ef00a-337d-40a6-90fd-f553af6d20c2 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:34.684703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.710474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] For port 819ef00a-337d-40a6-90fd-f553af6d20c2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=819ef00a-337d-40a6-90fd-f553af6d20c2,segment=NetworkSegment(a0f756cd-1206-45d7-b030-90b2aa772b92),segment_id=a0f756cd-1206-45d7-b030-90b2aa772b92)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:34.711103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.718528 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.725267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Port': ['ID=0010675e-7bb7-47e1-b997-51425e0cbef6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:34.737499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.790919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:34.941789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c771d3fe-ee63-445f-9a47-e09e38fe73d4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Deleting port ddbed447-aa04-4119-ab8a-714446c5454e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:34.942150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c771d3fe-ee63-445f-9a47-e09e38fe73d4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.969809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:34.982271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-ba5f275f-1581-4402-9058-609a87c54bf9 req-193f682d-8c80-48e5-ae41-e4a38e3402f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:34.988938 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ba5f275f-1581-4402-9058-609a87c54bf9 req-193f682d-8c80-48e5-ae41-e4a38e3402f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 946 time: 1.3380721 Mar 28 15:21:35.012706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.016264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.016877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 819ef00a-337d-40a6-90fd-f553af6d20c2 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:35.024295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:35.046129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.089334 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ba5f275f-1581-4402-9058-609a87c54bf9 req-ef995230-92f2-4786-adac-ce74d9310ceb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954092 Mar 28 15:21:35.136409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.137321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 819ef00a-337d-40a6-90fd-f553af6d20c2 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:35.153770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.207311 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.209404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab95bf-af4f-4b97-90f7-f0a5402358a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:35.210194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-91ab95bf-af4f-4b97-90f7-f0a5402358a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:35.225256 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Transition to ACTIVE for port object b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:35.231912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.232939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Fanout notify agent at l3_agent the message router_deleted on router ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:21:35.242928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bce1e91-b41f-4176-afce-71be85f11f30,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:35.244107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event deleted for resources: {'Port': ['ID=504db21f-d2f2-4b53-8d35-45691d333283,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:35.251133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.254811 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d46b68a5-298c-4d4f-bba3-4435fee9e01b tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6922064 Mar 28 15:21:35.261078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59058) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:35.326807 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.327651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-257624594', 'security_groups': ['8bce1e91-b41f-4176-afce-71be85f11f30'], 'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95519afc-aee3-4831-8e23-db3650eb6fe4'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:35.371705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.386398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:35.386652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-06fd1134-5907-4b97-829a-e1e6e8137602 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:35.387159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-06fd1134-5907-4b97-829a-e1e6e8137602 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:35.400874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-91ab95bf-af4f-4b97-90f7-f0a5402358a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:35.404352 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No ports have port_id starting with 819ef00a-337d-40a6-90fd-f553af6d20c2 Mar 28 15:21:35.404865 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-91ab95bf-af4f-4b97-90f7-f0a5402358a8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4247329 Mar 28 15:21:35.405377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.410762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59062) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:35.434321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.437959 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cee1d924-c895-404e-99e2-ecca8d44b8c7 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/routers/ef8a6d5c-9cc9-4ef0-a31b-658a7eb6ac43 HTTP/1.1" status: 204 len: 168 time: 5.3302243 Mar 28 15:21:35.450827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59064) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:35.454127 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223600f-1de7-4bcd-92a9-a57c07957e64 None None] Pushing event updated for resources: {'Port': ['ID=b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:35.549886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=819ef00a-337d-40a6-90fd-f553af6d20c2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:35.566385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No DVR routers for this DVR port 819ef00a-337d-40a6-90fd-f553af6d20c2 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:35.567860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:35.676642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] For port 819ef00a-337d-40a6-90fd-f553af6d20c2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=819ef00a-337d-40a6-90fd-f553af6d20c2,segment=NetworkSegment(a0f756cd-1206-45d7-b030-90b2aa772b92),segment_id=a0f756cd-1206-45d7-b030-90b2aa772b92)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:35.677038 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.736339 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Attempting to bind port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:35.736839 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Attempting to bind port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '89c5bcaa-c781-46ca-a35a-aa871abb1629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:35.737031 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Attempting to bind port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a on network 00dd3582-7acb-4f91-91a2-2552cb3cc980 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:35.743500 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:35.743860 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Checking segment: {'id': '89c5bcaa-c781-46ca-a35a-aa871abb1629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:35.744251 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.744630 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Bound using segment: {'id': '89c5bcaa-c781-46ca-a35a-aa871abb1629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:35.745081 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Bound port: b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c5bcaa-c781-46ca-a35a-aa871abb1629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:35.745461 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.763657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.772057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.818131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.847535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c771d3fe-ee63-445f-9a47-e09e38fe73d4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.857260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbfa3e2-0ae8-492b-b72a-6bd213c5570d']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:35.858618 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] For port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:35.861004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:35.861794 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] For port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a,segment=NetworkSegment(89c5bcaa-c781-46ca-a35a-aa871abb1629),segment_id=89c5bcaa-c781-46ca-a35a-aa871abb1629)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:35.873355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f756cd-1206-45d7-b030-90b2aa772b92') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:35.873656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f756cd-1206-45d7-b030-90b2aa772b92') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:35.888356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.891991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] Calling delete_port for 819ef00a-337d-40a6-90fd-f553af6d20c2 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:35.905413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.912018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:35.912525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:35.939558 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.050839 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:36.053187 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:36.062014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-78158c56-9c6d-4d5b-91ee-299630454dbd None None] For port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:36.062597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-78158c56-9c6d-4d5b-91ee-299630454dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.091833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.extraroute_db [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 15:21:36.110135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.extraroute_db [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Removed routes are [] {{(pid=88487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 15:21:36.110561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:36.117097 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:36.119690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-06fd1134-5907-4b97-829a-e1e6e8137602 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:36.119690 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-06fd1134-5907-4b97-829a-e1e6e8137602 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 946 time: 1.2668531 Mar 28 15:21:36.127710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf818f6-633d-4e0a-90bc-772cc712dd06 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Deleting subnet 9647b3b1-a422-4472-9bf0-f3cbd8d314f4 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:36.131535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdf818f6-633d-4e0a-90bc-772cc712dd06 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.150581 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223600f-1de7-4bcd-92a9-a57c07957e64 None None] Pushing event updated for resources: {'Port': ['ID=b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:36.176765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.182552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6612db84-4a42-4ff3-9f15-82d37fcadbd2 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:21:36.211764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c771d3fe-ee63-445f-9a47-e09e38fe73d4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Calling delete_port for ddbed447-aa04-4119-ab8a-714446c5454e owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:36.217954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdf818f6-633d-4e0a-90bc-772cc712dd06 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.303307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:36.306753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-78158c56-9c6d-4d5b-91ee-299630454dbd None None] Calling delete_port for d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:36.311502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.312637 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f9da3abb-a018-40ce-b5f0-0460b55a1d68 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6612db84-4a42-4ff3-9f15-82d37fcadbd2 HTTP/1.1" status: 204 len: 168 time: 5.2927630 Mar 28 15:21:36.319234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59072) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:36.346734 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:36.430660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e8a060-fe55-40f1-8283-e728dc5bbc2c tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Deleting subnet c18e2471-064d-4151-851e-e04b07b928c6 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:36.466968 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56e8a060-fe55-40f1-8283-e728dc5bbc2c tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.504820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:36.547968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.636070 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:21:36.636622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:21:36.639534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.684221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:21:28Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4a86fabf-b7f5-41fd-9e68-51f569f7bbad', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.197', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:19:48Z', 'updated_at': '2022-03-28T15:19:56Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:36.689007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e95c7c-84ab-4682-a941-b61bd7c0a7d9 None None] The sync data for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv is: [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:21:28Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4a86fabf-b7f5-41fd-9e68-51f569f7bbad', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.197', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'port_id': '2090126a-054f-45d3-81f5-b26f65d40d69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'mac_address': 'fa:16:3e:93:51:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:19:48Z', 'updated_at': '2022-03-28T15:19:56Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:36.695373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Network': ['ID=3dbfa3e2-0ae8-492b-b72a-6bd213c5570d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:36.751631 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-78158c56-9c6d-4d5b-91ee-299630454dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.765609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56e8a060-fe55-40f1-8283-e728dc5bbc2c tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.795332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78158c56-9c6d-4d5b-91ee-299630454dbd None None] No DVR routers for this DVR port d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:36.804636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78158c56-9c6d-4d5b-91ee-299630454dbd None None] Pushing event deleted for resources: {'Port': ['ID=d9baa167-7cbb-44d2-b5b2-72cfdc9d69c8,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:36.823710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d45fc5-67a5-4a1f-a8ef-6036134b1c69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:36.824418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e0d45fc5-67a5-4a1f-a8ef-6036134b1c69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:36.824835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c771d3fe-ee63-445f-9a47-e09e38fe73d4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.843793 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:30Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a', 'name': '', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:58:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:27Z', 'updated_at': '2022-03-28T15:21:35Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:36.848557 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219a7d1-759b-465e-87c5-aa57ba138325 None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:30Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a', 'name': '', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:58:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:27Z', 'updated_at': '2022-03-28T15:21:35Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:36.899507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771d3fe-ee63-445f-9a47-e09e38fe73d4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event deleted for resources: {'Port': ['ID=ddbed447-aa04-4119-ab8a-714446c5454e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:36.939687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56e8a060-fe55-40f1-8283-e728dc5bbc2c tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:36.968048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.015211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c771d3fe-ee63-445f-9a47-e09e38fe73d4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.018220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] device_id is not set on port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:37.058382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdf818f6-633d-4e0a-90bc-772cc712dd06 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.140751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] Deleting port 819ef00a-337d-40a6-90fd-f553af6d20c2 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:37.140751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.141189 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9d187fd0-6e9f-43e9-a26c-88940550c59b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/networks/3dbfa3e2-0ae8-492b-b72a-6bd213c5570d HTTP/1.1" status: 204 len: 168 time: 3.6561112 Mar 28 15:21:37.142430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59078) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:37.184325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.190264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.196409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port c20ad496-e9a4-4284-b6f3-12cced969e52 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:37.198257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.237381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0974e92a-d118-4cc5-9554-d70d2acd6b98 None None] The port '819ef00a-337d-40a6-90fd-f553af6d20c2' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:21:37.265690 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c771d3fe-ee63-445f-9a47-e09e38fe73d4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "DELETE /v2.0/ports/ddbed447-aa04-4119-ab8a-714446c5454e HTTP/1.1" status: 204 len: 168 time: 2.7246892 Mar 28 15:21:37.270118 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59082) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:37.272855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e0d45fc5-67a5-4a1f-a8ef-6036134b1c69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:37.274792 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e0d45fc5-67a5-4a1f-a8ef-6036134b1c69 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.8323419 Mar 28 15:21:37.290556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56e8a060-fe55-40f1-8283-e728dc5bbc2c tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.296611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59086) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:37.440122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8a060-fe55-40f1-8283-e728dc5bbc2c tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c18e2471-064d-4151-851e-e04b07b928c6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:37.448945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56e8a060-fe55-40f1-8283-e728dc5bbc2c tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.460296 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1241b252-66fb-403c-9aac-3bd2cc655add tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190867 Mar 28 15:21:37.467323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59090) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:37.481533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a843bc6-b0f3-40a9-b3e4-f29f5a3fad2e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:37.486245 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9a843bc6-b0f3-40a9-b3e4-f29f5a3fad2e tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/be26f46e-5690-40d8-9cb4-ff8696cf6343 HTTP/1.1" status: 200 len: 845 time: 0.3295121 Mar 28 15:21:37.490850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:37.506765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59094) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:37.569613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdf818f6-633d-4e0a-90bc-772cc712dd06 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.607586 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-56e8a060-fe55-40f1-8283-e728dc5bbc2c tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/c18e2471-064d-4151-851e-e04b07b928c6 HTTP/1.1" status: 204 len: 168 time: 1.2871857 Mar 28 15:21:37.613212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59098) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:37.641136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee59cdf-269b-444e-8a78-ec2a84b5324c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Deleting subnet d60b0a40-0c49-4ecb-9db5-eb0ad7451a37 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:37.650127 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c6803d02-ae7a-4d1c-b2a5-40bbb1033e15 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/be26f46e-5690-40d8-9cb4-ff8696cf6343?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1391654 Mar 28 15:21:37.655455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59102) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:37.673865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a760daa-5574-4433-8bbb-95efa0e2d09b req-bde22064-afb7-4e4a-bd87-a70ea388f51e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:37.675452 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a760daa-5574-4433-8bbb-95efa0e2d09b req-bde22064-afb7-4e4a-bd87-a70ea388f51e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 946 time: 1.0619314 Mar 28 15:21:37.676195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf818f6-633d-4e0a-90bc-772cc712dd06 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Subnet': ['ID=9647b3b1-a422-4472-9bf0-f3cbd8d314f4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:37.680703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4ee59cdf-269b-444e-8a78-ec2a84b5324c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.710958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:37.749371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdf818f6-633d-4e0a-90bc-772cc712dd06 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:37.778636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.14 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/95519afc-aee3-4831-8e23-db3650eb6fe4/dc8b7c8d-ed5c-4154-96fb-38e8d4188d83) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:37.853401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:37.878086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:37.889591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:37.890768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:37.903010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:37.908901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:37.917932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:37.954361 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fdf818f6-633d-4e0a-90bc-772cc712dd06 tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/subnets/9647b3b1-a422-4472-9bf0-f3cbd8d314f4 HTTP/1.1" status: 204 len: 168 time: 2.4969099 Mar 28 15:21:37.956028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59106) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:37.971093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device c20ad496-e9a4-4284-b6f3-12cced969e52 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:37.984909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4ee59cdf-269b-444e-8a78-ec2a84b5324c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.035938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.046951 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a760daa-5574-4433-8bbb-95efa0e2d09b req-67b799e3-fb21-4127-8052-77dcefe9745b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046951 Mar 28 15:21:38.047420 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:38.050956 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.093076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.121753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c20ad496-e9a4-4284-b6f3-12cced969e52'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:21:38.133336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port c20ad496-e9a4-4284-b6f3-12cced969e52, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c20ad496-e9a4-4284-b6f3-12cced969e52,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:38.175622 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c20ad496-e9a4-4284-b6f3-12cced969e52', 'code': 200} Mar 28 15:21:38.213143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.217413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:38.220762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.286753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=c20ad496-e9a4-4284-b6f3-12cced969e52,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:38.419274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port c20ad496-e9a4-4284-b6f3-12cced969e52, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c20ad496-e9a4-4284-b6f3-12cced969e52,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:38.419538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.474410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.524625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.583983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for c20ad496-e9a4-4284-b6f3-12cced969e52 owned by compute:nova {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:38.606588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:38.640610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:38.652347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:38.653135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.656627 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-db6bc424-3233-400e-9d70-0ffbb9a296c9 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35 HTTP/1.1" status: 200 len: 933 time: 4.9400148 Mar 28 15:21:38.683416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59112) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:38.684518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:38.720661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.729477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4ee59cdf-269b-444e-8a78-ec2a84b5324c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.761858 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:38.762479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:38.815551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cb3023-8b6b-4933-bc58-a6219687194b']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:38.834410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746d6e72-a8f4-49ec-899e-720c21253b29') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:38.834794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746d6e72-a8f4-49ec-899e-720c21253b29') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:38.837101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.850483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.893916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.906071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:21:38.906413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:21:38.911600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:38.913222 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:38.950621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:38.951353 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:38.978039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7bd271-deb2-4ce0-8b29-bd65b250a676']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:38.997051 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4ee59cdf-269b-444e-8a78-ec2a84b5324c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.000919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb3745f-6b42-46a7-b14e-4dde5eef8a94') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:39.001207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb3745f-6b42-46a7-b14e-4dde5eef8a94') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:39.002651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:39.012142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:39.012597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.036341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.052013 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee59cdf-269b-444e-8a78-ec2a84b5324c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event deleted for resources: {'Subnet': ['ID=d60b0a40-0c49-4ecb-9db5-eb0ad7451a37,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:39.056915 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4ee59cdf-269b-444e-8a78-ec2a84b5324c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.070065 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4ee59cdf-269b-444e-8a78-ec2a84b5324c tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "DELETE /v2.0/subnets/d60b0a40-0c49-4ecb-9db5-eb0ad7451a37 HTTP/1.1" status: 204 len: 168 time: 1.7944710 Mar 28 15:21:39.071430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59116) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:39.079121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3cb1e3-f4fb-43a3-bac5-648b726eba5e None None] Network 994b6854-1383-40cf-8f84-ba9fc0979bf6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:39.080156 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9f5fa7a8-2ddd-4243-9e56-db70e4fe619f tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35 HTTP/1.1" status: 200 len: 933 time: 0.3603556 Mar 28 15:21:39.086059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59122) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:39.117330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'routes': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:39.177226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.179869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.190042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4cb3023-8b6b-4933-bc58-a6219687194b {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 15:21:39.191442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.220827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.243103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:39.243778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:39.266363 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:39.324620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4cb3023-8b6b-4933-bc58-a6219687194b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:39.346858 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f1db5b77-124f-43e8-8b87-679f3e9ba873 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e4cb3023-8b6b-4933-bc58-a6219687194b HTTP/1.1" status: 204 len: 168 time: 1.7116654 Mar 28 15:21:39.360608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.375869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.407969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port c20ad496-e9a4-4284-b6f3-12cced969e52 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:39.408313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.487541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.522240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Deleting port b360e0ab-284e-4f15-941e-5607c2d3972e {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:39.522851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.531596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:39.546818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:39.551285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:39.562964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:39.570950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:39.571583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.577384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=dc8b7c8d-ed5c-4154-96fb-38e8d4188d83,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:39.579767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:39.587251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df04b5bb-340c-43a4-af31-ce5fa7be1c78 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:39.611139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:39.616814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.631240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:39.650240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:39.650831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.665056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:39.669728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba72292-7dd3-49f2-ab84-9c4878b858b3 None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:39.772040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d2e98-70b6-47e1-b052-b4b8e8e9f9ad req-71121009-b36c-4e9d-84a7-e250d0be0208 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:39.773595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0d7d2e98-70b6-47e1-b052-b4b8e8e9f9ad req-71121009-b36c-4e9d-84a7-e250d0be0208 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:39.776374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59132) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:39.814669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'router': {'name': 'tempest-router--1826530340', 'project_id': 'c262b355063c4704a1123c687b6c0595'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:39.820143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:40.007470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=5a17094d-677d-482d-b009-325fd0d4e3a8,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:40.019258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Usage tracker for resource:router and tenant:c262b355063c4704a1123c687b6c0595 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:40.024878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.034164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:40.068704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:40.075217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0d7d2e98-70b6-47e1-b052-b4b8e8e9f9ad req-71121009-b36c-4e9d-84a7-e250d0be0208 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:40.076541 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0d7d2e98-70b6-47e1-b052-b4b8e8e9f9ad req-71121009-b36c-4e9d-84a7-e250d0be0208 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 944 time: 0.8523366 Mar 28 15:21:40.089660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a,segment=NetworkSegment(89c5bcaa-c781-46ca-a35a-aa871abb1629),segment_id=89c5bcaa-c781-46ca-a35a-aa871abb1629)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:40.162329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] Pushing event deleted for resources: {'Network': ['ID=fb7bd271-deb2-4ce0-8b29-bd65b250a676,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:40.180405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:40.181006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.194855 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b55bdbbe-0041-4d86-97c5-48cc35f86bad tempest-FloatingIPTestJSON-606845267 tempest-FloatingIPTestJSON-606845267-project] 10.222.0.16 "DELETE /v2.0/networks/fb7bd271-deb2-4ce0-8b29-bd65b250a676 HTTP/1.1" status: 204 len: 168 time: 2.2360985 Mar 28 15:21:40.214973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] DHCP port deletion for 994b6854-1383-40cf-8f84-ba9fc0979bf6 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:40.232991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=0d8674a4-fd63-4812-bb9b-a37cf81d55a7,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:40.239736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] Deleting port b360e0ab-284e-4f15-941e-5607c2d3972e {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:40.240439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.287719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:36Z', 'revision_number': 6, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a', 'name': '', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:58:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:27Z', 'updated_at': '2022-03-28T15:21:35Z', 'revision_number': 4, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:40.302660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:21:40.339555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] For port b360e0ab-284e-4f15-941e-5607c2d3972e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b360e0ab-284e-4f15-941e-5607c2d3972e,segment=NetworkSegment(729394b5-7ae0-4a0c-8190-f690969a11d5),segment_id=729394b5-7ae0-4a0c-8190-f690969a11d5)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:40.339910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.424252 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a5764f99-b2e0-4eb6-8179-fcd5182c4b9c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9557595 Mar 28 15:21:40.425696 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c1f958a6-3679-41c7-8cc2-7e2d3c4164ac tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1345918 Mar 28 15:21:40.427752 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2efd6351-c08d-4e8c-be26-5340fa539354 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7712829 Mar 28 15:21:40.428791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59138) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:40.429128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59140) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:40.438891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59142) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:40.441828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.442953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:eb:d3:ce', 'name': 'tempest-NetworksTestDHCPv6-1319563010'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:40.445020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ee120115-89af-456a-aa98-d3276eacb316 None None] Provisioning for port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:40.463575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:40.480306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Calling delete_port for b360e0ab-284e-4f15-941e-5607c2d3972e owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:40.488049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'security_group': {'name': 'tempest-secgroup-1780151666'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:40.518506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.518784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.521472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3607ad83-849a-464d-9c2b-aaf60c6ff953 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:40.549607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '5a17094d-677d-482d-b009-325fd0d4e3a8'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:21:40.550358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.552575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:40.559206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:40.559896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:40.571555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:40.580963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:40.597847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port c20ad496-e9a4-4284-b6f3-12cced969e52, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c20ad496-e9a4-4284-b6f3-12cced969e52,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:40.598201 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.618840 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0d7d2e98-70b6-47e1-b052-b4b8e8e9f9ad req-83058bd2-5bb1-4b84-b509-64872290e21f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=d85ad0b5-ad34-4b09-8d63-4212842676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4835758 Mar 28 15:21:40.622427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.636638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ee120115-89af-456a-aa98-d3276eacb316 None None] Provisioning complete for port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:40.637012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ee120115-89af-456a-aa98-d3276eacb316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.649129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:40.753871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for c20ad496-e9a4-4284-b6f3-12cced969e52 owned by compute:nova {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:40.811611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59152) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:40.842655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.extraroute_db [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added routes are [] {{(pid=88486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 15:21:40.842972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.extraroute_db [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 15:21:40.855925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:40.866984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.894689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:40.902467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:40.910792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:40.917370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:40.919601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:40.936056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group_rule and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:40.936175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.936280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:40.937879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:40.948129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.950881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:40.970077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:40.970490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ee120115-89af-456a-aa98-d3276eacb316 None None] Port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:40.978404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 3607ad83-849a-464d-9c2b-aaf60c6ff953 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:40.979223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3607ad83-849a-464d-9c2b-aaf60c6ff953 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:41.023575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:41.027605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event deleted for resources: {'Port': ['ID=b360e0ab-284e-4f15-941e-5607c2d3972e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:41.031937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] No DVR routers for this DVR port b360e0ab-284e-4f15-941e-5607c2d3972e on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:41.060264 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0eaa1987-4c28-4969-875c-71bb8b1522a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63d54d08399a498c9990b9b952be2ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442234 Mar 28 15:21:41.060892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:41.064367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.066821 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59158) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:41.072460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:41.080303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.134087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b360e0ab-284e-4f15-941e-5607c2d3972e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:41.157472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.158650 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-97c871d9-0585-4216-9a26-b401938ef622 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3578506 Mar 28 15:21:41.181769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=c20ad496-e9a4-4284-b6f3-12cced969e52,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:41.183523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59162) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:41.220304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: b360e0ab-284e-4f15-941e-5607c2d3972e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:41.220783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b360e0ab-284e-4f15-941e-5607c2d3972e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:41.263661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-189a18ea-c89f-4927-975d-8e86e9ff3f79', 'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'tenant_id': '0bd0fba2577048bb84e2783d6c2c84ee', 'fixed_ips': [{'subnet_id': '0d8674a4-fd63-4812-bb9b-a37cf81d55a7'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:21:41.264602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.283825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:41.349344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] For port b360e0ab-284e-4f15-941e-5607c2d3972e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b360e0ab-284e-4f15-941e-5607c2d3972e,segment=NetworkSegment(729394b5-7ae0-4a0c-8190-f690969a11d5),segment_id=729394b5-7ae0-4a0c-8190-f690969a11d5)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:41.349786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.399981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.424280 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port c20ad496-e9a4-4284-b6f3-12cced969e52 on host hv-neutron-8281 {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:41.489454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.491899 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f9b53ebd-3a2c-49ff-8100-316ad584301e req-8a1f0a0a-7fe3-44a3-89ed-9fd76933d2a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/c20ad496-e9a4-4284-b6f3-12cced969e52 HTTP/1.1" status: 204 len: 173 time: 5.2003131 Mar 28 15:21:41.492347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'name': 'network-vif-deleted', 'tag': 'c20ad496-e9a4-4284-b6f3-12cced969e52'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:21:41.519225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5ba313b-7685-4a24-a78b-c6c63aa034e9 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.534607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.562340 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.ipam_backend_mixin [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95519afc-aee3-4831-8e23-db3650eb6fe4 (CIDR: 172.20.0.0/28) Mar 28 15:21:41.570675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994b6854-1383-40cf-8f84-ba9fc0979bf6']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:41.583169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e87664e-cb4c-49a1-aa3a-1c3d56554549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.610595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729394b5-7ae0-4a0c-8190-f690969a11d5') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:41.610595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729394b5-7ae0-4a0c-8190-f690969a11d5') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:41.697186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] Calling delete_port for b360e0ab-284e-4f15-941e-5607c2d3972e owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:41.698089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.821577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e87664e-cb4c-49a1-aa3a-1c3d56554549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.851301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/5a17094d-677d-482d-b009-325fd0d4e3a8/fd8fc048-32a5-46d3-9682-4b8695fb0d4e) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:41.908868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:41.923167 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:21:41.923733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:21:41.966125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port cf3e7421-2467-47bd-babe-f294ffe844ea yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:42.036447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.041515 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ab7f81fd-05d8-48ef-a7ca-f9b00de76b59 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6037517 Mar 28 15:21:42.057734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59172) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:42.071115 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fce2a4-e0ab-49d7-bd5c-d7918507298e', 'name': 'network-vif-deleted', 'tag': 'c20ad496-e9a4-4284-b6f3-12cced969e52', 'status': 'completed', 'code': 200} Mar 28 15:21:42.098352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.106073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:42.142140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.156496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.212591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-16800453-f642-408d-a4c8-cd26f80147e8 req-590a1bdc-7b78-497b-9fb7-84c81124078b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:42.217291 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:42.217770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.224462 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:21:42.225130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:42.242995 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:42.256978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5ba313b-7685-4a24-a78b-c6c63aa034e9 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.258351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Allocated IP 2001:db8::2 (189a18ea-c89f-4927-975d-8e86e9ff3f79/0d8674a4-fd63-4812-bb9b-a37cf81d55a7/cfaa059a-5373-4a85-93ef-8bdb2b69c306) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:42.265014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5ba313b-7685-4a24-a78b-c6c63aa034e9 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.284965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85dd6ee-dfe8-4514-8d96-984a1ecf865e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:42.306168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.310256 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0ff2d05c-3709-4046-9434-7fae2e70a69d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8306344 Mar 28 15:21:42.310986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59176) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:42.324798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'security_group': {'name': 'tempest-secgroup-2055403926'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:42.352931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:42.357839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:42.362017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:42.368820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:42.384989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-16800453-f642-408d-a4c8-cd26f80147e8 req-590a1bdc-7b78-497b-9fb7-84c81124078b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:42.385758 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-16800453-f642-408d-a4c8-cd26f80147e8 req-590a1bdc-7b78-497b-9fb7-84c81124078b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0fce2a4-e0ab-49d7-bd5c-d7918507298e HTTP/1.1" status: 200 len: 210 time: 0.3139093 Mar 28 15:21:42.447498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5ba313b-7685-4a24-a78b-c6c63aa034e9 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.448015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ba313b-7685-4a24-a78b-c6c63aa034e9 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8855989b-8e49-4269-b4ea-282ea485650d {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:21:42.467806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:42.471172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5ba313b-7685-4a24-a78b-c6c63aa034e9 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.476216 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a5ba313b-7685-4a24-a78b-c6c63aa034e9 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8855989b-8e49-4269-b4ea-282ea485650d HTTP/1.1" status: 204 len: 168 time: 1.2847753 Mar 28 15:21:42.477608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:42.481708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:42.484839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:42.490989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:42.493980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.508804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.512171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e87664e-cb4c-49a1-aa3a-1c3d56554549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.515444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2e87664e-cb4c-49a1-aa3a-1c3d56554549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.516605 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2e87664e-cb4c-49a1-aa3a-1c3d56554549 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f07f1156-61a9-4cb3-b15a-56a19d9f16d9 HTTP/1.1" status: 204 len: 168 time: 1.4453902 Mar 28 15:21:42.561153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.562342 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] 10.222.0.16 "DELETE /v2.0/networks/994b6854-1383-40cf-8f84-ba9fc0979bf6 HTTP/1.1" status: 204 len: 168 time: 3.4905972 Mar 28 15:21:42.563364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87664e-cb4c-49a1-aa3a-1c3d56554549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07f1156-61a9-4cb3-b15a-56a19d9f16d9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:42.572102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cded58e-19c5-4544-b1fb-07835d2431f4 tempest-AllowedAddressPairIpV6TestJSON-164738454 tempest-AllowedAddressPairIpV6TestJSON-164738454-project] Pushing event deleted for resources: {'Network': ['ID=994b6854-1383-40cf-8f84-ba9fc0979bf6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:42.575705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:42.580469 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group_rule and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:42.584317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:42.589471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:42.591777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:42.592667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.634578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.664473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Transition to ACTIVE for port object fd8fc048-32a5-46d3-9682-4b8695fb0d4e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:42.677549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:36Z', 'revision_number': 6, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a', 'name': '', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:58:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:27Z', 'updated_at': '2022-03-28T15:21:39Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:42.687709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac5484-ddb3-490b-882f-bb0cd360c4cd None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:36Z', 'revision_number': 6, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a', 'name': '', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:58:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:27Z', 'updated_at': '2022-03-28T15:21:39Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:42.729721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.752936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] Deleting port b360e0ab-284e-4f15-941e-5607c2d3972e {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:42.753313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.788896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Transition to ACTIVE for port object fd8fc048-32a5-46d3-9682-4b8695fb0d4e will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:42.800555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:42.818776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.823161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59186) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:42.827276 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4b1b4f7f-d419-4eca-9c0d-9cf13b0a885a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35 HTTP/1.1" status: 200 len: 699 time: 3.7233994 Mar 28 15:21:42.852321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2e188287-ed5c-4aa9-a2c2-4c6f45429971 None None] The port 'b360e0ab-284e-4f15-941e-5607c2d3972e' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:21:42.880603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.881580 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.ipam_backend_mixin [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 73e5d38e-c4b0-403e-a105-954fb25c2a4b (CIDR: 172.20.0.16/28) Mar 28 15:21:42.892567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.907596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:42.948149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Transition to ACTIVE for port object cfaa059a-5373-4a85-93ef-8bdb2b69c306 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:42.995499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:43.001819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:43.006716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:43.075797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::169 (407e43a9-7d21-4a68-a014-97c49e9e0f14/5a17094d-677d-482d-b009-325fd0d4e3a8/cf3e7421-2467-47bd-babe-f294ffe844ea) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:43.110176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59192) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:43.111757 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:21:43.112547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:21:43.115834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Transition to ACTIVE for port object cfaa059a-5373-4a85-93ef-8bdb2b69c306 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:43.159133 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:43.182766 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:43.183415 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:43.191284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Pushing event updated for resources: {'Port': ['ID=fd8fc048-32a5-46d3-9682-4b8695fb0d4e,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:43.193990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9117802-8350-4635-9591-1bcdee8f15a4,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:43.203439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:43.249557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:43.253218 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-87db2c28-28a4-468b-b959-c6bbec5baf22 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9315145 Mar 28 15:21:43.264742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59198) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:43.270592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:43.285924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1474320011', 'security_groups': ['b9117802-8350-4635-9591-1bcdee8f15a4'], 'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d8674a4-fd63-4812-bb9b-a37cf81d55a7'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:43.322587 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-00301bff-d039-45bd-81c9-77664c240a39 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35 HTTP/1.1" status: 200 len: 699 time: 0.4982710 Mar 28 15:21:43.338561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59202) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:43.389439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Pushing event updated for resources: {'Port': ['ID=cfaa059a-5373-4a85-93ef-8bdb2b69c306,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:43.416523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:43.418832 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:43.426709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:43.464770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Attempting to bind port fd8fc048-32a5-46d3-9682-4b8695fb0d4e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:43.466207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:43.466376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Attempting to bind port fd8fc048-32a5-46d3-9682-4b8695fb0d4e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:43.466812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Attempting to bind port fd8fc048-32a5-46d3-9682-4b8695fb0d4e on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:43.501443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object cf3e7421-2467-47bd-babe-f294ffe844ea will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:43.532116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:43.532490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:43.532897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:43.533291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:43.533774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Bound port: fd8fc048-32a5-46d3-9682-4b8695fb0d4e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:43.535348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:43.555511 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:43.617766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59214) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:43.637235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:43.777089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Attempting to bind port cfaa059a-5373-4a85-93ef-8bdb2b69c306 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:43.777866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Attempting to bind port cfaa059a-5373-4a85-93ef-8bdb2b69c306 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9fcd9fd7-b773-4c48-a54e-7fe8465351f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:43.778454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Attempting to bind port cfaa059a-5373-4a85-93ef-8bdb2b69c306 on network 189a18ea-c89f-4927-975d-8e86e9ff3f79 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:43.791681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:43.797947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=cf3e7421-2467-47bd-babe-f294ffe844ea,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:43.800723 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:43.801124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:43.815453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:port and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:43.822245 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2c2a1f99-4630-4ee8-bec9-7128e237a947 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7457407 Mar 28 15:21:43.825149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:43.828460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59220) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:43.849876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'subnet': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:43.854257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:43.933863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59224) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:43.952336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:43.952713 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Checking segment: {'id': '9fcd9fd7-b773-4c48-a54e-7fe8465351f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:43.953119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:43.953507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Bound using segment: {'id': '9fcd9fd7-b773-4c48-a54e-7fe8465351f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:43.957785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Bound port: cfaa059a-5373-4a85-93ef-8bdb2b69c306, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcd9fd7-b773-4c48-a54e-7fe8465351f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:43.958179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.115111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:44.130423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:44.134999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Usage tracker for resource:subnet and tenant:95c1a79e2bf24cd5bc72fa103a8a3702 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:44.138086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:44.146665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:44.168203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] For port fd8fc048-32a5-46d3-9682-4b8695fb0d4e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:44.174853 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:40Z', 'revision_number': 7, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a', 'name': '', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:58:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:27Z', 'updated_at': '2022-03-28T15:21:39Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:44.185615 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:21:44.200363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-793082127', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:44.207626 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:44.208231 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:44.221477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:44.237746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Usage tracker for resource:router and tenant:c3478c0334de4e4eac0e14e1325f1add is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:44.237897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] For port fd8fc048-32a5-46d3-9682-4b8695fb0d4e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fd8fc048-32a5-46d3-9682-4b8695fb0d4e,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:44.238013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:44.251200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:44.270678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:44.282273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:44.301221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Made reservation on behalf of 95c1a79e2bf24cd5bc72fa103a8a3702 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:44.315682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.341049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:44.352594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.357228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:44.357897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.388723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb1c89ea-1c2d-4531-864d-314bcc1c736a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.439012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] For port cfaa059a-5373-4a85-93ef-8bdb2b69c306, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:44.444806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.463199 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:44.483195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] For port cfaa059a-5373-4a85-93ef-8bdb2b69c306, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cfaa059a-5373-4a85-93ef-8bdb2b69c306,segment=NetworkSegment(9fcd9fd7-b773-4c48-a54e-7fe8465351f4),segment_id=9fcd9fd7-b773-4c48-a54e-7fe8465351f4)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:44.492030 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999bd25-face-4136-9c6e-9323296b5440 None None] Pushing event updated for resources: {'Port': ['ID=fd8fc048-32a5-46d3-9682-4b8695fb0d4e,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:44.516645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.518055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.542197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.568038 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.646283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port 0da6f470-f762-4fcc-a17c-95418864797c yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:21:44.736851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59240) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:44.737055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56e181-c2ce-406e-9275-f277adc9b8cf None None] Pushing event updated for resources: {'Port': ['ID=cfaa059a-5373-4a85-93ef-8bdb2b69c306,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:44.801111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb1c89ea-1c2d-4531-864d-314bcc1c736a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:44.937430 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d1f04a6a-5cc5-4fb9-bd37-a84fb19db397 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5012152 Mar 28 15:21:44.938441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59246) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:45.119748 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:40Z', 'revision_number': 7, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a', 'name': '', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:58:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:27Z', 'updated_at': '2022-03-28T15:21:39Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:45.137148 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b0287-a16b-43bb-8b71-f4e217280e6b None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:40Z', 'revision_number': 7, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a', 'name': '', 'network_id': '00dd3582-7acb-4f91-91a2-2552cb3cc980', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:58:e3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:27Z', 'updated_at': '2022-03-28T15:21:39Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': 'dddd30d1-a12c-4151-9a3a-a86e1801cf42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:45.146390 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bdfe2a5c-19ab-45a3-946a-7dcfcd47dfb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c4800f7a78f423aa7260f124429ec03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2048414 Mar 28 15:21:45.155854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1542004756'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:45.171621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:45.189318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Usage tracker for resource:network and tenant:04a8bd70d0e74d9a8aacf808c879038a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:45.195683 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59252) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:45.198036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:45.222174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:45.395855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::16 (189a18ea-c89f-4927-975d-8e86e9ff3f79/0d8674a4-fd63-4812-bb9b-a37cf81d55a7/0da6f470-f762-4fcc-a17c-95418864797c) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:45.439984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.450671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Made reservation on behalf of 04a8bd70d0e74d9a8aacf808c879038a for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:45.454332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.473902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.485937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0643c06-9161-4cd0-a8ac-588ecbb13294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.496743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:45.502115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Usage tracker for resource:security_group_rule and tenant:04a8bd70d0e74d9a8aacf808c879038a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:45.504969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:45.512810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:45.519116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14793551-a9d2-4b4d-b6af-ea402ed7429d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:45.525629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14793551-a9d2-4b4d-b6af-ea402ed7429d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:45.527267 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-14793551-a9d2-4b4d-b6af-ea402ed7429d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4430308 Mar 28 15:21:45.531081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59256) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:45.584030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0643c06-9161-4cd0-a8ac-588ecbb13294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.629674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb1c89ea-1c2d-4531-864d-314bcc1c736a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.666120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c89ea-1c2d-4531-864d-314bcc1c736a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85ad0b5-ad34-4b09-8d63-4212842676c2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:45.718523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-19f04c82-bbe3-426b-80f3-ef64884a9864 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port cf3e7421-2467-47bd-babe-f294ffe844ea {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:45.718838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-19f04c82-bbe3-426b-80f3-ef64884a9864 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.845867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.847180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb1c89ea-1c2d-4531-864d-314bcc1c736a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.848335 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-eb1c89ea-1c2d-4531-864d-314bcc1c736a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/d85ad0b5-ad34-4b09-8d63-4212842676c2 HTTP/1.1" status: 204 len: 168 time: 2.2295651 Mar 28 15:21:45.933358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:45.984577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59262) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:45.987408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.004848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.004848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:21:46.067510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0643c06-9161-4cd0-a8ac-588ecbb13294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.124683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:46.130836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.134747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:46.142057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.142403 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Added segment f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55 of type vlan for network be1030e9-fe83-4bda-ad6d-06d02207075a Mar 28 15:21:46.166216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f41f2-f79a-4eba-be5b-1e4a7dbab4dc None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:46.201687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:46.202900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.244282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.275797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f70507c-080e-4399-ad81-2435fea0285f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:46.286952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.297173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ee327eb8-b725-4e23-a998-c03c85a74997 None None] Provisioning for port fd8fc048-32a5-46d3-9682-4b8695fb0d4e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:46.297398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0643c06-9161-4cd0-a8ac-588ecbb13294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f535b-066a-42d3-8455-d6fb20ba3ce1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:46.356436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Subnet': ['ID=f2a9158f-7ff8-4162-9b34-dc36639ee507,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:46.377418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.436383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 0da6f470-f762-4fcc-a17c-95418864797c will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:46.451994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.459224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:46.460650 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.528586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0643c06-9161-4cd0-a8ac-588ecbb13294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.540748 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d0643c06-9161-4cd0-a8ac-588ecbb13294 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/460f535b-066a-42d3-8455-d6fb20ba3ce1 HTTP/1.1" status: 204 len: 168 time: 1.3290057 Mar 28 15:21:46.566107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70b5823-a4ab-4d81-9a89-4bb6dccab6f1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting subnet 942d878d-1042-4633-8e37-e8faa15cdb64 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:46.589346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Allocated IP 172.26.7.49 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/4ee8c2f8-3579-4fe1-9d5d-62f144eac88b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:46.606102 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-507a4e4b-c963-4e8d-b42b-6881232e9df6 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7716146 Mar 28 15:21:46.621769 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8828001 Mar 28 15:21:46.625466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59268) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:46.625852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59270) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:46.626002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b70b5823-a4ab-4d81-9a89-4bb6dccab6f1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.639717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-129969700', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f2a9158f-7ff8-4162-9b34-dc36639ee507'}], 'security_groups': ['cad4f00e-1010-45cf-aa05-77e5ed143ffe', '0221620a-d550-4112-9500-ff9c10c4f75f']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:46.681606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Request body: {'subnet': {'network_id': 'be1030e9-fe83-4bda-ad6d-06d02207075a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:46.718008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-19f04c82-bbe3-426b-80f3-ef64884a9864 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.764896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dd6aa6c9-d054-4ddb-ba5d-6e63f4416095 None None] Provisioning for port cf3e7421-2467-47bd-babe-f294ffe844ea completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:46.767898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c60583-769a-42f2-a474-bca3e9f4d5ea None None] Update dhcp port {'port': {'network_id': '2d32d542-8e1e-43e8-8a07-5a5d1741de3c', 'fixed_ips': [{'subnet_id': '73e5d38e-c4b0-403e-a105-954fb25c2a4b', 'ip_address': '172.20.0.18'}, {'subnet_id': '95519afc-aee3-4831-8e23-db3650eb6fe4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f2a9158f-7ff8-4162-9b34-dc36639ee507'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:21:46.799882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dd6aa6c9-d054-4ddb-ba5d-6e63f4416095 None None] Provisioning complete for port cf3e7421-2467-47bd-babe-f294ffe844ea triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:46.800657 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dd6aa6c9-d054-4ddb-ba5d-6e63f4416095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.877250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e7c60583-769a-42f2-a474-bca3e9f4d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:46.936314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-dd6aa6c9-d054-4ddb-ba5d-6e63f4416095 None None] Port cf3e7421-2467-47bd-babe-f294ffe844ea cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:46.996699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.005242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-19f04c82-bbe3-426b-80f3-ef64884a9864 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for cf3e7421-2467-47bd-babe-f294ffe844ea owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:47.014531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7fe79-0ea6-4df7-88c5-3437bc30be60 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event updated for resources: {'Network': ['ID=be1030e9-fe83-4bda-ad6d-06d02207075a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:47.034959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network be1030e9-fe83-4bda-ad6d-06d02207075a details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:21:47.037982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b70b5823-a4ab-4d81-9a89-4bb6dccab6f1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.188394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:47.209696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Usage tracker for resource:subnet and tenant:04a8bd70d0e74d9a8aacf808c879038a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:47.218973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:47.283528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cfaa059a-5373-4a85-93ef-8bdb2b69c306 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:47.284014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:47.284743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:47.290816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:47.293223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=0da6f470-f762-4fcc-a17c-95418864797c,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:47.304537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:47.311000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:47.311713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.322119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-945a035c-b435-4faa-98f0-d9fc636be422 None None] Provisioning complete for port be26f46e-5690-40d8-9cb4-ff8696cf6343 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:47.322700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-945a035c-b435-4faa-98f0-d9fc636be422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.386610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.423853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:47.424208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.445169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Made reservation on behalf of 04a8bd70d0e74d9a8aacf808c879038a for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:47.449346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.452141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-945a035c-b435-4faa-98f0-d9fc636be422 None None] Port be26f46e-5690-40d8-9cb4-ff8696cf6343 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:47.512709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-e7c60583-769a-42f2-a474-bca3e9f4d5ea None None] Allocated IP 172.20.0.34 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/f2a9158f-7ff8-4162-9b34-dc36639ee507/15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:47.580620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.594046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-945a035c-b435-4faa-98f0-d9fc636be422 None None] Provisioning for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:47.652494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:47.670165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:47.670541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.691196 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-06631687-8d6e-419f-aab2-c8e922e1dc54 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4170787 Mar 28 15:21:47.696511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59286) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:47.709305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:47.764153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e7c60583-769a-42f2-a474-bca3e9f4d5ea None None] For port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,segment=NetworkSegment(6406856a-4bba-43b3-aac9-574b9604f0c7),segment_id=6406856a-4bba-43b3-aac9-574b9604f0c7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:47.770292 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b70b5823-a4ab-4d81-9a89-4bb6dccab6f1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.834492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e7c60583-769a-42f2-a474-bca3e9f4d5ea None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.860476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-27441515-8894-42d5-8665-c0145e49c42e None None] Provisioning for port 0da6f470-f762-4fcc-a17c-95418864797c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:47.865774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.876329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e7c60583-769a-42f2-a474-bca3e9f4d5ea None None] Transition to ACTIVE for port object 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:47.880284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-27441515-8894-42d5-8665-c0145e49c42e None None] Provisioning complete for port 0da6f470-f762-4fcc-a17c-95418864797c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:47.880638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27441515-8894-42d5-8665-c0145e49c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.880763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:47.951786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port cfaa059a-5373-4a85-93ef-8bdb2b69c306, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cfaa059a-5373-4a85-93ef-8bdb2b69c306,segment=NetworkSegment(9fcd9fd7-b773-4c48-a54e-7fe8465351f4),segment_id=9fcd9fd7-b773-4c48-a54e-7fe8465351f4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:47.952923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-27441515-8894-42d5-8665-c0145e49c42e None None] Port 0da6f470-f762-4fcc-a17c-95418864797c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:47.954353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e7c60583-769a-42f2-a474-bca3e9f4d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.024431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:48.034322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:48.041698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:48.087782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.088511 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fd8fc048-32a5-46d3-9682-4b8695fb0d4e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:48.103107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a,segment=NetworkSegment(89c5bcaa-c781-46ca-a35a-aa871abb1629),segment_id=89c5bcaa-c781-46ca-a35a-aa871abb1629)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:48.103548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.117531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-19f04c82-bbe3-426b-80f3-ef64884a9864 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.169164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c60583-769a-42f2-a474-bca3e9f4d5ea None None] Pushing event updated for resources: {'Port': ['ID=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:48.169383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59298) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:48.203280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event updated for resources: {'Port': ['ID=4ee8c2f8-3579-4fe1-9d5d-62f144eac88b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:48.287315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=cfaa059a-5373-4a85-93ef-8bdb2b69c306,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:48.338075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:48.364858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.372985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port fd8fc048-32a5-46d3-9682-4b8695fb0d4e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:48.373720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'networks': [{'name': 'tempest-network--560611895'}, {'name': 'tempest-network--1977730158'}]} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:48.378605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'network': {'name': 'tempest-network--560611895'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:48.378605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'network': {'name': 'tempest-network--1977730158'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:48.378897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fd8fc048-32a5-46d3-9682-4b8695fb0d4e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:48.379231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.404970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b70b5823-a4ab-4d81-9a89-4bb6dccab6f1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.430049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:48.465382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f04c82-bbe3-426b-80f3-ef64884a9864 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=cf3e7421-2467-47bd-babe-f294ffe844ea,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:48.477879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:48.507853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b5823-a4ab-4d81-9a89-4bb6dccab6f1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Subnet': ['ID=942d878d-1042-4633-8e37-e8faa15cdb64,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:48.511233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Usage tracker for resource:network and tenant:efb7c0ca56e942feb495c70d244117b8 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:48.536393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:48.551121 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b70b5823-a4ab-4d81-9a89-4bb6dccab6f1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.557238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dcc3b8-6191-4d69-bf17-6cb64005bbb6 None None] Network 6c491053-71bb-4910-b28f-e67b8c7f7e67 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:48.562285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:48.562419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:48.580370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:48.613295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event updated for resources: {'Subnet': ['ID=aedc065d-d1ca-4dd0-a2cd-a396961e57b6,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:48.651090 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.760695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-19f04c82-bbe3-426b-80f3-ef64884a9864 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.772853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:48.783066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Checking segment: {'id': 'f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be1030e9-fe83-4bda-ad6d-06d02207075a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:48.785058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Network hostable DHCP agents. Network: be1030e9-fe83-4bda-ad6d-06d02207075a, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:21:48.797038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Made reservation on behalf of efb7c0ca56e942feb495c70d244117b8 for: {'network': 2} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:48.800258 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b70b5823-a4ab-4d81-9a89-4bb6dccab6f1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/subnets/942d878d-1042-4633-8e37-e8faa15cdb64 HTTP/1.1" status: 204 len: 168 time: 2.7572088 Mar 28 15:21:48.801919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.810505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port fd8fc048-32a5-46d3-9682-4b8695fb0d4e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fd8fc048-32a5-46d3-9682-4b8695fb0d4e,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:48.813427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59304) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:48.818420 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-19f04c82-bbe3-426b-80f3-ef64884a9864 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/cf3e7421-2467-47bd-babe-f294ffe844ea HTTP/1.1" status: 204 len: 168 time: 3.2788651 Mar 28 15:21:48.824256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59306) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:48.878918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:48.948508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.060472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=fd8fc048-32a5-46d3-9682-4b8695fb0d4e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:49.154748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:49.187408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:49.191059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.274501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:49.276928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcff39dd-da34-4edb-88a4-2bdf116291a4 None None] Provisioning for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:49.282173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcff39dd-da34-4edb-88a4-2bdf116291a4 None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:49.282541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcff39dd-da34-4edb-88a4-2bdf116291a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.287301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Usage tracker for resource:security_group_rule and tenant:efb7c0ca56e942feb495c70d244117b8 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:49.304360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:49.309218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-64ee788b-b42e-4b63-88d8-42c0198a3fb1 {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:21:49.309532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:21:49.312576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccec56b1-64ca-4c1f-9ae8-59281c5e77d7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:49.314163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccec56b1-64ca-4c1f-9ae8-59281c5e77d7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:49.315182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ccec56b1-64ca-4c1f-9ae8-59281c5e77d7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:49.320943 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:49.320943 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.321566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.327107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:49.353106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39268e4f-c896-4bb9-b6a5-2289e96e2263 None None] DHCP port deletion for 6c491053-71bb-4910-b28f-e67b8c7f7e67 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:49.369471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-39268e4f-c896-4bb9-b6a5-2289e96e2263 None None] Deleting port bf4801b8-0d6c-4859-b916-a7d42ae14e51 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:49.369835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39268e4f-c896-4bb9-b6a5-2289e96e2263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.389175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port bf4801b8-0d6c-4859-b916-a7d42ae14e51 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:49.389511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.411281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Network be1030e9-fe83-4bda-ad6d-06d02207075a is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:21:49.468344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.486667 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.ipam_backend_mixin [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d8674a4-fd63-4812-bb9b-a37cf81d55a7 (CIDR: 2001:db8::/64) Mar 28 15:21:49.533117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, be1030e9-fe83-4bda-ad6d-06d02207075a) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:49.534634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ccec56b1-64ca-4c1f-9ae8-59281c5e77d7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:49.535560 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:21:49.536202 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ccec56b1-64ca-4c1f-9ae8-59281c5e77d7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7064061 Mar 28 15:21:49.538849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:21:49.544050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59312) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:49.552668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:49.555645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.577460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec09a7-6ba5-44ba-9218-5e209301e402 None None] Network be1030e9-fe83-4bda-ad6d-06d02207075a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:49.600366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.696747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:49.706018 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-47188720-ceea-42b6-b545-b18d548983ae tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0043333 Mar 28 15:21:49.718591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59316) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:49.753376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d64017-99a6-497d-9811-837c64256cbc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 5a17094d-677d-482d-b009-325fd0d4e3a8 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:49.757698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56d64017-99a6-497d-9811-837c64256cbc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.769343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:49.774835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cfaa059a-5373-4a85-93ef-8bdb2b69c306 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:49.824340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56d64017-99a6-497d-9811-837c64256cbc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.842282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-39268e4f-c896-4bb9-b6a5-2289e96e2263 None None] For port bf4801b8-0d6c-4859-b916-a7d42ae14e51, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bf4801b8-0d6c-4859-b916-a7d42ae14e51,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:49.842676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39268e4f-c896-4bb9-b6a5-2289e96e2263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.890962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port bf4801b8-0d6c-4859-b916-a7d42ae14e51, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bf4801b8-0d6c-4859-b916-a7d42ae14e51,segment=NetworkSegment(1e6bc6db-db74-47aa-9373-d1fa2444ff53),segment_id=1e6bc6db-db74-47aa-9373-d1fa2444ff53)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:49.893277 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.910560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.944938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcff39dd-da34-4edb-88a4-2bdf116291a4 None None] Provisioning complete for port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:49.945329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcff39dd-da34-4edb-88a4-2bdf116291a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:49.964468 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ba659c0e-1176-401f-a0f6-71e5392bfe17 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3323567 Mar 28 15:21:49.972071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59320) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:50.042504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-39268e4f-c896-4bb9-b6a5-2289e96e2263 None None] Calling delete_port for bf4801b8-0d6c-4859-b916-a7d42ae14e51 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:50.051312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-131575661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:50.051612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.051993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.139343 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.158280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-dcff39dd-da34-4edb-88a4-2bdf116291a4 None None] Port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:50.166413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8c9501-f6e8-48d8-b4ff-7dd880e6cbf8,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:50.173980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for bf4801b8-0d6c-4859-b916-a7d42ae14e51 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:50.187241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:50.187618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.214671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:50.232713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Usage tracker for resource:router and tenant:04a8bd70d0e74d9a8aacf808c879038a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:50.245727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:50.273148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcff39dd-da34-4edb-88a4-2bdf116291a4 None None] Provisioning complete for port 73633016-b1fb-49ef-b3a7-72c47b650c6f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:50.273620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcff39dd-da34-4edb-88a4-2bdf116291a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.280303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:21:50.307657 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-be1030e9-fe83-4bda-ad6d-06d02207075a', 'network_id': 'be1030e9-fe83-4bda-ad6d-06d02207075a', 'tenant_id': '04a8bd70d0e74d9a8aacf808c879038a', 'fixed_ips': [{'subnet_id': 'aedc065d-d1ca-4dd0-a2cd-a396961e57b6'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:21:50.308441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.318558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.318907 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Added segment 6e0d6ca5-8d87-435f-9c32-87d0f1e235ef of type vlan for network aa8124de-85a1-4767-8598-fde8ba58b396 Mar 28 15:21:50.336092 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39268e4f-c896-4bb9-b6a5-2289e96e2263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.355847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:50.391095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56d64017-99a6-497d-9811-837c64256cbc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.398019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39268e4f-c896-4bb9-b6a5-2289e96e2263 None None] Pushing event deleted for resources: {'Port': ['ID=bf4801b8-0d6c-4859-b916-a7d42ae14e51,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:50.410446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39268e4f-c896-4bb9-b6a5-2289e96e2263 None None] No DVR routers for this DVR port bf4801b8-0d6c-4859-b916-a7d42ae14e51 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:50.449460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.470931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-dcff39dd-da34-4edb-88a4-2bdf116291a4 None None] Port 73633016-b1fb-49ef-b3a7-72c47b650c6f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:50.488262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:50.508872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:50.514315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:50.533229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.550312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:50.556476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.574498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.576025 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.583781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:21:50.584274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:21:50.670551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Allocated IP 172.20.0.2 (be1030e9-fe83-4bda-ad6d-06d02207075a/aedc065d-d1ca-4dd0-a2cd-a396961e57b6/70985487-07be-4c8f-9457-c73370a35ad9) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:50.755059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:50.758737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.797646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.805263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:21:50.845579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.846045 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Added segment 9b2e50ee-191d-485a-946b-df9f11cd58b7 of type vlan for network e2af9c03-3b41-4fa6-8f52-ad6a040c026b Mar 28 15:21:50.847852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56d64017-99a6-497d-9811-837c64256cbc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:50.906929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d64017-99a6-497d-9811-837c64256cbc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=5a17094d-677d-482d-b009-325fd0d4e3a8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:50.929408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace46d1-5f19-408f-b6c9-7512490fb9e5 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:51.088857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-56d64017-99a6-497d-9811-837c64256cbc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.105166 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.131394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.169891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Transition to ACTIVE for port object 70985487-07be-4c8f-9457-c73370a35ad9 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:51.196249 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port bf4801b8-0d6c-4859-b916-a7d42ae14e51 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:51.196611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.231223 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-56d64017-99a6-497d-9811-837c64256cbc tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/5a17094d-677d-482d-b009-325fd0d4e3a8 HTTP/1.1" status: 204 len: 168 time: 1.6833367 Mar 28 15:21:51.232421 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fd8fc048-32a5-46d3-9682-4b8695fb0d4e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:51.234629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59324) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:51.301002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] The port 'bf4801b8-0d6c-4859-b916-a7d42ae14e51' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:21:51.305134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Router d3f1bfdc-673b-49fa-a52e-d4742136fcd8 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:21:51.324419 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a3cfe147-e0af-4499-8f7c-0eea3ce83fd2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891278 Mar 28 15:21:51.325410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59328) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:51.329059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.329552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.334135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Transition to ACTIVE for port object 70985487-07be-4c8f-9457-c73370a35ad9 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:51.335519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:51.340314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:51.340977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.355820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.378380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:51.391968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a4f26ff2-337a-4492-9186-44ddd1eb26cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.403492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Delete allocated IP 172.20.0.14 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/95519afc-aee3-4831-8e23-db3650eb6fe4) {{(pid=88486) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 15:21:51.406167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fd8fc048-32a5-46d3-9682-4b8695fb0d4e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:51.406740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.449849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.499919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Allocated IP 172.20.0.42 (2d32d542-8e1e-43e8-8a07-5a5d1741de3c/f2a9158f-7ff8-4162-9b34-dc36639ee507/dc8b7c8d-ed5c-4154-96fb-38e8d4188d83) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:51.526999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a9bf0-1cff-460f-b522-3ae5c6f0e797 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:51.563959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a9bf0-1cff-460f-b522-3ae5c6f0e797 None None] Deleting port fd8fc048-32a5-46d3-9682-4b8695fb0d4e {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:51.564509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9bf0-1cff-460f-b522-3ae5c6f0e797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.605070 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.4321799 Mar 28 15:21:51.605070 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Network': ['ID=aa8124de-85a1-4767-8598-fde8ba58b396,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:51.608349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59332) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:51.615216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Network be1030e9-fe83-4bda-ad6d-06d02207075a is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:51.617081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.619483 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-699b81c2-432f-43d5-b072-42ca6ac5b64e tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.6420217 Mar 28 15:21:51.621632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.637568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59336) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:51.642378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:51.645194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network aa8124de-85a1-4767-8598-fde8ba58b396 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:21:51.677843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:51.714425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Pushing event updated for resources: {'Port': ['ID=70985487-07be-4c8f-9457-c73370a35ad9,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:51.792795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c491053-71bb-4910-b28f-e67b8c7f7e67']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:51.886199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6bc6db-db74-47aa-9373-d1fa2444ff53') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:51.886199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6bc6db-db74-47aa-9373-d1fa2444ff53') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:51.922571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:51.937942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7ccb5-bc45-43a9-9bc8-d6c701044ced tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Network': ['ID=e2af9c03-3b41-4fa6-8f52-ad6a040c026b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:51.985539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network e2af9c03-3b41-4fa6-8f52-ad6a040c026b details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:21:52.026570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:52.078469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82f35a-46ad-46f3-855a-73253503197e None None] Sync routers for ids ['d3f1bfdc-673b-49fa-a52e-d4742136fcd8'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:52.083585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:21:52.094922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f036cfb-bce9-4a79-bd56-914232f20301 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:52.097810 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:21:52.105691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5f036cfb-bce9-4a79-bd56-914232f20301 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:52.107183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Attempting to bind port 70985487-07be-4c8f-9457-c73370a35ad9 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:52.107553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Attempting to bind port 70985487-07be-4c8f-9457-c73370a35ad9 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be1030e9-fe83-4bda-ad6d-06d02207075a'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:52.107918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Attempting to bind port 70985487-07be-4c8f-9457-c73370a35ad9 on network be1030e9-fe83-4bda-ad6d-06d02207075a {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:52.115553 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:52.117012 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:52.201576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:52.224663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:52.225159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Checking segment: {'id': 'f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be1030e9-fe83-4bda-ad6d-06d02207075a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:52.231286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:52.231286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Bound using segment: {'id': 'f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be1030e9-fe83-4bda-ad6d-06d02207075a'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:52.231286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Bound port: 70985487-07be-4c8f-9457-c73370a35ad9, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be1030e9-fe83-4bda-ad6d-06d02207075a'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:52.231286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:52.245242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395c85f-6f29-44ad-907b-ff10f6a8b356 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:52.255150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395c85f-6f29-44ad-907b-ff10f6a8b356 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:52.264006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395c85f-6f29-44ad-907b-ff10f6a8b356 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:52.265785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82f35a-46ad-46f3-855a-73253503197e None None] Routers {'d3f1bfdc-673b-49fa-a52e-d4742136fcd8'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:52.266436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9e82f35a-46ad-46f3-855a-73253503197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d3f1bfdc-673b-49fa-a52e-d4742136fcd8'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:52.274398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395c85f-6f29-44ad-907b-ff10f6a8b356 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:52.275703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6395c85f-6f29-44ad-907b-ff10f6a8b356 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Synchronizing usage tracker for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:52.316035 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:52.344111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:52.346681 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0dc9baac-5fea-4118-b9b0-bb00790c3fd2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2284873 Mar 28 15:21:52.350769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59340) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:52.455480 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f1332c59-f6ca-435d-9ceb-7fbc94711735 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1121626 Mar 28 15:21:52.455480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:52.461300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59344) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:52.469888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5f036cfb-bce9-4a79-bd56-914232f20301 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:52.475612 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5f036cfb-bce9-4a79-bd56-914232f20301 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1306922 Mar 28 15:21:52.488896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59348) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:52.541925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:52.542199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:52.544143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9e82f35a-46ad-46f3-855a-73253503197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:52.560034 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:52.567850 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bf4801b8-0d6c-4859-b916-a7d42ae14e51 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:52.568802 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:52.660916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: bf4801b8-0d6c-4859-b916-a7d42ae14e51 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:52.661177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bf4801b8-0d6c-4859-b916-a7d42ae14e51 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:52.663166 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82f35a-46ad-46f3-855a-73253503197e None None] Routers {'d3f1bfdc-673b-49fa-a52e-d4742136fcd8'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:52.664087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9e82f35a-46ad-46f3-855a-73253503197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d3f1bfdc-673b-49fa-a52e-d4742136fcd8'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:52.679578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6395c85f-6f29-44ad-907b-ff10f6a8b356 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Unset dirty status for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:52.680735 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6395c85f-6f29-44ad-907b-ff10f6a8b356 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0688694 Mar 28 15:21:52.713619 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:49Z', 'revision_number': 8, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:52.718071 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:21:52.722523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59352) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:52.731861 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:21:52.732828 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:52.751261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bf2a9bf0-1cff-460f-b522-3ae5c6f0e797 None None] For port fd8fc048-32a5-46d3-9682-4b8695fb0d4e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fd8fc048-32a5-46d3-9682-4b8695fb0d4e,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:52.751980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9bf0-1cff-460f-b522-3ae5c6f0e797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:52.807001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9e82f35a-46ad-46f3-855a-73253503197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:52.807975 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ee28c73f-421a-4741-bb53-801a0a041b64 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/routers/d3f1bfdc-673b-49fa-a52e-d4742136fcd8 HTTP/1.1" status: 200 len: 923 time: 0.4556484 Mar 28 15:21:52.808391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82f35a-46ad-46f3-855a-73253503197e None None] The sync data for ids ['d3f1bfdc-673b-49fa-a52e-d4742136fcd8'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:52.813231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59356) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:52.970449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a9bf0-1cff-460f-b522-3ae5c6f0e797 None None] Calling delete_port for fd8fc048-32a5-46d3-9682-4b8695fb0d4e owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:53.013463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Allocated IP 172.20.0.1 (be1030e9-fe83-4bda-ad6d-06d02207075a/aedc065d-d1ca-4dd0-a2cd-a396961e57b6/33c7118b-b0bf-4157-892b-eed14ef2c95e) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:53.019464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] For port 70985487-07be-4c8f-9457-c73370a35ad9, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:53.042842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] For port 70985487-07be-4c8f-9457-c73370a35ad9, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=70985487-07be-4c8f-9457-c73370a35ad9,segment=NetworkSegment(f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55),segment_id=f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:53.083901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting subnet dddd30d1-a12c-4151-9a3a-a86e1801cf42 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:53.089551 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:21:53.098137 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cf38ef70-7c2a-4d2a-8d23-c4ca7f48d0b3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f1bfdc-673b-49fa-a52e-d4742136fcd8 HTTP/1.1" status: 200 len: 205 time: 0.2838006 Mar 28 15:21:53.100808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.113242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.133963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59360) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:53.137198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.156896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fd8fc048-32a5-46d3-9682-4b8695fb0d4e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:53.193579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c3335-3bba-4980-8948-8ce1d5db21b7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:53.198164 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-631c3335-3bba-4980-8948-8ce1d5db21b7 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7058914 Mar 28 15:21:53.201294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59364) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:53.204992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.222089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9bf0-1cff-460f-b522-3ae5c6f0e797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.242402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: fd8fc048-32a5-46d3-9682-4b8695fb0d4e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:53.243160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fd8fc048-32a5-46d3-9682-4b8695fb0d4e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:53.268545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.290382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Transition to ACTIVE for port object dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:53.298645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.301107 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a9bf0-1cff-460f-b522-3ae5c6f0e797 None None] No DVR routers for this DVR port fd8fc048-32a5-46d3-9682-4b8695fb0d4e on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:53.312755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:53.324931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2f7f1-6c32-439b-87ae-e6cf1d9ddbe7 None None] Pushing event updated for resources: {'Port': ['ID=70985487-07be-4c8f-9457-c73370a35ad9,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:53.382141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a9bf0-1cff-460f-b522-3ae5c6f0e797 None None] Pushing event deleted for resources: {'Port': ['ID=fd8fc048-32a5-46d3-9682-4b8695fb0d4e,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:53.382777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.393364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=5b9905f8-059c-4390-9f91-765f180d5bc6,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:53.402739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:53.406980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.411825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Network': ['ID=6c491053-71bb-4910-b28f-e67b8c7f7e67,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:53.412258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a52796-b501-420e-ad56-c51d3629d0b8 None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:53.418184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:53.418861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.468233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Transition to ACTIVE for port object 33c7118b-b0bf-4157-892b-eed14ef2c95e will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:53.487966 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bd6ef79c-c190-4eb3-a156-324126105128 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2695441 Mar 28 15:21:53.502792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59368) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:53.516116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:53.538485 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6a5a93b1-d6be-4209-b50b-23009fbda6c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/networks/6c491053-71bb-4910-b28f-e67b8c7f7e67 HTTP/1.1" status: 204 len: 168 time: 4.7153931 Mar 28 15:21:53.542475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59372) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:53.547832 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-53f63d23-0fe2-4074-a456-bede4af07ec1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8281910 Mar 28 15:21:53.565346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59376) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:53.610144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.613777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.622742 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:49Z', 'revision_number': 8, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:53.628868 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec45726-fec7-45e2-b3c9-efd6272e8a0b None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:21:49Z', 'revision_number': 8, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a326203-1cc6-45ca-99ec-b03f698f08ce', 'name': '', 'network_id': '69fa8a1c-8651-4fed-8298-5d6e474fa796', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:ce:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:13Z', 'updated_at': '2022-03-28T15:21:23Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '2e8fc45a-d889-481d-83a1-8c219ff08d8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:21:53.649305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-540333951', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b9905f8-059c-4390-9f91-765f180d5bc6'}], 'security_groups': ['b85dd6ee-dfe8-4514-8d96-984a1ecf865e']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:53.680907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46064217-8e3d-4c6a-9076-9139e09e1af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.696383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.866001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Network be1030e9-fe83-4bda-ad6d-06d02207075a is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:53.881033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:53.885232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:53.907790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:53.916191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42860df9-afdc-40ac-bdfd-95f7e7255a97 None None] Update dhcp port {'port': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'fixed_ips': [{'subnet_id': '0d8674a4-fd63-4812-bb9b-a37cf81d55a7', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b9905f8-059c-4390-9f91-765f180d5bc6'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': 'cfaa059a-5373-4a85-93ef-8bdb2b69c306'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:21:53.956265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.002012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event updated for resources: {'Port': ['ID=dc8b7c8d-ed5c-4154-96fb-38e8d4188d83,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:54.034477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-42860df9-afdc-40ac-bdfd-95f7e7255a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.066501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event updated for resources: {'Port': ['ID=33c7118b-b0bf-4157-892b-eed14ef2c95e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:54.089095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:54.161361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8124de-85a1-4767-8598-fde8ba58b396']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:54.254809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0d6ca5-8d87-435f-9c32-87d0f1e235ef') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:54.255259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0d6ca5-8d87-435f-9c32-87d0f1e235ef') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:54.277302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] In _notify_port_updated(), no bound segment for port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 on network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:21:54.282972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:54.283773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.287964 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-418e8e2e-3b47-4ca3-bd6e-6df1bcb091c3 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "PUT /v2.0/ports/dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 HTTP/1.1" status: 200 len: 959 time: 7.6572673 Mar 28 15:21:54.301253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59380) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:54.313801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.356091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.368215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:54.386737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:54.399790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.411926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:54.417474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:54.418135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:54.434024 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:54.444841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-42860df9-afdc-40ac-bdfd-95f7e7255a97 None None] Allocated IP 2001:db8:0:1::2 (189a18ea-c89f-4927-975d-8e86e9ff3f79/5b9905f8-059c-4390-9f91-765f180d5bc6/cfaa059a-5373-4a85-93ef-8bdb2b69c306) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:54.445765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.452300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cca3afed-8721-4024-aae4-9ad1b7d8071a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:54.452637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cca3afed-8721-4024-aae4-9ad1b7d8071a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.465565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port cdd1b717-91bb-4d5a-8488-344003fb0bd0 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:54.465902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.540358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Deleting port 4ee8c2f8-3579-4fe1-9d5d-62f144eac88b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:54.540695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.566833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.567141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-04db0e74-c1b3-4b12-a01a-3e37d5e73947 None None] Provisioning for port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:54.575886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-04db0e74-c1b3-4b12-a01a-3e37d5e73947 None None] Provisioning complete for port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:54.576254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04db0e74-c1b3-4b12-a01a-3e37d5e73947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.620856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.621126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:54.624506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.667160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-04db0e74-c1b3-4b12-a01a-3e37d5e73947 None None] Port dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:54.696353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-42860df9-afdc-40ac-bdfd-95f7e7255a97 None None] For port cfaa059a-5373-4a85-93ef-8bdb2b69c306, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cfaa059a-5373-4a85-93ef-8bdb2b69c306,segment=NetworkSegment(9fcd9fd7-b773-4c48-a54e-7fe8465351f4),segment_id=9fcd9fd7-b773-4c48-a54e-7fe8465351f4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:54.733418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-42860df9-afdc-40ac-bdfd-95f7e7255a97 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.766228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Subnet': ['ID=dddd30d1-a12c-4151-9a3a-a86e1801cf42,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:54.772927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.782255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f7dfcf-00f4-4890-b0be-1acbf422f31d None None] Network 00dd3582-7acb-4f91-91a2-2552cb3cc980 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:54.783894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.801108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.801497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.801771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.802126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.802459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.802782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.803129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.804131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.804461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.804830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.805161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.805480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:54.811187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.874141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.884738 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d512cfef-d98c-4867-ab4a-64529bc4e446 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/dddd30d1-a12c-4151-9a3a-a86e1801cf42 HTTP/1.1" status: 204 len: 168 time: 2.4172003 Mar 28 15:21:54.897554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-42860df9-afdc-40ac-bdfd-95f7e7255a97 None None] Transition to ACTIVE for port object cfaa059a-5373-4a85-93ef-8bdb2b69c306 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:54.924236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59384) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:54.970997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.977307 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/networks/aa8124de-85a1-4767-8598-fde8ba58b396 HTTP/1.1" status: 204 len: 168 time: 2.2502286 Mar 28 15:21:54.981819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59388) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:54.994927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-42860df9-afdc-40ac-bdfd-95f7e7255a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:54.995234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373d980-8b62-4a53-b987-6b4fe4101387 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Network': ['ID=aa8124de-85a1-4767-8598-fde8ba58b396,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:55.020113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.020676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.147611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.169659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.284165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42860df9-afdc-40ac-bdfd-95f7e7255a97 None None] Pushing event updated for resources: {'Port': ['ID=cfaa059a-5373-4a85-93ef-8bdb2b69c306,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:55.296573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 70985487-07be-4c8f-9457-c73370a35ad9 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:55.305331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Calling delete_port for 4ee8c2f8-3579-4fe1-9d5d-62f144eac88b owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:55.331130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for cdd1b717-91bb-4d5a-8488-344003fb0bd0 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:55.358927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cca3afed-8721-4024-aae4-9ad1b7d8071a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.487652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf20f9f3-dad6-4e0d-bc5a-0fdecc1a8776 None None] Network be1030e9-fe83-4bda-ad6d-06d02207075a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:55.503195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cca3afed-8721-4024-aae4-9ad1b7d8071a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:55.583509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.590302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 70985487-07be-4c8f-9457-c73370a35ad9 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:55.597496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c6597-a8dc-445f-8807-f65ce45ce41b None None] DHCP port deletion for 00dd3582-7acb-4f91-91a2-2552cb3cc980 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:21:55.616728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c6597-a8dc-445f-8807-f65ce45ce41b None None] Deleting port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:55.617135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6597-a8dc-445f-8807-f65ce45ce41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.623381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.657615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:55.706640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:55.707669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b623ca6d-9e14-4ce0-8ef5-95ffa0e96e3a not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:55.786275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d059f9fa-39b9-4688-8c28-581d2449ab18 None None] Provisioning for port 70985487-07be-4c8f-9457-c73370a35ad9 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:55.832409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d059f9fa-39b9-4688-8c28-581d2449ab18 None None] Provisioning complete for port 70985487-07be-4c8f-9457-c73370a35ad9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:55.832409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d059f9fa-39b9-4688-8c28-581d2449ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.843810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:21:55.844437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.858338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:55.936878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event deleted for resources: {'Port': ['ID=4ee8c2f8-3579-4fe1-9d5d-62f144eac88b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:55.940762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cca3afed-8721-4024-aae4-9ad1b7d8071a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.064602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6d0c6597-a8dc-445f-8807-f65ce45ce41b None None] For port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd,segment=NetworkSegment(89c5bcaa-c781-46ca-a35a-aa871abb1629),segment_id=89c5bcaa-c781-46ca-a35a-aa871abb1629)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:56.064883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6597-a8dc-445f-8807-f65ce45ce41b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.090146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3afed-8721-4024-aae4-9ad1b7d8071a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=dc8b7c8d-ed5c-4154-96fb-38e8d4188d83,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:56.249640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.288470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c6597-a8dc-445f-8807-f65ce45ce41b None None] Calling delete_port for f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:21:56.416879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d059f9fa-39b9-4688-8c28-581d2449ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.444546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.459133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.477969 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d059f9fa-39b9-4688-8c28-581d2449ab18 None None] For port 70985487-07be-4c8f-9457-c73370a35ad9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=70985487-07be-4c8f-9457-c73370a35ad9,segment=NetworkSegment(f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55),segment_id=f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:21:56.505987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6597-a8dc-445f-8807-f65ce45ce41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.560269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c6597-a8dc-445f-8807-f65ce45ce41b None None] Pushing event deleted for resources: {'Port': ['ID=f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:56.568352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d059f9fa-39b9-4688-8c28-581d2449ab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.571113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c6597-a8dc-445f-8807-f65ce45ce41b None None] No DVR routers for this DVR port f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:21:56.620738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.624382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.626645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cca3afed-8721-4024-aae4-9ad1b7d8071a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.656570 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cca3afed-8721-4024-aae4-9ad1b7d8071a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 HTTP/1.1" status: 204 len: 168 time: 2.3524995 Mar 28 15:21:56.656570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59392) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:56.664114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059f9fa-39b9-4688-8c28-581d2449ab18 None None] Pushing event updated for resources: {'Port': ['ID=70985487-07be-4c8f-9457-c73370a35ad9,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:56.698040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fafd3c75-aff7-477d-aa22-ef7eb993c8fb None None] Provisioning complete for port be26f46e-5690-40d8-9cb4-ff8696cf6343 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:56.698420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c75-aff7-477d-aa22-ef7eb993c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.705279 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a10b9b1-9053-4e62-8a9a-4874fdbf6682 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] GET failed (client error): The resource could not be found. Mar 28 15:21:56.705950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4a10b9b1-9053-4e62-8a9a-4874fdbf6682 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Synchronizing usage tracker for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:56.715252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] The port 'f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:21:56.751288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.752301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Fanout notify agent at l3_agent the message router_deleted on router d3f1bfdc-673b-49fa-a52e-d4742136fcd8 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:21:56.766665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.768002 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-eb5812da-4f72-4bd7-bcb4-25be0f89100f tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/d3f1bfdc-673b-49fa-a52e-d4742136fcd8 HTTP/1.1" status: 204 len: 168 time: 3.6285419 Mar 28 15:21:56.773417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59396) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:56.781714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1088981278', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': False}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:56.786521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-fafd3c75-aff7-477d-aa22-ef7eb993c8fb None None] Port be26f46e-5690-40d8-9cb4-ff8696cf6343 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:56.788299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:56.793747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Usage tracker for resource:router and tenant:1cf50e70e55e48b6bf381933078c82ea is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:56.797659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:56.797880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fafd3c75-aff7-477d-aa22-ef7eb993c8fb None None] Provisioning complete for port 0da6f470-f762-4fcc-a17c-95418864797c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:56.798257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c75-aff7-477d-aa22-ef7eb993c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.807253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:56.835339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4a10b9b1-9053-4e62-8a9a-4874fdbf6682 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Unset dirty status for tenant:95c1a79e2bf24cd5bc72fa103a8a3702 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:56.840884 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4a10b9b1-9053-4e62-8a9a-4874fdbf6682 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports/dc8b7c8d-ed5c-4154-96fb-38e8d4188d83 HTTP/1.1" status: 404 len: 333 time: 0.1871066 Mar 28 15:21:56.843871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59400) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:56.862143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-fafd3c75-aff7-477d-aa22-ef7eb993c8fb None None] Port 0da6f470-f762-4fcc-a17c-95418864797c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:56.882923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2af9c03-3b41-4fa6-8f52-ad6a040c026b']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:56.906792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.917850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.934902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.938442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fafd3c75-aff7-477d-aa22-ef7eb993c8fb None None] Provisioning for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:56.945138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fafd3c75-aff7-477d-aa22-ef7eb993c8fb None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:56.945973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c75-aff7-477d-aa22-ef7eb993c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.964937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1ba0-6317-4028-933c-02319a12f154 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:56.992019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2e50ee-191d-485a-946b-df9f11cd58b7') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:56.992317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2e50ee-191d-485a-946b-df9f11cd58b7') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:57.002511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1ba0-6317-4028-933c-02319a12f154 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.003635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.objects.ports [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88487) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:21:57.016007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.090669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.151279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 70985487-07be-4c8f-9457-c73370a35ad9 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:57.152809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=03005bb5-b5dc-4a4e-8290-16184ef5b82c,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:57.180444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.188087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.195091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1ba0-6317-4028-933c-02319a12f154 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.227957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 70985487-07be-4c8f-9457-c73370a35ad9 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:57.228477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.285888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d1ba0-6317-4028-933c-02319a12f154 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bce1e91-b41f-4176-afce-71be85f11f30,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:57.289022 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.289366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.289702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.290026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.290598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.290719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.291012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.291347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.291673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.291993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.292312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.293062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:57.304971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.309923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:57.332157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=cdd1b717-91bb-4d5a-8488-344003fb0bd0,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:57.335710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:57.348861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27366e2-acf8-4266-af0c-4f6224869788 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:21:57.373549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1ba0-6317-4028-933c-02319a12f154 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.374211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:57.374674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.378218 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fd2d1ba0-6317-4028-933c-02319a12f154 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/security-groups/8bce1e91-b41f-4176-afce-71be85f11f30 HTTP/1.1" status: 204 len: 168 time: 0.5301445 Mar 28 15:21:57.378809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59404) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:57.381665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.390676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:57.391285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:57.399060 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:57.434170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00dd3582-7acb-4f91-91a2-2552cb3cc980']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:57.451606 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-806137e4-7c5c-491a-8739-50d178367d7a None None] Provisioning complete for port 70985487-07be-4c8f-9457-c73370a35ad9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:57.451606 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-806137e4-7c5c-491a-8739-50d178367d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.460493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab2614eb-a2ef-4637-ad60-d9de854d3e88 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.515833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab2614eb-a2ef-4637-ad60-d9de854d3e88 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.519864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cfaa059a-5373-4a85-93ef-8bdb2b69c306 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:21:57.554316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c5bcaa-c781-46ca-a35a-aa871abb1629') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:57.554967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c5bcaa-c781-46ca-a35a-aa871abb1629') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:21:57.582125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Delete allocated IP 2001:db8::16 (189a18ea-c89f-4927-975d-8e86e9ff3f79/0d8674a4-fd63-4812-bb9b-a37cf81d55a7) {{(pid=88487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 15:21:57.596855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:21:57.609700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.630912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8:0:1::6f (189a18ea-c89f-4927-975d-8e86e9ff3f79/5b9905f8-059c-4390-9f91-765f180d5bc6/0da6f470-f762-4fcc-a17c-95418864797c) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:57.648592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.654548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.667766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.668096 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 4a86fabf-b7f5-41fd-9e68-51f569f7bbad disassociated (deleted). External IP: 172.26.7.197, port: 2090126a-054f-45d3-81f5-b26f65d40d69. Mar 28 15:21:57.725185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:21:57.725857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.729452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:57.729817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:21:57.752887 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:21:57.757125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.793161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab2614eb-a2ef-4637-ad60-d9de854d3e88 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.812924 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2614eb-a2ef-4637-ad60-d9de854d3e88 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0221620a-d550-4112-9500-ff9c10c4f75f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:57.846706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '03005bb5-b5dc-4a4e-8290-16184ef5b82c'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:21:57.847517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.863406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab2614eb-a2ef-4637-ad60-d9de854d3e88 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.868047 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ab2614eb-a2ef-4637-ad60-d9de854d3e88 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/security-groups/0221620a-d550-4112-9500-ff9c10c4f75f HTTP/1.1" status: 204 len: 168 time: 0.4786787 Mar 28 15:21:57.868047 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59408) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:57.921017 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ec89c9ec-7f6f-49dd-a6c6-df1db26ad8a6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4171376 Mar 28 15:21:57.922416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:57.926152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59412) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:57.932890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:57.951585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-806137e4-7c5c-491a-8739-50d178367d7a None None] Provisioning for port 33c7118b-b0bf-4157-892b-eed14ef2c95e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:21:57.961265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.004128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-806137e4-7c5c-491a-8739-50d178367d7a None None] Provisioning complete for port 33c7118b-b0bf-4157-892b-eed14ef2c95e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:58.004611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-806137e4-7c5c-491a-8739-50d178367d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.038026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.068692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-813b64ee-4cb5-4e86-8cd6-b4192f5d9252 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.083594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.088623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Network': ['ID=e2af9c03-3b41-4fa6-8f52-ad6a040c026b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:58.103557 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-806137e4-7c5c-491a-8739-50d178367d7a None None] Port 33c7118b-b0bf-4157-892b-eed14ef2c95e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:58.181477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-813b64ee-4cb5-4e86-8cd6-b4192f5d9252 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.184840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Allocated IP 2001:db8::f816:3eff:fea3:2d9d (407e43a9-7d21-4a68-a014-97c49e9e0f14/03005bb5-b5dc-4a4e-8290-16184ef5b82c/81614dcf-3455-45a5-859c-55676786e72f) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:58.189480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:21:58.229830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:21:58.230187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f4b6a3a1-cbf9-49d5-ad2f-72fad0a7accd not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:21:58.240283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event updated for resources: {'Port': ['ID=33c7118b-b0bf-4157-892b-eed14ef2c95e,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:58.241353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:58.246165 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a9238b0e-d0d6-4cda-a495-423be0cdad90 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/networks/e2af9c03-3b41-4fa6-8f52-ad6a040c026b HTTP/1.1" status: 204 len: 168 time: 3.2560432 Mar 28 15:21:58.248616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59416) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:58.254783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:58.260165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.272847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.312902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:58.343127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:58.358793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.413411 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/networks/00dd3582-7acb-4f91-91a2-2552cb3cc980 HTTP/1.1" status: 204 len: 168 time: 3.4763122 Mar 28 15:21:58.414861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f408b-6099-4e38-9f0d-7325bd413688 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Network': ['ID=00dd3582-7acb-4f91-91a2-2552cb3cc980,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:58.421178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59420) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:58.431648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Allocated IP 172.26.7.33 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/7ca03a81-e2e6-4052-92cf-5c9e9e9a2104) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:21:58.433750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-813b64ee-4cb5-4e86-8cd6-b4192f5d9252 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.463828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.468996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b64ee-4cb5-4e86-8cd6-b4192f5d9252 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad4f00e-1010-45cf-aa05-77e5ed143ffe,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:58.480807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:58.484216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.489611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Transition to ACTIVE for port object 81614dcf-3455-45a5-859c-55676786e72f will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:58.511494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Transition to ACTIVE for port object 81614dcf-3455-45a5-859c-55676786e72f will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:58.586146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.647939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:58.650822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:58.654475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:58.737985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Pushing event updated for resources: {'Port': ['ID=81614dcf-3455-45a5-859c-55676786e72f,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:58.743863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-813b64ee-4cb5-4e86-8cd6-b4192f5d9252 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.747401 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-813b64ee-4cb5-4e86-8cd6-b4192f5d9252 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/security-groups/cad4f00e-1010-45cf-aa05-77e5ed143ffe HTTP/1.1" status: 204 len: 168 time: 0.8764153 Mar 28 15:21:58.752040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731edf0-1dcd-4239-bde8-ba109b3a7eba tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:58.758058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731edf0-1dcd-4239-bde8-ba109b3a7eba tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:58.758413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.758768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.759158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.759485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.759664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59424) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:58.760117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.760117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.760461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.760592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9731edf0-1dcd-4239-bde8-ba109b3a7eba tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Synchronizing usage tracker for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:21:58.760793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.761121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.761713 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.762207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.762783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:21:58.766782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Attempting to bind port 81614dcf-3455-45a5-859c-55676786e72f on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:21:58.767053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Attempting to bind port 81614dcf-3455-45a5-859c-55676786e72f by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:21:58.767432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Attempting to bind port 81614dcf-3455-45a5-859c-55676786e72f on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:21:58.776213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:21:58.776401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:21:58.776700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.777101 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:21:58.777558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Bound port: 81614dcf-3455-45a5-859c-55676786e72f, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:21:58.777936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.874191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] For port 81614dcf-3455-45a5-859c-55676786e72f, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:21:58.877276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] For port 81614dcf-3455-45a5-859c-55676786e72f, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=81614dcf-3455-45a5-859c-55676786e72f,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:21:58.931610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.935016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:21:58.935332 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.ipam_backend_mixin [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03005bb5-b5dc-4a4e-8290-16184ef5b82c (CIDR: 2001:db8::/64) Mar 28 15:21:58.945678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9731edf0-1dcd-4239-bde8-ba109b3a7eba tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Unset dirty status for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:21:58.946956 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9731edf0-1dcd-4239-bde8-ba109b3a7eba tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6943939 Mar 28 15:21:58.955342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59428) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:58.957416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-326636071'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:58.963652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:58.974001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.978701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:58.980810 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:21:58.980810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:21:58.985803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:59.040106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Network be1030e9-fe83-4bda-ad6d-06d02207075a is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:59.055139 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-225c4bd4-9064-4935-a8af-22cdd111a990 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1278312 Mar 28 15:21:59.058165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59432) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:59.065771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:59.069041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa83568-3cb2-4097-be0a-5e60c995eab7 None None] Pushing event updated for resources: {'Port': ['ID=81614dcf-3455-45a5-859c-55676786e72f,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:59.069438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:21:59.110289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9d305d-4e30-4085-8306-6527ac191a6c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet 95519afc-aee3-4831-8e23-db3650eb6fe4 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:21:59.110693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.113616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object 0da6f470-f762-4fcc-a17c-95418864797c will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:21:59.165453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c9d305d-4e30-4085-8306-6527ac191a6c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.221148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Made reservation on behalf of efb7c0ca56e942feb495c70d244117b8 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:59.224808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.291869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:21:59.299910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:21:59.302596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:21:59.332754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event updated for resources: {'Port': ['ID=7ca03a81-e2e6-4052-92cf-5c9e9e9a2104,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:59.355915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:21:59.399763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 910bc72f-ae57-4dbb-b09d-ad44558b18dd has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:21:59.405289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.411071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.411414 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Added segment 9b30379c-7b55-4eac-adc3-9a4fe3a298a5 of type vlan for network 16d5df9a-357a-41d6-9a33-76909ff5bb2c Mar 28 15:21:59.441056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a519cb4f-e4e2-4cef-bd59-85d73f446f3c None None] Provisioning complete for port 33c7118b-b0bf-4157-892b-eed14ef2c95e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:21:59.441469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a519cb4f-e4e2-4cef-bd59-85d73f446f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.502002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:21:59.519078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:21:59.532359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:21:59.543218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:21:59.556109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=0da6f470-f762-4fcc-a17c-95418864797c,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:21:59.568247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a519cb4f-e4e2-4cef-bd59-85d73f446f3c None None] Port 33c7118b-b0bf-4157-892b-eed14ef2c95e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:21:59.595590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.709879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:21:59.713671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.740679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c9d305d-4e30-4085-8306-6527ac191a6c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.801991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] In _notify_port_updated(), no bound segment for port 0da6f470-f762-4fcc-a17c-95418864797c on network 189a18ea-c89f-4927-975d-8e86e9ff3f79 {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:21:59.808199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:59.808946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.812870 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f52ae32a-df8f-437a-a83c-33e72f10d528 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "PUT /v2.0/ports/0da6f470-f762-4fcc-a17c-95418864797c HTTP/1.1" status: 200 len: 929 time: 6.2442598 Mar 28 15:21:59.820949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59436) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:21:59.883618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:21:59.889176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:21:59.889779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.069607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ac1a9c70-e1a9-4cb5-87c6-b4d46bbaf701 None None] Provisioning for port 0da6f470-f762-4fcc-a17c-95418864797c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:00.076009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ac1a9c70-e1a9-4cb5-87c6-b4d46bbaf701 None None] Provisioning complete for port 0da6f470-f762-4fcc-a17c-95418864797c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:00.076572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9c70-e1a9-4cb5-87c6-b4d46bbaf701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.085353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-39cebd80-c30d-4f1b-8f35-3931b8b74fe7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port 0da6f470-f762-4fcc-a17c-95418864797c {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:00.085696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39cebd80-c30d-4f1b-8f35-3931b8b74fe7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.124146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Network': ['ID=16d5df9a-357a-41d6-9a33-76909ff5bb2c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:00.137641 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 16d5df9a-357a-41d6-9a33-76909ff5bb2c details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:22:00.148823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:00.158305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.172645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] Sync routers for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:00.176086 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2c6216f3-926a-4944-a193-75eda0538470 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2220161 Mar 28 15:22:00.178862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59440) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:00.184323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.226810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a9c70-e1a9-4cb5-87c6-b4d46bbaf701 None None] Port 0da6f470-f762-4fcc-a17c-95418864797c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:00.246637 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c1799dc9-a755-43f5-8446-0cf36a332182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/floatingips/4a86fabf-b7f5-41fd-9e68-51f569f7bbad HTTP/1.1" status: 204 len: 168 time: 6.7034976 Mar 28 15:22:00.251947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-957313295'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:00.253109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:22:00.257254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:00.260179 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c9d305d-4e30-4085-8306-6527ac191a6c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.276255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Usage tracker for resource:network and tenant:efb7c0ca56e942feb495c70d244117b8 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:00.282173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:00.290079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:00.290723 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:00.295584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:00.362986 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69', 'status': 'completed', 'code': 200} Mar 28 15:22:00.400256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Router b885c7fe-6c44-4f20-8ab7-b3c67d63d995 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:22:00.417911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Made reservation on behalf of efb7c0ca56e942feb495c70d244117b8 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:00.421559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.545276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:00.707317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:22:00.774106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6ba858c7-210e-470a-a58c-a18a4c9305b9 None None] Provisioning for port 81614dcf-3455-45a5-859c-55676786e72f completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:00.794229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.794416 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Added segment da8ca846-224f-4dde-b315-5c43e46167f1 of type vlan for network c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c Mar 28 15:22:00.869724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39cebd80-c30d-4f1b-8f35-3931b8b74fe7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.878494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:00.889558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c9d305d-4e30-4085-8306-6527ac191a6c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:00.890401 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cd6a6-5960-4554-b902-f2feb13aee8e None None] Sync routers for ids ['b885c7fe-6c44-4f20-8ab7-b3c67d63d995'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:00.911297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:21:28Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:00.911565 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cd6a6-5960-4554-b902-f2feb13aee8e None None] Routers {'b885c7fe-6c44-4f20-8ab7-b3c67d63d995'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:00.912958 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b51cd6a6-5960-4554-b902-f2feb13aee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b885c7fe-6c44-4f20-8ab7-b3c67d63d995'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:00.915784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] Checking router: 910bc72f-ae57-4dbb-b09d-ad44558b18dd for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:00.925377 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:00.926230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:01.008556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.059883 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b51cd6a6-5960-4554-b902-f2feb13aee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:01.084052 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cd6a6-5960-4554-b902-f2feb13aee8e None None] Routers {'b885c7fe-6c44-4f20-8ab7-b3c67d63d995'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:01.086030 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b51cd6a6-5960-4554-b902-f2feb13aee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b885c7fe-6c44-4f20-8ab7-b3c67d63d995'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:01.097516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.157148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.185875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 81614dcf-3455-45a5-859c-55676786e72f up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:01.192546 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b51cd6a6-5960-4554-b902-f2feb13aee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:01.193267 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cd6a6-5960-4554-b902-f2feb13aee8e None None] The sync data for ids ['b885c7fe-6c44-4f20-8ab7-b3c67d63d995'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:01.206503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.212582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:01.213156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.249230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-39cebd80-c30d-4f1b-8f35-3931b8b74fe7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for 0da6f470-f762-4fcc-a17c-95418864797c owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:01.279900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:01.297616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:01.298365 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7c496db1-2ca5-4f78-a984-b35056a05143 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "PUT /v2.0/routers/b885c7fe-6c44-4f20-8ab7-b3c67d63d995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6597812 Mar 28 15:22:01.302746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c9d305d-4e30-4085-8306-6527ac191a6c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.304957 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4c9d305d-4e30-4085-8306-6527ac191a6c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/95519afc-aee3-4831-8e23-db3650eb6fe4 HTTP/1.1" status: 204 len: 168 time: 2.5427554 Mar 28 15:22:01.313458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59452) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:01.313788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59454) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:01.314009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d305d-4e30-4085-8306-6527ac191a6c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=95519afc-aee3-4831-8e23-db3650eb6fe4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:01.318641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:01.321575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:01.323642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.325126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e60242-b55b-4a83-86fb-cebd96d1bf17 None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:01.326371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-53993f53-6b93-4abe-a047-63ecb193c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:01.327849 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-53993f53-6b93-4abe-a047-63ecb193c5ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 1098 time: 0.9107597 Mar 28 15:22:01.353305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0a631-357e-45d9-bc4c-e3bcd87a8bc6 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:01.468973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.485225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Request body: {'port': {'network_id': 'be1030e9-fe83-4bda-ad6d-06d02207075a', 'name': 'tempest-FloatingIPNegativeTestJSON-574443816'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:01.526162 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3450170 Mar 28 15:22:01.546946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59460) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:01.560938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=920733d9-9ad2-4a69-91bb-37101286861f,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:01.563256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790a365-02de-4382-9dfa-20d7e8c6a3a9 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Network': ['ID=c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:01.578039 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e84d6ccd-f01b-4ca7-a8ff-1354d3a81e1f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5179958 Mar 28 15:22:01.582126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59464) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:01.641044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'ports': [{'network_id': '16d5df9a-357a-41d6-9a33-76909ff5bb2c', 'name': 'tempest-port--1412274171', 'admin_state_up': True}, {'network_id': 'c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c', 'admin_state_up': False}]} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:01.641603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'port': {'network_id': '16d5df9a-357a-41d6-9a33-76909ff5bb2c', 'name': 'tempest-port--1412274171', 'admin_state_up': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:01.642256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'port': {'network_id': 'c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c', 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:01.644600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:22:01.675568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 81614dcf-3455-45a5-859c-55676786e72f completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:01.680115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:86:74:fe', 'name': 'tempest-NetworksTestDHCPv6-323756992'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:01.683134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba32fbd-50e1-427e-919b-788af4d11043 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet f2a9158f-7ff8-4162-9b34-dc36639ee507 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:01.690255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bba32fbd-50e1-427e-919b-788af4d11043 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.716200 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 81614dcf-3455-45a5-859c-55676786e72f triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:01.716575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.787370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bba32fbd-50e1-427e-919b-788af4d11043 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.830028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb52873-c07e-4c85-8692-71325bfcc7c9 req-bfb3911c-5d51-4775-abce-080b5d4f6ab5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:01.830711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-eeb52873-c07e-4c85-8692-71325bfcc7c9 req-bfb3911c-5d51-4775-abce-080b5d4f6ab5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:01.840349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:01.846684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Usage tracker for resource:port and tenant:04a8bd70d0e74d9a8aacf808c879038a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:01.851763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:01.860425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:01.914709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bba32fbd-50e1-427e-919b-788af4d11043 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:01.941238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-88d08e40-be70-409e-ad6b-e89daf0077e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:01.942697 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-88d08e40-be70-409e-ad6b-e89daf0077e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36 HTTP/1.1" status: 200 len: 898 time: 0.6050484 Mar 28 15:22:01.961171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Router b0c9ed3a-858d-4988-9ed3-dfa60ec78035 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:22:01.968533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Made reservation on behalf of 04a8bd70d0e74d9a8aacf808c879038a for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:01.971983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.050232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39cebd80-c30d-4f1b-8f35-3931b8b74fe7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.080130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] device_id is not set on port f52b108f-6220-44a4-b9be-6e20c4b1dd59 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:22:02.167845 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-b2d6faa6-b4c3-4d74-9e8c-86ead73b0b4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2090126a-054f-45d3-81f5-b26f65d40d69 HTTP/1.1" status: 200 len: 217 time: 0.1741533 Mar 28 15:22:02.232456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cebd80-c30d-4f1b-8f35-3931b8b74fe7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=0da6f470-f762-4fcc-a17c-95418864797c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:02.267213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.346675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 81614dcf-3455-45a5-859c-55676786e72f, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=81614dcf-3455-45a5-859c-55676786e72f,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:02.348801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-eeb52873-c07e-4c85-8692-71325bfcc7c9 req-bfb3911c-5d51-4775-abce-080b5d4f6ab5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:02.350042 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eeb52873-c07e-4c85-8692-71325bfcc7c9 req-bfb3911c-5d51-4775-abce-080b5d4f6ab5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 945 time: 1.2094932 Mar 28 15:22:02.384870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:21:28Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:02.393520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed24367-7735-4155-9775-4e4b31734798 None None] The sync data for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv is: [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:21:28Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '07386ea6-8572-46cc-a831-c75d6a26f956', 'name': '', 'network_id': '2641f3ba-3f0f-4876-9e9d-50ec3d296b36', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:51Z', 'updated_at': '2022-03-28T15:19:07Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'fbc24358-b961-4aa7-835c-8d58956481ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:02.409195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.479003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.592571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39cebd80-c30d-4f1b-8f35-3931b8b74fe7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.632857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0f857e-be03-404c-ae72-7a5478559224 None None] Update dhcp port {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': '03005bb5-b5dc-4a4e-8290-16184ef5b82c', 'ip_address': '2001:db8::f816:3eff:fea3:2d9d'}, {'subnet_id': '920733d9-9ad2-4a69-91bb-37101286861f'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '81614dcf-3455-45a5-859c-55676786e72f'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:22:02.640115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-51d1285b-d83c-4c36-a9d2-0cfa087fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:02.643131 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-51d1285b-d83c-4c36-a9d2-0cfa087fdc01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fbc24358-b961-4aa7-835c-8d58956481ae HTTP/1.1" status: 200 len: 834 time: 0.4429045 Mar 28 15:22:02.650345 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:02.661268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Usage tracker for resource:port and tenant:efb7c0ca56e942feb495c70d244117b8 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:02.665424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bba32fbd-50e1-427e-919b-788af4d11043 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.676285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=81614dcf-3455-45a5-859c-55676786e72f,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:02.708111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-be0f857e-be03-404c-ae72-7a5478559224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.723422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:02.743531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:02.761373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:02.763903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:02.764032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bba32fbd-50e1-427e-919b-788af4d11043 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.772990 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-39cebd80-c30d-4f1b-8f35-3931b8b74fe7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/0da6f470-f762-4fcc-a17c-95418864797c HTTP/1.1" status: 204 len: 168 time: 2.9379368 Mar 28 15:22:02.781186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba32fbd-50e1-427e-919b-788af4d11043 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a9158f-7ff8-4162-9b34-dc36639ee507,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:02.788351 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59468) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:02.791065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Sync routers for ids ['b0c9ed3a-858d-4988-9ed3-dfa60ec78035'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:02.806334 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:02.816959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:02.817461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Routers {'b0c9ed3a-858d-4988-9ed3-dfa60ec78035'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:02.818098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b0c9ed3a-858d-4988-9ed3-dfa60ec78035'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:02.823214 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bba32fbd-50e1-427e-919b-788af4d11043 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/f2a9158f-7ff8-4162-9b34-dc36639ee507 HTTP/1.1" status: 204 len: 168 time: 1.4827387 Mar 28 15:22:02.824020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59472) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:02.825576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Allocated IP 172.20.0.7 (be1030e9-fe83-4bda-ad6d-06d02207075a/aedc065d-d1ca-4dd0-a2cd-a396961e57b6/f52b108f-6220-44a4-b9be-6e20c4b1dd59) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:02.869836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:02.873370 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24227dda-5134-4f4f-b60c-ab30e8c57c07 None None] New status for floating IP 4a86fabf-b7f5-41fd-9e68-51f569f7bbad: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:22:02.879955 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eeb52873-c07e-4c85-8692-71325bfcc7c9 req-948a752a-00fb-4b41-84f6-2fc4c5bb84c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4900243 Mar 28 15:22:02.897923 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a8ed9e-bf1f-4092-b07a-5ce0845f55a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:02.901076 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-21313ce3-6d25-4647-bb09-65b308d6efaf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:22:02.901797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-21313ce3-6d25-4647-bb09-65b308d6efaf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:02.909776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a8ed9e-bf1f-4092-b07a-5ce0845f55a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:02.914866 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-67a8ed9e-bf1f-4092-b07a-5ce0845f55a0 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/95519afc-aee3-4831-8e23-db3650eb6fe4 HTTP/1.1" status: 404 len: 337 time: 0.0863783 Mar 28 15:22:02.916750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59476) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:02.959348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:02.960657 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f134714d-1b89-4b9f-9da0-ed482656ab4b tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1862946 Mar 28 15:22:02.985180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59480) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:03.029881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Made reservation on behalf of efb7c0ca56e942feb495c70d244117b8 for: {'port': 2} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:03.038284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.068436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:03.119891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-ac157454-844e-45a3-b88c-9c10e5f06238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:03.132011 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-ac157454-844e-45a3-b88c-9c10e5f06238 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2641f3ba-3f0f-4876-9e9d-50ec3d296b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4621253 Mar 28 15:22:03.171163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b926ea2c-eb05-4a5a-884b-ca3423d03b8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:03.172668 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b926ea2c-eb05-4a5a-884b-ca3423d03b8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 945 time: 0.9081559 Mar 28 15:22:03.194490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 81614dcf-3455-45a5-859c-55676786e72f up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:03.239166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-21313ce3-6d25-4647-bb09-65b308d6efaf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:03.248239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6853ec-a840-46ed-a3ef-ad18031b6e07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting subnet 73e5d38e-c4b0-403e-a105-954fb25c2a4b {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:03.249929 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-21313ce3-6d25-4647-bb09-65b308d6efaf tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/0da6f470-f762-4fcc-a17c-95418864797c HTTP/1.1" status: 404 len: 333 time: 0.4543462 Mar 28 15:22:03.254563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59484) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:03.264474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b6853ec-a840-46ed-a3ef-ad18031b6e07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.264679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.266760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a624fb14-7739-4219-bc56-7534a4083f4d None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:03.298869 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 4a326203-1cc6-45ca-99ec-b03f698f08ce {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:03.299389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.351403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Set router b0c9ed3a-858d-4988-9ed3-dfa60ec78035 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:03.500753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b6853ec-a840-46ed-a3ef-ad18031b6e07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.549625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 2090126a-054f-45d3-81f5-b26f65d40d69 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:03.549961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.605144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.612019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-807d5cd7-cee6-49ef-b8b6-4e9ccbae73a9 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/routers/b0c9ed3a-858d-4988-9ed3-dfa60ec78035 HTTP/1.1" status: 200 len: 908 time: 0.6234767 Mar 28 15:22:03.617998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59488) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:03.637328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1088981278', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': True}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:03.658074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:03.678573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Usage tracker for resource:router and tenant:1cf50e70e55e48b6bf381933078c82ea is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:03.696260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-be0f857e-be03-404c-ae72-7a5478559224 None None] Allocated IP 2001:db8:0:1::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/920733d9-9ad2-4a69-91bb-37101286861f/81614dcf-3455-45a5-859c-55676786e72f) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:03.698202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0a8453b6-d9ad-4ef8-b4b9-8fa93e8f55cb None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:03.698572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0a8453b6-d9ad-4ef8-b4b9-8fa93e8f55cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.717169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:03.747719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.757378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:03.790428 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-538a60bb-c47e-46c8-be8b-d49770a4ca0a service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330224 Mar 28 15:22:03.791802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 8d4a048d-75aa-4e84-98bd-ce3a35675d27 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:22:03.794594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Transition to ACTIVE for port object f52b108f-6220-44a4-b9be-6e20c4b1dd59 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:03.811995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 81614dcf-3455-45a5-859c-55676786e72f triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:03.811995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.828220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b6853ec-a840-46ed-a3ef-ad18031b6e07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.832214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a531e961-6f7c-4839-8acc-0009fc67955a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.866530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.867892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:03.981748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.008870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] device_id is not set on port 622029ce-7836-49da-addb-3a17957228ef yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:22:04.016584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a531e961-6f7c-4839-8acc-0009fc67955a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.073099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 2090126a-054f-45d3-81f5-b26f65d40d69, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2090126a-054f-45d3-81f5-b26f65d40d69,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:04.074249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.164638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port 4a326203-1cc6-45ca-99ec-b03f698f08ce, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a326203-1cc6-45ca-99ec-b03f698f08ce,segment=NetworkSegment(79a25de9-882e-4374-9115-e424475ea6a4),segment_id=79a25de9-882e-4374-9115-e424475ea6a4)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:04.165266 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.235093 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:22:04.257863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-be0f857e-be03-404c-ae72-7a5478559224 None None] For port 81614dcf-3455-45a5-859c-55676786e72f, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=81614dcf-3455-45a5-859c-55676786e72f,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:04.316778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.325076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0a8453b6-d9ad-4ef8-b4b9-8fa93e8f55cb None None] Provisioning complete for port 73633016-b1fb-49ef-b3a7-72c47b650c6f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:04.325444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0a8453b6-d9ad-4ef8-b4b9-8fa93e8f55cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.336097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 4a326203-1cc6-45ca-99ec-b03f698f08ce owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:04.343986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 2090126a-054f-45d3-81f5-b26f65d40d69 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:04.357950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-be0f857e-be03-404c-ae72-7a5478559224 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.396851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c9ed3a-858d-4988-9ed3-dfa60ec78035', 'name': 'tempest-snat-router-1088981278', 'tenant_id': '1cf50e70e55e48b6bf381933078c82ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.33'}], 'enable_snat': False}, 'gw_port_id': '7ca03a81-e2e6-4052-92cf-5c9e9e9a2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:21:56Z', 'updated_at': '2022-03-28T15:21:59Z', 'revision_number': 3, 'project_id': '1cf50e70e55e48b6bf381933078c82ea', 'gw_port': {'id': '7ca03a81-e2e6-4052-92cf-5c9e9e9a2104', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c9ed3a-858d-4988-9ed3-dfa60ec78035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:58Z', 'updated_at': '2022-03-28T15:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:04.419564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Checking router: b0c9ed3a-858d-4988-9ed3-dfa60ec78035 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:04.419906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Updating router b0c9ed3a-858d-4988-9ed3-dfa60ec78035 port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:22:04.434722 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d1c33dba-1ce0-41da-b587-b8f72284223c req-c8133567-a8c2-4bbb-af7c-7589f8aa6359 service neutron] 10.222.0.23 "GET /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883758 Mar 28 15:22:04.454270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0a8453b6-d9ad-4ef8-b4b9-8fa93e8f55cb None None] Port 73633016-b1fb-49ef-b3a7-72c47b650c6f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:04.481965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.505064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a531e961-6f7c-4839-8acc-0009fc67955a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.511672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-be0f857e-be03-404c-ae72-7a5478559224 None None] Transition to ACTIVE for port object 81614dcf-3455-45a5-859c-55676786e72f will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:04.567916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531e961-6f7c-4839-8acc-0009fc67955a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9117802-8350-4635-9591-1bcdee8f15a4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:04.576430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b6853ec-a840-46ed-a3ef-ad18031b6e07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.621450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-be0f857e-be03-404c-ae72-7a5478559224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.861602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6853ec-a840-46ed-a3ef-ad18031b6e07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Subnet': ['ID=73e5d38e-c4b0-403e-a105-954fb25c2a4b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:04.869471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b6853ec-a840-46ed-a3ef-ad18031b6e07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.881918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event updated for resources: {'Port': ['ID=f52b108f-6220-44a4-b9be-6e20c4b1dd59,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:04.888114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Network be1030e9-fe83-4bda-ad6d-06d02207075a is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:04.891732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:04.911721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:04.923802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:04.971983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f857e-be03-404c-ae72-7a5478559224 None None] Pushing event updated for resources: {'Port': ['ID=81614dcf-3455-45a5-859c-55676786e72f,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:05.073232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.086031 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2b6853ec-a840-46ed-a3ef-ad18031b6e07 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/73e5d38e-c4b0-403e-a105-954fb25c2a4b HTTP/1.1" status: 204 len: 168 time: 2.1647069 Mar 28 15:22:05.111263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59494) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:05.153104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a531e961-6f7c-4839-8acc-0009fc67955a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.162833 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a531e961-6f7c-4839-8acc-0009fc67955a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/security-groups/b9117802-8350-4635-9591-1bcdee8f15a4 HTTP/1.1" status: 204 len: 168 time: 1.8997478 Mar 28 15:22:05.163630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59498) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:05.182537 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf3bab0-9b00-4b89-955b-d03d7d5cd813 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:05.183005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf3bab0-9b00-4b89-955b-d03d7d5cd813 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:05.184728 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fcf3bab0-9b00-4b89-955b-d03d7d5cd813 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/779c7009-0de2-40e4-87ff-4776cb3101f0 HTTP/1.1" status: 404 len: 337 time: 0.0716202 Mar 28 15:22:05.188682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59502) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:05.202626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:05.203287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.222444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 81614dcf-3455-45a5-859c-55676786e72f up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:05.322579 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d56af-8b6c-4b46-b7d3-1063da409f4b None None] Network 2d32d542-8e1e-43e8-8a07-5a5d1741de3c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:05.355740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.394865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a4b8f-a464-430d-b8f2-83dc457ebb61 req-bfa3a4e2-553d-48bc-b080-8e4b90ff9fcc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:05.396713 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e43a4b8f-a464-430d-b8f2-83dc457ebb61 req-bfa3a4e2-553d-48bc-b080-8e4b90ff9fcc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 945 time: 1.2323806 Mar 28 15:22:05.402035 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4eb10005-b422-408a-82e9-0183f69b4a61 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "GET /v2.0/ports?device_id=739122cf-cda0-4788-822c-e2623d3d59c0 HTTP/1.1" status: 200 len: 205 time: 0.2102411 Mar 28 15:22:05.422698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59506) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:05.459014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.518425 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-35f6a935-5bda-49ad-9810-b69fa0ae4dbb tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1796260 Mar 28 15:22:05.526144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59510) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:05.543944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:05.554622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:05.554622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Usage tracker for resource:floatingip and tenant:04a8bd70d0e74d9a8aacf808c879038a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:05.557389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:05.560700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Transition to ACTIVE for port object 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:05.564045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:05.575012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e43a4b8f-a464-430d-b8f2-83dc457ebb61 req-525bc38d-34b3-41a0-bf23-39bca2fad891 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:05.586680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] device_id is not set on port efb801db-bb69-4712-8b08-e2fd7944cc97 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:22:05.597722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e1e44c8c-b1c8-4da9-9a30-003ee478e3c3 None None] Provisioning complete for port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:05.598265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e1e44c8c-b1c8-4da9-9a30-003ee478e3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.601557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=4a326203-1cc6-45ca-99ec-b03f698f08ce,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:05.605604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.626714 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-7e91f706-7cc1-4b6a-b825-4e36338ec393 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] delete failed (client error): The resource could not be found. Mar 28 15:22:05.628219 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7e91f706-7cc1-4b6a-b825-4e36338ec393 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/routers/739122cf-cda0-4788-822c-e2623d3d59c0 HTTP/1.1" status: 404 len: 336 time: 0.2043386 Mar 28 15:22:05.655345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59514) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:05.705635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.726624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8:0:1::188 (407e43a9-7d21-4a68-a014-97c49e9e0f14/920733d9-9ad2-4a69-91bb-37101286861f/8d4a048d-75aa-4e84-98bd-ce3a35675d27) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:05.760278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:fe86:74fe (407e43a9-7d21-4a68-a014-97c49e9e0f14/03005bb5-b5dc-4a4e-8290-16184ef5b82c/8d4a048d-75aa-4e84-98bd-ce3a35675d27) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:05.789125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.819267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd7e1-87ba-4ee7-81b6-71cc9766e2f1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.852566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd7e1-87ba-4ee7-81b6-71cc9766e2f1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.854449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e43a4b8f-a464-430d-b8f2-83dc457ebb61 req-525bc38d-34b3-41a0-bf23-39bca2fad891 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:05.855982 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e43a4b8f-a464-430d-b8f2-83dc457ebb61 req-525bc38d-34b3-41a0-bf23-39bca2fad891 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=e55e6e25-92e5-4378-a658-c91da80d88b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4526680 Mar 28 15:22:05.856767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=2090126a-054f-45d3-81f5-b26f65d40d69,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:05.864632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port 2090126a-054f-45d3-81f5-b26f65d40d69 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:05.868943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:05.871339 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af98a69a-9c11-41fe-acb5-d3c0437936f0 req-b63ba71e-6be9-450e-a99d-cc1dff61be19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/2090126a-054f-45d3-81f5-b26f65d40d69 HTTP/1.1" status: 204 len: 173 time: 2.6836832 Mar 28 15:22:05.872593 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f37ab1f-06bf-4a1a-ba51-a583cdcd7171 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:05.873373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f37ab1f-06bf-4a1a-ba51-a583cdcd7171 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:05.879055 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9f37ab1f-06bf-4a1a-ba51-a583cdcd7171 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/536d6e90-9500-463c-8e96-ec01ae7d1a75 HTTP/1.1" status: 404 len: 337 time: 0.2203128 Mar 28 15:22:05.881450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59518) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:05.883675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'name': 'network-vif-deleted', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:22:05.899720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be542ddc-6560-4a5e-8fac-003173c54048 None None] Pushing event updated for resources: {'Port': ['ID=7ca03a81-e2e6-4052-92cf-5c9e9e9a2104,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:06.012855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Attempting to bind port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:06.013255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Attempting to bind port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:06.013619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Attempting to bind port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:06.028082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:06.028449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:06.028849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.029236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:06.029700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Bound port: 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:06.030067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.062411 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef28ada-526d-44f8-b29d-e4e948078bc2 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:06.063015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef28ada-526d-44f8-b29d-e4e948078bc2 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:06.064842 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0ef28ada-526d-44f8-b29d-e4e948078bc2 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/f8532e13-bc73-4f50-aa80-5556620c5c0e HTTP/1.1" status: 404 len: 337 time: 0.1751018 Mar 28 15:22:06.070219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59526) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:06.124831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] For port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:06.129062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] For port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7ca03a81-e2e6-4052-92cf-5c9e9e9a2104,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:06.140873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2090126a-054f-45d3-81f5-b26f65d40d69 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:06.212861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.262760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.347333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 2090126a-054f-45d3-81f5-b26f65d40d69 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:06.347682 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2090126a-054f-45d3-81f5-b26f65d40d69 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:06.388219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e1e44c8c-b1c8-4da9-9a30-003ee478e3c3 None None] Provisioning complete for port 73633016-b1fb-49ef-b3a7-72c47b650c6f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:06.388802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e1e44c8c-b1c8-4da9-9a30-003ee478e3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.396115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd7e1-87ba-4ee7-81b6-71cc9766e2f1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.401747 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005228f-e2ce-4a7d-acd2-c5214a267ca7', 'name': 'network-vif-deleted', 'tag': '2090126a-054f-45d3-81f5-b26f65d40d69', 'status': 'completed', 'code': 200} Mar 28 15:22:06.403020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.453341 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f045b097-e1d0-44cd-89aa-4614a1abdc2c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:06.453813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f045b097-e1d0-44cd-89aa-4614a1abdc2c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:06.458219 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f045b097-e1d0-44cd-89aa-4614a1abdc2c tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/2a103474-a8d4-4089-940d-292a08cead4b HTTP/1.1" status: 404 len: 337 time: 0.3832548 Mar 28 15:22:06.474771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Routers {'b0c9ed3a-858d-4988-9ed3-dfa60ec78035'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:06.475950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b0c9ed3a-858d-4988-9ed3-dfa60ec78035'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:06.526553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59530) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:06.527392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbd7e1-87ba-4ee7-81b6-71cc9766e2f1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85dd6ee-dfe8-4514-8d96-984a1ecf865e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:06.577382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f52f67-a84b-4c2b-92a1-75136fd61b9b None None] DHCP port deletion for 2d32d542-8e1e-43e8-8a07-5a5d1741de3c request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:06.601143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be542ddc-6560-4a5e-8fac-003173c54048 None None] Pushing event updated for resources: {'Port': ['ID=7ca03a81-e2e6-4052-92cf-5c9e9e9a2104,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:06.612649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-93f52f67-a84b-4c2b-92a1-75136fd61b9b None None] Deleting port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:06.617286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-93f52f67-a84b-4c2b-92a1-75136fd61b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.643097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.665472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.670654 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef05bdb-fc74-47f9-980f-23e47106beec tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:06.671151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef05bdb-fc74-47f9-980f-23e47106beec tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:06.673018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e1e44c8c-b1c8-4da9-9a30-003ee478e3c3 None None] Port 73633016-b1fb-49ef-b3a7-72c47b650c6f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:06.711426 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cef05bdb-fc74-47f9-980f-23e47106beec tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/4a296178-8367-4ac3-9044-d84009a3e87e HTTP/1.1" status: 404 len: 333 time: 0.1781821 Mar 28 15:22:06.711634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59534) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:06.715765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd7e1-87ba-4ee7-81b6-71cc9766e2f1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:06.717372 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d0fbd7e1-87ba-4ee7-81b6-71cc9766e2f1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/security-groups/b85dd6ee-dfe8-4514-8d96-984a1ecf865e HTTP/1.1" status: 204 len: 168 time: 1.5457454 Mar 28 15:22:06.728529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59538) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:06.753319 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6a2a1d-68f1-4598-b74a-9373d18b444a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:06.753782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6a2a1d-68f1-4598-b74a-9373d18b444a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:06.755514 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bb6a2a1d-68f1-4598-b74a-9373d18b444a tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/25701013-dc35-4089-bfb0-07c3c357a589 HTTP/1.1" status: 404 len: 337 time: 0.0419812 Mar 28 15:22:06.769675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59542) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:06.836929 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f9d1bf-e107-484d-ae39-de6547ff7c58 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:06.837295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f9d1bf-e107-484d-ae39-de6547ff7c58 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:06.855337 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d4f9d1bf-e107-484d-ae39-de6547ff7c58 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/4fe38127-c3ad-40ae-be4d-00f774912b85 HTTP/1.1" status: 404 len: 337 time: 0.0723982 Mar 28 15:22:06.859571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59546) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:06.921333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] Set router b0c9ed3a-858d-4988-9ed3-dfa60ec78035 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:06.984408 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb92004-6e33-4777-acf5-5797de5a8b63 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:06.984993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb92004-6e33-4777-acf5-5797de5a8b63 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:06.989028 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8cb92004-6e33-4777-acf5-5797de5a8b63 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/71fb7997-f493-43fc-9bd4-8716b7b8c185 HTTP/1.1" status: 404 len: 333 time: 0.1260829 Mar 28 15:22:07.061416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59552) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:07.113922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cae57f6c-cee8-4be4-94ec-1a01de99be67 None None] Provisioning for port f52b108f-6220-44a4-b9be-6e20c4b1dd59 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:07.136088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cae57f6c-cee8-4be4-94ec-1a01de99be67 None None] Provisioning complete for port f52b108f-6220-44a4-b9be-6e20c4b1dd59 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:07.136477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cae57f6c-cee8-4be4-94ec-1a01de99be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.138846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.168199 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b95553-2f5b-4bcf-b8fb-1a827096f337 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:07.168680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b95553-2f5b-4bcf-b8fb-1a827096f337 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:07.173617 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-86b95553-2f5b-4bcf-b8fb-1a827096f337 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/e7927eb6-e6c2-4156-891d-887b7ebdd788 HTTP/1.1" status: 404 len: 337 time: 0.1024508 Mar 28 15:22:07.173815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59556) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:07.177174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-357f684b-7c3c-4c13-84b8-6a4d42096342 req-046cff24-05b6-4f77-a87a-bd7806c1ee3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:07.195604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0115435-016e-40d3-80b2-9edaec28c444 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 0d8674a4-fd63-4812-bb9b-a37cf81d55a7 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:07.212154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Allocated IP 172.26.7.79 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/964f6c52-7a95-40f4-9f43-e42175abed25) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:07.215129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.236322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0115435-016e-40d3-80b2-9edaec28c444 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.265302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 8d4a048d-75aa-4e84-98bd-ce3a35675d27 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:07.278461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.289655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:07.291491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:22:07.300938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-357f684b-7c3c-4c13-84b8-6a4d42096342 req-046cff24-05b6-4f77-a87a-bd7806c1ee3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:07.302271 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-357f684b-7c3c-4c13-84b8-6a4d42096342 req-046cff24-05b6-4f77-a87a-bd7806c1ee3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=6005228f-e2ce-4a7d-acd2-c5214a267ca7 HTTP/1.1" status: 200 len: 210 time: 0.1841493 Mar 28 15:22:07.330892 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e3df63-2c32-4a1d-a71b-56bd3ddb0e2e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:07.332138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e3df63-2c32-4a1d-a71b-56bd3ddb0e2e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:07.336340 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-61e3df63-2c32-4a1d-a71b-56bd3ddb0e2e tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/subnets/9c9e91e1-2b44-406c-807c-0fb0c1bf0269 HTTP/1.1" status: 404 len: 337 time: 0.1543605 Mar 28 15:22:07.357775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59560) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:07.420206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-93f52f67-a84b-4c2b-92a1-75136fd61b9b None None] For port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,segment=NetworkSegment(6406856a-4bba-43b3-aac9-574b9604f0c7),segment_id=6406856a-4bba-43b3-aac9-574b9604f0c7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:07.420485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-93f52f67-a84b-4c2b-92a1-75136fd61b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.449537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.452768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0115435-016e-40d3-80b2-9edaec28c444 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.535891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.565785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-93f52f67-a84b-4c2b-92a1-75136fd61b9b None None] Calling delete_port for 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:07.586669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Port': ['ID=622029ce-7836-49da-addb-3a17957228ef,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:07.592819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-cae57f6c-cee8-4be4-94ec-1a01de99be67 None None] Port f52b108f-6220-44a4-b9be-6e20c4b1dd59 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:07.637124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:07.641397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:07.647922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:07.676454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d18dcaaa-0850-4a08-8efa-b5fa8ee89197 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Deleting port 73633016-b1fb-49ef-b3a7-72c47b650c6f {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:07.676773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d18dcaaa-0850-4a08-8efa-b5fa8ee89197 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.707532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Allocated IP 172.26.7.110 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/d8fb650b-a060-4089-8074-2d52880d0a32) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:07.711652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event updated for resources: {'Port': ['ID=964f6c52-7a95-40f4-9f43-e42175abed25,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:07.717242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cae57f6c-cee8-4be4-94ec-1a01de99be67 None None] Provisioning for port 81614dcf-3455-45a5-859c-55676786e72f completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:07.732132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cae57f6c-cee8-4be4-94ec-1a01de99be67 None None] Provisioning complete for port 81614dcf-3455-45a5-859c-55676786e72f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:07.732489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cae57f6c-cee8-4be4-94ec-1a01de99be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.748109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Checking segment: {'id': '9b30379c-7b55-4eac-adc3-9a4fe3a298a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '16d5df9a-357a-41d6-9a33-76909ff5bb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:07.748436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Network hostable DHCP agents. Network: 16d5df9a-357a-41d6-9a33-76909ff5bb2c, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:22:07.791072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:07.792974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.800448 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-32393b68-0b63-413a-a465-91575ff665d7 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3771791 Mar 28 15:22:07.801723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59564) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:07.820675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:07.850112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:07.855974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:07.856597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:07.948580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-93f52f67-a84b-4c2b-92a1-75136fd61b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.018959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:08.048433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.051867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0115435-016e-40d3-80b2-9edaec28c444 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.060204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c9ed3a-858d-4988-9ed3-dfa60ec78035', 'name': 'tempest-snat-router-1088981278', 'tenant_id': '1cf50e70e55e48b6bf381933078c82ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.33'}], 'enable_snat': False}, 'gw_port_id': '7ca03a81-e2e6-4052-92cf-5c9e9e9a2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:21:56Z', 'updated_at': '2022-03-28T15:21:59Z', 'revision_number': 3, 'project_id': '1cf50e70e55e48b6bf381933078c82ea', 'gw_port': {'id': '7ca03a81-e2e6-4052-92cf-5c9e9e9a2104', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c9ed3a-858d-4988-9ed3-dfa60ec78035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:58Z', 'updated_at': '2022-03-28T15:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:08.072285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f52f67-a84b-4c2b-92a1-75136fd61b9b None None] Pushing event deleted for resources: {'Port': ['ID=15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:08.088546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:08.091481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:08.097232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:08.097755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.098321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f52f67-a84b-4c2b-92a1-75136fd61b9b None None] No DVR routers for this DVR port 15ff6d4b-4c1b-470e-8f0b-de479f8ff4a0 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:08.118424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Network 16d5df9a-357a-41d6-9a33-76909ff5bb2c is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:22:08.120493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584723dd-4739-4a38-a619-547d346dcfcd None None] The sync data for ids ['b0c9ed3a-858d-4988-9ed3-dfa60ec78035'] in dv-neutron-828143-13-hyperv is: [{'id': 'b0c9ed3a-858d-4988-9ed3-dfa60ec78035', 'name': 'tempest-snat-router-1088981278', 'tenant_id': '1cf50e70e55e48b6bf381933078c82ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.33'}], 'enable_snat': False}, 'gw_port_id': '7ca03a81-e2e6-4052-92cf-5c9e9e9a2104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:21:56Z', 'updated_at': '2022-03-28T15:21:59Z', 'revision_number': 3, 'project_id': '1cf50e70e55e48b6bf381933078c82ea', 'gw_port': {'id': '7ca03a81-e2e6-4052-92cf-5c9e9e9a2104', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c9ed3a-858d-4988-9ed3-dfa60ec78035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:58Z', 'updated_at': '2022-03-28T15:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:08.168905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:08.170085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=8d4a048d-75aa-4e84-98bd-ce3a35675d27,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:08.190199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4283f5e4-3fc3-4814-b493-e5e8e197e1b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting subnet 2e8fc45a-d889-481d-83a1-8c219ff08d8d {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:08.206441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.261559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4283f5e4-3fc3-4814-b493-e5e8e197e1b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.307727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 16d5df9a-357a-41d6-9a33-76909ff5bb2c) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:08.321401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:08.326990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:08.330142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:08.346891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d18dcaaa-0850-4a08-8efa-b5fa8ee89197 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.356217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5d1092-ea95-4863-9408-e6196b9a1469 None None] Network 16d5df9a-357a-41d6-9a33-76909ff5bb2c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:08.450658 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event updated for resources: {'Port': ['ID=d8fb650b-a060-4089-8074-2d52880d0a32,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:08.540061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d18dcaaa-0850-4a08-8efa-b5fa8ee89197 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Calling delete_port for 73633016-b1fb-49ef-b3a7-72c47b650c6f owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:08.671794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59570) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:08.688622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:08.689529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.694956 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a7c1abf5-277d-4672-9709-bc91ce99dbfe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.0391505 Mar 28 15:22:08.695767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59574) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:08.744738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.801500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-53ae461f-346d-4729-ac1e-2c2832107404 None None] Provisioning for port 8d4a048d-75aa-4e84-98bd-ce3a35675d27 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:08.808371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-53ae461f-346d-4729-ac1e-2c2832107404 None None] Provisioning complete for port 8d4a048d-75aa-4e84-98bd-ce3a35675d27 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:08.808744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-53ae461f-346d-4729-ac1e-2c2832107404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.819902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d18dcaaa-0850-4a08-8efa-b5fa8ee89197 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.822027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0115435-016e-40d3-80b2-9edaec28c444 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:08.916014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:04Z', 'revision_number': 9, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:08.922850 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:08.949534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-53ae461f-346d-4729-ac1e-2c2832107404 None None] Port 8d4a048d-75aa-4e84-98bd-ce3a35675d27 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:08.955785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:08.956406 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:08.969418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.125666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4283f5e4-3fc3-4814-b493-e5e8e197e1b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.154333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d0115435-016e-40d3-80b2-9edaec28c444 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.163239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.177486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0115435-016e-40d3-80b2-9edaec28c444 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8674a4-fd63-4812-bb9b-a37cf81d55a7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:09.184572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Port': ['ID=efb801db-bb69-4712-8b08-e2fd7944cc97,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:09.213571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324dd56b-b011-49dc-929c-f6dfafbfe564 None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:09.227683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:09.292153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dcaaa-0850-4a08-8efa-b5fa8ee89197 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Port': ['ID=73633016-b1fb-49ef-b3a7-72c47b650c6f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:09.324349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d18dcaaa-0850-4a08-8efa-b5fa8ee89197 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.326205 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d18dcaaa-0850-4a08-8efa-b5fa8ee89197 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/ports/73633016-b1fb-49ef-b3a7-72c47b650c6f HTTP/1.1" status: 204 len: 168 time: 1.9673626 Mar 28 15:22:09.338962 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d0115435-016e-40d3-80b2-9edaec28c444 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/0d8674a4-fd63-4812-bb9b-a37cf81d55a7 HTTP/1.1" status: 204 len: 168 time: 2.6039939 Mar 28 15:22:09.338962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59578) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:09.339321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59580) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:09.344606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d17b4a6c-9a42-4e32-b242-8fa6959de631 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 8d4a048d-75aa-4e84-98bd-ce3a35675d27 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:09.345046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d17b4a6c-9a42-4e32-b242-8fa6959de631 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.349173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:09.423744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:09.471639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Checking segment: {'id': 'da8ca846-224f-4dde-b315-5c43e46167f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:09.472049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Network hostable DHCP agents. Network: c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:22:09.504932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.551232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:09.552674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a67e5e1-aa80-4c98-9044-49154f8e6327 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.632382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:09.632642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.674386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.679859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a67e5e1-aa80-4c98-9044-49154f8e6327 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.737318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:09.739489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Network c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:22:09.748423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:09.753841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:09.761339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4283f5e4-3fc3-4814-b493-e5e8e197e1b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.771440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:09.793920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.858344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.912197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:09.916266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:09.925040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:09.947756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1f6db-aee8-4e5e-96f6-ece34b18807c None None] Network c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:09.988874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:09.995601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:10.002420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:10.003509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.004984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Router 9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:22:10.066887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.118789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7ca03a81-e2e6-4052-92cf-5c9e9e9a2104,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:10.150764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.172543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d17b4a6c-9a42-4e32-b242-8fa6959de631 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.198557 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.263406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d32d542-8e1e-43e8-8a07-5a5d1741de3c']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:10.308452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:04Z', 'revision_number': 9, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:10.317035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7ca03a81-e2e6-4052-92cf-5c9e9e9a2104,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:10.322796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaab735-6fc9-4ca3-a530-4c4026519fe3 None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:04Z', 'revision_number': 9, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9', 'name': '', 'network_id': '0116aadf-b79f-4d9d-8368-81488b36f8e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:64:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:21:01Z', 'updated_at': '2022-03-28T15:21:14Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '01eb0523-0d52-41cc-b2f5-f9b34c8d4be5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:10.357340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d17b4a6c-9a42-4e32-b242-8fa6959de631 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 8d4a048d-75aa-4e84-98bd-ce3a35675d27 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:10.392207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4283f5e4-3fc3-4814-b493-e5e8e197e1b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.395978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a67e5e1-aa80-4c98-9044-49154f8e6327 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.398956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a67e5e1-aa80-4c98-9044-49154f8e6327 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.404570 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3a67e5e1-aa80-4c98-9044-49154f8e6327 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/e55e6e25-92e5-4378-a658-c91da80d88b7 HTTP/1.1" status: 204 len: 168 time: 1.7300396 Mar 28 15:22:10.408695 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-11bc7a50-5d18-4592-80f7-92cdc1b08319 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.8584919 Mar 28 15:22:10.426928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6406856a-4bba-43b3-aac9-574b9604f0c7') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:10.428204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6406856a-4bba-43b3-aac9-574b9604f0c7') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:10.436182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59588) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:10.447172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event updated for resources: {'Port': ['ID=d8fb650b-a060-4089-8074-2d52880d0a32,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:10.502348 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283f5e4-3fc3-4814-b493-e5e8e197e1b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8fc45a-d889-481d-83a1-8c219ff08d8d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:10.507790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.517138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67e5e1-aa80-4c98-9044-49154f8e6327 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e6e25-92e5-4378-a658-c91da80d88b7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:10.520063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4283f5e4-3fc3-4814-b493-e5e8e197e1b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.520452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0449ae-e3a1-42e1-b0b6-a48df965dc64 None None] Network 69fa8a1c-8651-4fed-8298-5d6e474fa796 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:10.524657 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4283f5e4-3fc3-4814-b493-e5e8e197e1b3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/2e8fc45a-d889-481d-83a1-8c219ff08d8d HTTP/1.1" status: 204 len: 168 time: 2.7095444 Mar 28 15:22:10.557285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:10.563315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59592) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:10.563661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59594) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:10.567861 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Sync routers for ids ['9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:10.580420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.588061 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Routers {'9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:10.588801 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:10.588937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:10.589590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.738781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:10.746296 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:10.845319 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Set router 9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:10.974651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b8f7e0-6b1c-4874-a139-f2d129a1fbb3 None None] DHCP port deletion for 69fa8a1c-8651-4fed-8298-5d6e474fa796 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:10.979886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8f7e0-6b1c-4874-a139-f2d129a1fbb3 None None] Deleting port 3cc55f15-32c7-4f33-9544-e84a89fd9009 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:10.980282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f7e0-6b1c-4874-a139-f2d129a1fbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.105454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.141741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.149211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] Pushing event deleted for resources: {'Network': ['ID=2d32d542-8e1e-43e8-8a07-5a5d1741de3c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:11.175923 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-174ac363-6dc5-4772-9fde-50bffc0a4109 tempest-PortsTestJSON-676363447 tempest-PortsTestJSON-676363447-project] 10.222.0.16 "DELETE /v2.0/networks/2d32d542-8e1e-43e8-8a07-5a5d1741de3c HTTP/1.1" status: 204 len: 168 time: 1.8356991 Mar 28 15:22:11.184815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d17b4a6c-9a42-4e32-b242-8fa6959de631 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.187204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:11.249240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b4a6c-9a42-4e32-b242-8fa6959de631 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=8d4a048d-75aa-4e84-98bd-ce3a35675d27,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:11.251230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b87c1f37-dfaa-44c9-adc4-117374ddf274 None None] Provisioning complete for port be26f46e-5690-40d8-9cb4-ff8696cf6343 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:11.251874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b87c1f37-dfaa-44c9-adc4-117374ddf274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.252853 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4', 'name': 'tempest-snat-router-1088981278', 'tenant_id': '1cf50e70e55e48b6bf381933078c82ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '964f6c52-7a95-40f4-9f43-e42175abed25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:03Z', 'updated_at': '2022-03-28T15:22:08Z', 'revision_number': 3, 'project_id': '1cf50e70e55e48b6bf381933078c82ea', 'gw_port': {'id': '964f6c52-7a95-40f4-9f43-e42175abed25', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:06Z', 'updated_at': '2022-03-28T15:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:11.258446 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Checking router: 9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:11.258804 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Updating router 9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4 port 964f6c52-7a95-40f4-9f43-e42175abed25 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:22:11.330667 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.352593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.353814 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1d8e24bb-0cc0-402a-8a76-b16c0df6b373 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8297136 Mar 28 15:22:11.361164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b87c1f37-dfaa-44c9-adc4-117374ddf274 None None] Port be26f46e-5690-40d8-9cb4-ff8696cf6343 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:11.389960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59602) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:11.396597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.396597 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3cb2a0be-81ab-4665-be3a-94821d731d12 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7708826 Mar 28 15:22:11.404220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8c897f82-b7d3-4f43-b43b-e5f246f66046 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Request body: {'floatingip': {'port_id': 'f52b108f-6220-44a4-b9be-6e20c4b1dd59', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:11.413299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.421304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59606) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:11.439436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b87c1f37-dfaa-44c9-adc4-117374ddf274 None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:11.439825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b87c1f37-dfaa-44c9-adc4-117374ddf274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.525071 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:11.525428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.635671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d17b4a6c-9a42-4e32-b242-8fa6959de631 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.640048 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d17b4a6c-9a42-4e32-b242-8fa6959de631 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/8d4a048d-75aa-4e84-98bd-ce3a35675d27 HTTP/1.1" status: 204 len: 168 time: 2.9309111 Mar 28 15:22:11.647643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59610) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:11.724216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c897f82-b7d3-4f43-b43b-e5f246f66046 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for floatingip, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.796624 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.811170 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7009417a-746c-4820-8480-9165067451c2 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/routers/9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4 HTTP/1.1" status: 200 len: 907 time: 0.3578784 Mar 28 15:22:11.815737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59616) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:11.816212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59618) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:11.816568 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Transition to ACTIVE for port object 964f6c52-7a95-40f4-9f43-e42175abed25 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:11.826730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f8b8f7e0-6b1c-4874-a139-f2d129a1fbb3 None None] For port 3cc55f15-32c7-4f33-9544-e84a89fd9009, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3cc55f15-32c7-4f33-9544-e84a89fd9009,segment=NetworkSegment(79a25de9-882e-4374-9115-e424475ea6a4),segment_id=79a25de9-882e-4374-9115-e424475ea6a4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:11.827494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f7e0-6b1c-4874-a139-f2d129a1fbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.887923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53e6430-eb85-4ae7-bc16-e72a58261a1d tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:11.894616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53e6430-eb85-4ae7-bc16-e72a58261a1d tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:11.896349 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f53e6430-eb85-4ae7-bc16-e72a58261a1d tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.4506443 Mar 28 15:22:11.898955 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:11.907302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59626) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:11.926249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a326203-1cc6-45ca-99ec-b03f698f08ce no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:11.955604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 3cc55f15-32c7-4f33-9544-e84a89fd9009 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:11.955977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.012496 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Pushing event updated for resources: {'Port': ['ID=964f6c52-7a95-40f4-9f43-e42175abed25,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:12.014169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.024739 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.025231 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.026230 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.026717 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.028168 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.028168 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.028168 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.028460 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.028879 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.029270 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.029816 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.030203 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:12.043262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8f7e0-6b1c-4874-a139-f2d129a1fbb3 None None] Calling delete_port for 3cc55f15-32c7-4f33-9544-e84a89fd9009 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:12.065163 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Attempting to bind port 964f6c52-7a95-40f4-9f43-e42175abed25 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:12.065615 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Attempting to bind port 964f6c52-7a95-40f4-9f43-e42175abed25 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:12.066191 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Attempting to bind port 964f6c52-7a95-40f4-9f43-e42175abed25 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:12.074973 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:12.075489 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:12.075959 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.076572 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:12.077104 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Bound port: 964f6c52-7a95-40f4-9f43-e42175abed25, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:12.077812 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.095725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4a326203-1cc6-45ca-99ec-b03f698f08ce {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:12.096063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a326203-1cc6-45ca-99ec-b03f698f08ce not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:12.096474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3cc55f15-32c7-4f33-9544-e84a89fd9009 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:12.171752 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] For port 964f6c52-7a95-40f4-9f43-e42175abed25, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:12.175361 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] For port 964f6c52-7a95-40f4-9f43-e42175abed25, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=964f6c52-7a95-40f4-9f43-e42175abed25,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:12.253180 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.262115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.273723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port 3cc55f15-32c7-4f33-9544-e84a89fd9009, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3cc55f15-32c7-4f33-9544-e84a89fd9009,segment=NetworkSegment(79a25de9-882e-4374-9115-e424475ea6a4),segment_id=79a25de9-882e-4374-9115-e424475ea6a4)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:12.274119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.333490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6fd213-ec6b-4683-8f85-c85eed797785 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:12.334720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ba6fd213-ec6b-4683-8f85-c85eed797785 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:12.374290 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eefa1-6667-4412-89a3-e192d406e2f1 None None] Pushing event updated for resources: {'Port': ['ID=964f6c52-7a95-40f4-9f43-e42175abed25,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:12.383360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f7e0-6b1c-4874-a139-f2d129a1fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.399128 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Routers {'9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:12.401052 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:12.421383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.427223 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-8c897f82-b7d3-4f43-b43b-e5f246f66046 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] update failed (client error): The resource could not be found. Mar 28 15:22:12.427223 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8c897f82-b7d3-4f43-b43b-e5f246f66046 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "PUT /v2.0/floatingips/2621fc98-3116-4f6d-be8e-a4fff6dab72f HTTP/1.1" status: 404 len: 507 time: 1.0341094 Mar 28 15:22:12.432700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8f7e0-6b1c-4874-a139-f2d129a1fbb3 None None] Pushing event deleted for resources: {'Port': ['ID=3cc55f15-32c7-4f33-9544-e84a89fd9009,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:12.432871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59632) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:12.452186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8f7e0-6b1c-4874-a139-f2d129a1fbb3 None None] No DVR routers for this DVR port 3cc55f15-32c7-4f33-9544-e84a89fd9009 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:12.508022 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9fee16c4-8a5b-4a27-90fc-5de5d470324c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95c1a79e2bf24cd5bc72fa103a8a3702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6905363 Mar 28 15:22:12.518251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c76c72f2-02f8-435a-b326-263d38e672ef tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Deleting port 622029ce-7836-49da-addb-3a17957228ef {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:12.522692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ba6fd213-ec6b-4683-8f85-c85eed797785 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:12.522903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76c72f2-02f8-435a-b326-263d38e672ef tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.523222 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ba6fd213-ec6b-4683-8f85-c85eed797785 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8709390 Mar 28 15:22:12.523222 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59636) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:12.532464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59638) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:12.620680 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] Set router 9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:12.658664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Deleting port 964f6c52-7a95-40f4-9f43-e42175abed25 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:12.659336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.701808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 3cc55f15-32c7-4f33-9544-e84a89fd9009 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:12.726011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Deleting port d8fb650b-a060-4089-8074-2d52880d0a32 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:12.726341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.834651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9170ef4-3c5f-4469-a91d-e4573d899021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.861508 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9170ef4-3c5f-4469-a91d-e4573d899021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:12.950925 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4', 'name': 'tempest-snat-router-1088981278', 'tenant_id': '1cf50e70e55e48b6bf381933078c82ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '964f6c52-7a95-40f4-9f43-e42175abed25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:03Z', 'updated_at': '2022-03-28T15:22:08Z', 'revision_number': 3, 'project_id': '1cf50e70e55e48b6bf381933078c82ea', 'gw_port': {'id': '964f6c52-7a95-40f4-9f43-e42175abed25', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:06Z', 'updated_at': '2022-03-28T15:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:12.955717 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a5485-47fa-4ea0-8227-c457531c1c05 None None] The sync data for ids ['9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4'] in dv-neutron-828143-13-hyperv is: [{'id': '9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4', 'name': 'tempest-snat-router-1088981278', 'tenant_id': '1cf50e70e55e48b6bf381933078c82ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '964f6c52-7a95-40f4-9f43-e42175abed25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:03Z', 'updated_at': '2022-03-28T15:22:08Z', 'revision_number': 3, 'project_id': '1cf50e70e55e48b6bf381933078c82ea', 'gw_port': {'id': '964f6c52-7a95-40f4-9f43-e42175abed25', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:06Z', 'updated_at': '2022-03-28T15:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:13.002167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:13.002731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:13.037986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.183107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:13.187016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76c72f2-02f8-435a-b326-263d38e672ef tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.204286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:13.223982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a221b5a-90d0-4a20-b615-be03689c106e None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:13.251319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9170ef4-3c5f-4469-a91d-e4573d899021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.291424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a48d85-c825-4320-9bc0-1c2370e62638 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:13.292953 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-93a48d85-c825-4320-9bc0-1c2370e62638 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7596042 Mar 28 15:22:13.299600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9170ef4-3c5f-4469-a91d-e4573d899021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae62227-f358-4404-80a5-1c2e03984b61,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:13.302323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59644) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:13.356170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9170ef4-3c5f-4469-a91d-e4573d899021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.357288 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d9170ef4-3c5f-4469-a91d-e4573d899021 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eae62227-f358-4404-80a5-1c2e03984b61 HTTP/1.1" status: 204 len: 168 time: 0.8292956 Mar 28 15:22:13.380159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c76c72f2-02f8-435a-b326-263d38e672ef tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Calling delete_port for 622029ce-7836-49da-addb-3a17957228ef owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:13.402126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.402482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.416889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] For port 964f6c52-7a95-40f4-9f43-e42175abed25, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=964f6c52-7a95-40f4-9f43-e42175abed25,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:13.417259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.487637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:13.488018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.505208 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 3cc55f15-32c7-4f33-9544-e84a89fd9009 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:13.505575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.583402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb56e65-38f2-4db4-b88d-8e6b3a80b347 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:13.586200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=39d955fc-db29-4105-ada5-b0503da2707e,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:13.586344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb56e65-38f2-4db4-b88d-8e6b3a80b347 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:13.587998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb56e65-38f2-4db4-b88d-8e6b3a80b347 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:13.588951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bfb56e65-38f2-4db4-b88d-8e6b3a80b347 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:13.595848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76c72f2-02f8-435a-b326-263d38e672ef tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.600036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Calling delete_port for d8fb650b-a060-4089-8074-2d52880d0a32 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:13.602807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] The port '3cc55f15-32c7-4f33-9544-e84a89fd9009' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:22:13.670685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c72f2-02f8-435a-b326-263d38e672ef tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Port': ['ID=622029ce-7836-49da-addb-3a17957228ef,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:13.758073 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9e048-536a-4616-b534-20d9d1ba800f None None] Update dhcp port {'port': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'fixed_ips': [{'subnet_id': '5b9905f8-059c-4390-9f91-765f180d5bc6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '39d955fc-db29-4105-ada5-b0503da2707e'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': 'cfaa059a-5373-4a85-93ef-8bdb2b69c306'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:22:13.779058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Calling delete_port for 964f6c52-7a95-40f4-9f43-e42175abed25 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:13.826262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8dc9e048-536a-4616-b534-20d9d1ba800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.851680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.897564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fa8a1c-8651-4fed-8298-5d6e474fa796']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:13.943575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a25de9-882e-4374-9115-e424475ea6a4') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:13.943872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a25de9-882e-4374-9115-e424475ea6a4') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:13.956623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bfb56e65-38f2-4db4-b88d-8e6b3a80b347 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:13.958114 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bfb56e65-38f2-4db4-b88d-8e6b3a80b347 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6514654 Mar 28 15:22:13.962027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59654) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:13.974388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:13.993966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.001591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:14.002002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:14.112709 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:14.123019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c76c72f2-02f8-435a-b326-263d38e672ef tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.123019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bf959715-9459-4dba-9b05-45a9a703fb48 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7815270 Mar 28 15:22:14.123019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59662) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:14.131946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'security_group': {'name': 'tempest-secgroup-1115834619'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:14.137812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:14.142008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:14.145027 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:14.152026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1cad69-d8b2-43fb-8085-0e6884efc3c5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 03005bb5-b5dc-4a4e-8290-16184ef5b82c {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:14.158605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:14.165536 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c76c72f2-02f8-435a-b326-263d38e672ef tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/ports/622029ce-7836-49da-addb-3a17957228ef HTTP/1.1" status: 204 len: 168 time: 2.2468460 Mar 28 15:22:14.165711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a1cad69-d8b2-43fb-8085-0e6884efc3c5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.165823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59668) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:14.256595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.260313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-8dc9e048-536a-4616-b534-20d9d1ba800f None None] Allocated IP 2001:db8::2 (189a18ea-c89f-4927-975d-8e86e9ff3f79/39d955fc-db29-4105-ada5-b0503da2707e/cfaa059a-5373-4a85-93ef-8bdb2b69c306) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:14.261772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a1cad69-d8b2-43fb-8085-0e6884efc3c5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.281077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.301055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.310167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.312038 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/networks/69fa8a1c-8651-4fed-8298-5d6e474fa796 HTTP/1.1" status: 204 len: 168 time: 3.7041874 Mar 28 15:22:14.323121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59672) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:14.371102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event deleted for resources: {'Port': ['ID=d8fb650b-a060-4089-8074-2d52880d0a32,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:14.474493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8dc9e048-536a-4616-b534-20d9d1ba800f None None] For port cfaa059a-5373-4a85-93ef-8bdb2b69c306, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cfaa059a-5373-4a85-93ef-8bdb2b69c306,segment=NetworkSegment(9fcd9fd7-b773-4c48-a54e-7fe8465351f4),segment_id=9fcd9fd7-b773-4c48-a54e-7fe8465351f4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:14.488294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:14.491077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136353b4-4d35-4f01-bae4-9c0581b5df0b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Network': ['ID=69fa8a1c-8651-4fed-8298-5d6e474fa796,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:14.496073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.504052 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group_rule and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:14.515601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a1cad69-d8b2-43fb-8085-0e6884efc3c5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.520279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-da8c8b5d-e267-4307-9102-340fdbc975be tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Deleting port efb801db-bb69-4712-8b08-e2fd7944cc97 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:14.521203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da8c8b5d-e267-4307-9102-340fdbc975be tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.528918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8dc9e048-536a-4616-b534-20d9d1ba800f None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.550522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8dc9e048-536a-4616-b534-20d9d1ba800f None None] Transition to ACTIVE for port object cfaa059a-5373-4a85-93ef-8bdb2b69c306 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:14.576492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.606561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8dc9e048-536a-4616-b534-20d9d1ba800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.637766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event deleted for resources: {'Port': ['ID=964f6c52-7a95-40f4-9f43-e42175abed25,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:14.640462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.641616 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5185f9d8-d33e-47fa-8433-552064ccb3bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "DELETE /v2.0/floatingips/2621fc98-3116-4f6d-be8e-a4fff6dab72f HTTP/1.1" status: 204 len: 168 time: 2.2056174 Mar 28 15:22:14.672526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59682) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:14.689395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9f0aec78-c9be-4650-b6f0-589d5e11ec8f tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Request body: {'floatingip': {'floating_network_id': 'be1030e9-fe83-4bda-ad6d-06d02207075a', 'port_id': 'f52b108f-6220-44a4-b9be-6e20c4b1dd59', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:14.690009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:14.709762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9e048-536a-4616-b534-20d9d1ba800f None None] Pushing event updated for resources: {'Port': ['ID=cfaa059a-5373-4a85-93ef-8bdb2b69c306,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:14.719905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:14.757477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9f0aec78-c9be-4650-b6f0-589d5e11ec8f tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:14.763110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:14.806346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9f0aec78-c9be-4650-b6f0-589d5e11ec8f tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Usage tracker for resource:floatingip and tenant:04a8bd70d0e74d9a8aacf808c879038a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:14.815237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9f0aec78-c9be-4650-b6f0-589d5e11ec8f tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:14.877790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9f0aec78-c9be-4650-b6f0-589d5e11ec8f tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:14.970853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59688) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:15.030451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.104547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.107482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.162730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a1cad69-d8b2-43fb-8085-0e6884efc3c5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.214844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cfaa059a-5373-4a85-93ef-8bdb2b69c306 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:15.254193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cad69-d8b2-43fb-8085-0e6884efc3c5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=03005bb5-b5dc-4a4e-8290-16184ef5b82c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:15.254193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f0aec78-c9be-4650-b6f0-589d5e11ec8f tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.274276 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.274807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:22:15.295352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1becd705-ac07-43af-b9d7-0280c21e8863 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:15.297602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a1cad69-d8b2-43fb-8085-0e6884efc3c5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.340569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171054859'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:15.360075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:15.437553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:15.444064 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8a1cad69-d8b2-43fb-8085-0e6884efc3c5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/03005bb5-b5dc-4a4e-8290-16184ef5b82c HTTP/1.1" status: 204 len: 168 time: 1.4743485 Mar 28 15:22:15.445053 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59694) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:15.502388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.504042 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-96b07696-dfc5-45aa-a97e-24df6b8eb1db tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9b5f12e8-69e7-4891-9b65-d4b9ea12ddb4 HTTP/1.1" status: 204 len: 168 time: 3.6845927 Mar 28 15:22:15.510029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:15.515334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da8c8b5d-e267-4307-9102-340fdbc975be tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.517192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59698) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:15.536531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:15.641310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4cc008-a40f-4a18-96af-e45a92f82010 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 920733d9-9ad2-4a69-91bb-37101286861f {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:15.647248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc008-a40f-4a18-96af-e45a92f82010 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.679155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-da8c8b5d-e267-4307-9102-340fdbc975be tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Calling delete_port for efb801db-bb69-4712-8b08-e2fd7944cc97 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:15.696466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1f17dca9-df48-42f6-a8fe-dfabd9d331e0 None None] Provisioning complete for port be26f46e-5690-40d8-9cb4-ff8696cf6343 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:15.697937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1f17dca9-df48-42f6-a8fe-dfabd9d331e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.760446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1f17dca9-df48-42f6-a8fe-dfabd9d331e0 None None] Port be26f46e-5690-40d8-9cb4-ff8696cf6343 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:15.784907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc008-a40f-4a18-96af-e45a92f82010 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.836049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1f17dca9-df48-42f6-a8fe-dfabd9d331e0 None None] Provisioning for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:15.843541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1f17dca9-df48-42f6-a8fe-dfabd9d331e0 None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:15.844182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1f17dca9-df48-42f6-a8fe-dfabd9d331e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.850974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.873221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.886859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.938086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:15.965334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.055448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:16.066362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:16.072941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:16.088606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0360f63-687e-4040-b104-17c0fce36d3c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:16.099978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:16.103238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da8c8b5d-e267-4307-9102-340fdbc975be tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.136978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.153470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc008-a40f-4a18-96af-e45a92f82010 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.163791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c8b5d-e267-4307-9102-340fdbc975be tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Port': ['ID=efb801db-bb69-4712-8b08-e2fd7944cc97,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:16.173687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da8c8b5d-e267-4307-9102-340fdbc975be tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.175573 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-da8c8b5d-e267-4307-9102-340fdbc975be tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/ports/efb801db-bb69-4712-8b08-e2fd7944cc97 HTTP/1.1" status: 204 len: 168 time: 2.0089192 Mar 28 15:22:16.190581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59702) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:16.198762 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-9f0aec78-c9be-4650-b6f0-589d5e11ec8f tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:22:16.203414 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9f0aec78-c9be-4650-b6f0-589d5e11ec8f tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5263829 Mar 28 15:22:16.211816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59706) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:16.212607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.213810 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-336404b5-fa1d-49d0-a722-254b4f8c0da9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0884576 Mar 28 15:22:16.221391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59708) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:16.236102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': 'f52b108f-6220-44a4-b9be-6e20c4b1dd59', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:16.251125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Deleting port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:16.251562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.257152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'security_group': {'name': 'tempest-secgroup-1293707182'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:16.265620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:16.283153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:16.284193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-46972f34-37bb-4c9b-8ecb-10164e87d3b3 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Synchronizing usage tracker for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:16.287183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Usage tracker for resource:floatingip and tenant:04a8bd70d0e74d9a8aacf808c879038a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:16.323269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:16.340141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:16.350741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:16.355102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:16.369504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:16.408698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 07386ea6-8572-46cc-a831-c75d6a26f956 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:16.409620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.417356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-46972f34-37bb-4c9b-8ecb-10164e87d3b3 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Unset dirty status for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:16.418521 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-46972f34-37bb-4c9b-8ecb-10164e87d3b3 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2269738 Mar 28 15:22:16.426275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59714) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:16.433820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2050544701'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:16.438552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4f330872-cbf3-4529-8499-4fb3fd5957ab None None] Provisioning complete for port 81614dcf-3455-45a5-859c-55676786e72f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:16.439186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4f330872-cbf3-4529-8499-4fb3fd5957ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.445420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:16.452923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Usage tracker for resource:network and tenant:efb7c0ca56e942feb495c70d244117b8 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:16.457284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:16.460067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.467462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:16.473260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc008-a40f-4a18-96af-e45a92f82010 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.495753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.533367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cc008-a40f-4a18-96af-e45a92f82010 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=920733d9-9ad2-4a69-91bb-37101286861f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:16.536427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] For port 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7ca03a81-e2e6-4052-92cf-5c9e9e9a2104,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:16.536799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.550702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6e4cc008-a40f-4a18-96af-e45a92f82010 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.556350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f6adb-88c2-42c0-afbc-9cbeacbbd9ec None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:16.667952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Made reservation on behalf of efb7c0ca56e942feb495c70d244117b8 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:16.671384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.687284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Calling delete_port for 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:16.688782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.841993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3af50-4c6f-400a-b32a-7541eb6e7487 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:16.847175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-03b3af50-4c6f-400a-b32a-7541eb6e7487 None None] Deleting port 81614dcf-3455-45a5-859c-55676786e72f {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:16.847660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-03b3af50-4c6f-400a-b32a-7541eb6e7487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.865704 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6e4cc008-a40f-4a18-96af-e45a92f82010 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/920733d9-9ad2-4a69-91bb-37101286861f HTTP/1.1" status: 204 len: 168 time: 1.4164121 Mar 28 15:22:16.867141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59718) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:16.877782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:16.895192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.953539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group_rule and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:16.958749 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2bf62159-acdc-4510-af40-2ad1dde14a95 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885983 Mar 28 15:22:16.966149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59722) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:16.968723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:16.979675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:22:16.984587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:16.989911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:16.996993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:16.997343 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Added segment 6cfae514-0015-4885-a7ec-3c0d6ce59155 of type vlan for network 4668272e-2b2e-4db2-967d-153857b28be8 Mar 28 15:22:17.022061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.033412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.115003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:17.150351 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.155349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 81614dcf-3455-45a5-859c-55676786e72f no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:17.155920 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:17.156531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.197099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.201639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-03b3af50-4c6f-400a-b32a-7541eb6e7487 None None] For port 81614dcf-3455-45a5-859c-55676786e72f, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=81614dcf-3455-45a5-859c-55676786e72f,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:17.202388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-03b3af50-4c6f-400a-b32a-7541eb6e7487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.244288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:17.261854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:17.310955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ca03a81-e2e6-4052-92cf-5c9e9e9a2104,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:17.330524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:17.334804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-03b3af50-4c6f-400a-b32a-7541eb6e7487 None None] Calling delete_port for 81614dcf-3455-45a5-859c-55676786e72f owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:17.372933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 07386ea6-8572-46cc-a831-c75d6a26f956, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=07386ea6-8572-46cc-a831-c75d6a26f956,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:17.373530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.382818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Network': ['ID=4668272e-2b2e-4db2-967d-153857b28be8,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:17.388481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4f5719-de92-4f47-ab4b-9e203e2a9479,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:17.400787 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b339dd54-d6b4-467c-b5ef-67b64670c0a6 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9735887 Mar 28 15:22:17.403696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59726) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:17.413126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-598406048'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:17.416445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 4668272e-2b2e-4db2-967d-153857b28be8 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:22:17.420413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:17.427388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Usage tracker for resource:network and tenant:efb7c0ca56e942feb495c70d244117b8 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:17.433237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:17.440226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.482769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:17.536849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 07386ea6-8572-46cc-a831-c75d6a26f956 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:17.548734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.584433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:17.604785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:17.620834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.623139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:17.623336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.628927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Made reservation on behalf of efb7c0ca56e942feb495c70d244117b8 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:17.632981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.654739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:17.661416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-03b3af50-4c6f-400a-b32a-7541eb6e7487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.669576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:22:17.679413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.679763 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Added segment cad294db-70b4-42fa-b576-7a7d6378542a of type vlan for network b1cde386-3ccb-4eec-8d51-41d267b6105d Mar 28 15:22:17.719373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.727774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.740813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.741510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0c9ed3a-858d-4988-9ed3-dfa60ec78035 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:22:17.747206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 964f6c52-7a95-40f4-9f43-e42175abed25 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:17.765361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.766545 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bda06b3f-179d-46dc-a9fc-0583e971cb99 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b0c9ed3a-858d-4988-9ed3-dfa60ec78035 HTTP/1.1" status: 204 len: 168 time: 2.2482417 Mar 28 15:22:17.770034 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59730) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:17.776171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-340358775', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:17.777006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3af50-4c6f-400a-b32a-7541eb6e7487 None None] No DVR routers for this DVR port 81614dcf-3455-45a5-859c-55676786e72f on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:17.783476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3af50-4c6f-400a-b32a-7541eb6e7487 None None] Pushing event deleted for resources: {'Port': ['ID=81614dcf-3455-45a5-859c-55676786e72f,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:17.784734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:17.789923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Usage tracker for resource:router and tenant:c3478c0334de4e4eac0e14e1325f1add is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:17.793092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:17.795559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 964f6c52-7a95-40f4-9f43-e42175abed25 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:17.795876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 964f6c52-7a95-40f4-9f43-e42175abed25 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:17.805478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:17.807589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:17.812805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.880021 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.888840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.889761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.892273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:17.892273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.930964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.939817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:17.940796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.022775 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6181102 Mar 28 15:22:18.031646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.033029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2230d-1b4c-4630-b3e9-c14438a2dc00 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Network': ['ID=b1cde386-3ccb-4eec-8d51-41d267b6105d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:18.048411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network b1cde386-3ccb-4eec-8d51-41d267b6105d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:22:18.056943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.120945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b26c55-cdb8-4dca-bb1d-fb45394cbfcb,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:18.132032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:18.132372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.240117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f6639e-6d51-42e6-93f8-4ab42e5b61f0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:18.243933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.248309 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8ec7aab5-85a0-449a-bdef-0104cf031a2f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0174389 Mar 28 15:22:18.249005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59734) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:18.394947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.433531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'security_group': {'name': 'tempest-secgroup-376980479'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:18.488196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.492412 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a49b9186-e3fc-46cd-8c2d-d3eb7fe31d7a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.5168047 Mar 28 15:22:18.497881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59738) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:18.512921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:18.565242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:18.577355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:18.637056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:18.641056 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b14ddadc-db1a-44a6-a5c9-09bd23798c1d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1401947 Mar 28 15:22:18.641255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59742) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:18.657296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-dbdee2a9-520d-473d-a299-90dadfa731bd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-security--1570954070', 'description': 'tempest-security-description-1375265269'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:18.696508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Allocated IP 172.26.7.151 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/ee387278-5eae-45c4-b357-7a2f7acb043e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:18.806417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.814224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbdee2a9-520d-473d-a299-90dadfa731bd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.881495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.882804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbdee2a9-520d-473d-a299-90dadfa731bd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.939378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:18.942032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9,segment=NetworkSegment(5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e),segment_id=5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:18.942392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:18.966590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=07386ea6-8572-46cc-a831-c75d6a26f956,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:18.971331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:security_group_rule and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:18.977982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:19.039783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbdee2a9-520d-473d-a299-90dadfa731bd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.098123 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbdee2a9-520d-473d-a299-90dadfa731bd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.100189 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dbdee2a9-520d-473d-a299-90dadfa731bd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "PUT /v2.0/security-groups/d9f6639e-6d51-42e6-93f8-4ab42e5b61f0 HTTP/1.1" status: 200 len: 1778 time: 0.4575055 Mar 28 15:22:19.108571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.136944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59746) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:19.163169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdee2a9-520d-473d-a299-90dadfa731bd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f6639e-6d51-42e6-93f8-4ab42e5b61f0,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:19.166870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.198114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:19.227828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:19.244921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:19.279191 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-40003270-9961-4425-86f4-89ffc1b5c2df tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups/d9f6639e-6d51-42e6-93f8-4ab42e5b61f0 HTTP/1.1" status: 200 len: 1778 time: 0.1371584 Mar 28 15:22:19.279191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59750) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:19.316614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:19.317792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7ca03a81-e2e6-4052-92cf-5c9e9e9a2104 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:19.359306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a92956a6-0c3f-4c65-b9e1-03d2f7f7d8b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.388798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a92956a6-0c3f-4c65-b9e1-03d2f7f7d8b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.437106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.491461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:22:19.501551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.520845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a92956a6-0c3f-4c65-b9e1-03d2f7f7d8b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.539365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92956a6-0c3f-4c65-b9e1-03d2f7f7d8b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f6639e-6d51-42e6-93f8-4ab42e5b61f0,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:19.550992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a92956a6-0c3f-4c65-b9e1-03d2f7f7d8b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.554559 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a92956a6-0c3f-4c65-b9e1-03d2f7f7d8b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9f6639e-6d51-42e6-93f8-4ab42e5b61f0 HTTP/1.1" status: 204 len: 168 time: 0.2724144 Mar 28 15:22:19.554791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59754) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:19.618063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b60be3bb-3f0f-4927-9e4f-600431716a09 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:19.681498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:19.691522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:19.692113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b60be3bb-3f0f-4927-9e4f-600431716a09 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:19.699550 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b60be3bb-3f0f-4927-9e4f-600431716a09 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1434734 Mar 28 15:22:19.701337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59758) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:19.706691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a21686d-5c57-474f-a65f-938f5f717d16 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:19.707301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:19.707916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.729707 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-58a35210-eaf2-4d2c-9d71-a80aaf3c011d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] delete failed (client error): The resource could not be found. Mar 28 15:22:19.731574 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-58a35210-eaf2-4d2c-9d71-a80aaf3c011d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9f6639e-6d51-42e6-93f8-4ab42e5b61f0 HTTP/1.1" status: 404 len: 347 time: 0.0301788 Mar 28 15:22:19.736190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59762) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:19.737058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=2292a0b1-65d1-40f3-92e1-f9a373af76b3,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:19.751977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493220766'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:19.760976 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:19.773891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:19.838898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.840575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.878237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:19.878763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:19.889616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:19.894277 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:19.907150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:19.958136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.002165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '2292a0b1-65d1-40f3-92e1-f9a373af76b3'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:22:20.003285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.032177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.039961 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8af112b9-bc25-46e5-a9f3-123d289f3e6d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0671275 Mar 28 15:22:20.041211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.057145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59766) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:20.065550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Allocated IP 172.26.7.95 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/9d46873a-768e-436e-878d-bfddb0de0250) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:20.204448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Allocated IP 2001:db8::f816:3eff:fead:aa84 (407e43a9-7d21-4a68-a014-97c49e9e0f14/2292a0b1-65d1-40f3-92e1-f9a373af76b3/5c165428-8e8b-488d-a4ac-1d2334f50b11) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:20.238612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:20.261887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:20.298431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.329077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.352163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:20.395259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.429280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:20.434542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8391a3ed-5a33-499a-9729-8b333fbd2021,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:20.456714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.492487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.506563 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Transition to ACTIVE for port object 5c165428-8e8b-488d-a4ac-1d2334f50b11 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:20.531534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Transition to ACTIVE for port object 5c165428-8e8b-488d-a4ac-1d2334f50b11 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:20.536548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:20.550710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.555290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8135123 Mar 28 15:22:20.562614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59770) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:20.581299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': 'f3603448-1adb-40a0-8de5-92d90e4a2d3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:20.590484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.595638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806b09-1c4f-4a04-ac99-b35b61def9d5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3603448-1adb-40a0-8de5-92d90e4a2d3c,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:20.598069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:20.610068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:20.612149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event updated for resources: {'Port': ['ID=9d46873a-768e-436e-878d-bfddb0de0250,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:20.614852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:20.618405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:20.623495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:20.626603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:20.661580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:20.669828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:20.673721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:20.677186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:20.744894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Pushing event updated for resources: {'Port': ['ID=5c165428-8e8b-488d-a4ac-1d2334f50b11,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:20.754736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:20.760240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:20.763637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:20.769675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.772325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:20.781036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.782745 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-91f7a060-aecc-4865-9762-a994c5ca18a9 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.5249944 Mar 28 15:22:20.783914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event updated for resources: {'Port': ['ID=ee387278-5eae-45c4-b357-7a2f7acb043e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:20.805443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59774) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:20.822391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1643062527', 'security_groups': ['8391a3ed-5a33-499a-9729-8b333fbd2021'], 'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39d955fc-db29-4105-ada5-b0503da2707e'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:20.887144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Attempting to bind port 5c165428-8e8b-488d-a4ac-1d2334f50b11 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:20.887686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Attempting to bind port 5c165428-8e8b-488d-a4ac-1d2334f50b11 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:20.888410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Attempting to bind port 5c165428-8e8b-488d-a4ac-1d2334f50b11 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:20.900350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:20.901841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:20.902634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.905899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:20.906483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Bound port: 5c165428-8e8b-488d-a4ac-1d2334f50b11, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:20.906958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.954404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:20.985834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:20.996304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:21.030029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] For port 5c165428-8e8b-488d-a4ac-1d2334f50b11, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:21.033372 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] For port 5c165428-8e8b-488d-a4ac-1d2334f50b11, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5c165428-8e8b-488d-a4ac-1d2334f50b11,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:21.101588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.105410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:21.108878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.148901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c289c7d-6fd5-420e-8cba-db3ed9ebae3f,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:21.150521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.236900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.238250 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-232c8141-bc05-4c1e-a4f2-7ce95b1e5119 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6703358 Mar 28 15:22:21.246785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59780) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:21.274904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:21.308336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e79b1-a74f-4108-9d6a-7d31a1ab6c4f None None] Pushing event updated for resources: {'Port': ['ID=5c165428-8e8b-488d-a4ac-1d2334f50b11,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:21.310465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fc636d4d-b39b-4032-a285-5228109da3bb tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.322768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59784) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:21.331206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fc636d4d-b39b-4032-a285-5228109da3bb tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.339807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'subnets': [{'network_id': '4668272e-2b2e-4db2-967d-153857b28be8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1562206874', 'ip_version': 6}, {'network_id': 'b1cde386-3ccb-4eec-8d51-41d267b6105d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:21.340122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'subnet': {'network_id': '4668272e-2b2e-4db2-967d-153857b28be8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1562206874', 'ip_version': 6}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:21.340774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Request body: {'subnet': {'network_id': 'b1cde386-3ccb-4eec-8d51-41d267b6105d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:21.354067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.378200 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-35ff4f69-12ce-4971-bf80-083efa0c1d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.526428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.758111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fc636d4d-b39b-4032-a285-5228109da3bb tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.798034 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc636d4d-b39b-4032-a285-5228109da3bb tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c289c7d-6fd5-420e-8cba-db3ed9ebae3f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:21.801114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fc636d4d-b39b-4032-a285-5228109da3bb tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:21.804686 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fc636d4d-b39b-4032-a285-5228109da3bb tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3c289c7d-6fd5-420e-8cba-db3ed9ebae3f HTTP/1.1" status: 204 len: 168 time: 0.5545602 Mar 28 15:22:21.824038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59788) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:22.004727 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.ipam_backend_mixin [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2292a0b1-65d1-40f3-92e1-f9a373af76b3 (CIDR: 2001:db8::/64) Mar 28 15:22:22.021714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:22.038446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fcaac199-0550-4af3-a63e-a9166cbadaf1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:22.042794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Usage tracker for resource:subnet and tenant:efb7c0ca56e942feb495c70d244117b8 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:22.054678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:22.111317 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:22:22.111799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:22.120790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:22.125065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Deleting port ee387278-5eae-45c4-b357-7a2f7acb043e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:22.125391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.152469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.159400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.244304 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Made reservation on behalf of efb7c0ca56e942feb495c70d244117b8 for: {'subnet': 2} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:22.246934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] device_id is not set on port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:22:22.250063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.250392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.284179 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fcaac199-0550-4af3-a63e-a9166cbadaf1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:22.285359 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fcaac199-0550-4af3-a63e-a9166cbadaf1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4603550 Mar 28 15:22:22.300057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59792) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:22.376177 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1df668ce-c4b4-46c2-b266-f5b1179228e8 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1465425 Mar 28 15:22:22.391206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59796) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:22.410168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 910bc72f-ae57-4dbb-b09d-ad44558b18dd has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:22:22.461280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:22.548850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f90bf27-9f30-4112-9e9f-d95a836542f2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.620722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-81cfa3d3-ceb7-4b3a-96e4-ff37903da463 None None] Provisioning for port 5c165428-8e8b-488d-a4ac-1d2334f50b11 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:22.629737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f90bf27-9f30-4112-9e9f-d95a836542f2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.705416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Router d282746e-5619-42e7-8557-c2a5c30074ae is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:22:22.825272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:22:22.831181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.831515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.858013 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f90bf27-9f30-4112-9e9f-d95a836542f2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:22.910922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90bf27-9f30-4112-9e9f-d95a836542f2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3603448-1adb-40a0-8de5-92d90e4a2d3c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:23.095144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Calling delete_port for ee387278-5eae-45c4-b357-7a2f7acb043e owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:23.111391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5c165428-8e8b-488d-a4ac-1d2334f50b11 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:23.171445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:23.186724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8035fa6-1dcd-4cf8-a824-972a6e624fcd None None] Sync routers for ids ['d282746e-5619-42e7-8557-c2a5c30074ae'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:23.199936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8035fa6-1dcd-4cf8-a824-972a6e624fcd None None] Routers {'d282746e-5619-42e7-8557-c2a5c30074ae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:23.200714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e8035fa6-1dcd-4cf8-a824-972a6e624fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d282746e-5619-42e7-8557-c2a5c30074ae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:23.227394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f90bf27-9f30-4112-9e9f-d95a836542f2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:23.231086 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9f90bf27-9f30-4112-9e9f-d95a836542f2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/f3603448-1adb-40a0-8de5-92d90e4a2d3c HTTP/1.1" status: 204 len: 168 time: 0.8762333 Mar 28 15:22:23.232792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59800) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:23.268657 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e8035fa6-1dcd-4cf8-a824-972a6e624fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:23.277867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8035fa6-1dcd-4cf8-a824-972a6e624fcd None None] Routers {'d282746e-5619-42e7-8557-c2a5c30074ae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:23.278477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e8035fa6-1dcd-4cf8-a824-972a6e624fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d282746e-5619-42e7-8557-c2a5c30074ae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:23.333733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8cacc3e2-6649-4f09-8837-648bcdc7adc9 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:23.339493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 5c165428-8e8b-488d-a4ac-1d2334f50b11 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:23.347444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:23.351554 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ce7d92cf-66d3-4e11-a816-2cb70e7344fa tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5775561 Mar 28 15:22:23.351841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 5c165428-8e8b-488d-a4ac-1d2334f50b11 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:23.352281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:23.352711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59804) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:23.358936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5d5b7e4f-dc0d-4e0d-8e16-59a88313d5b8 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': False}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:23.371064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:23.415099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e8035fa6-1dcd-4cf8-a824-972a6e624fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:23.415505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8035fa6-1dcd-4cf8-a824-972a6e624fcd None None] The sync data for ids ['d282746e-5619-42e7-8557-c2a5c30074ae'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:23.420622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:23.440618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:23.446766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:23.469895 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8cacc3e2-6649-4f09-8837-648bcdc7adc9 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:23.475471 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8cacc3e2-6649-4f09-8837-648bcdc7adc9 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2377098 Mar 28 15:22:23.475648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:23.481931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59808) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:23.487326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:23.500393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:23.501421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518129296'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:23.505742 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] Sync routers for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:23.518742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:23.525014 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:23.525014 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:21:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:23.543248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8::395 (189a18ea-c89f-4927-975d-8e86e9ff3f79/39d955fc-db29-4105-ada5-b0503da2707e/bb1f14ff-147e-41b4-bc49-eec49c76b2f7) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:23.545774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6d5550a2-ef50-4efa-8d62-177a81b4713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:23.552218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 5c165428-8e8b-488d-a4ac-1d2334f50b11, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5c165428-8e8b-488d-a4ac-1d2334f50b11,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:23.554245 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-556e6391-7768-4a45-9043-5bfd1d2c163b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/910bc72f-ae57-4dbb-b09d-ad44558b18dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9415910 Mar 28 15:22:23.555809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:23.558981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59812) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:23.566236 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d76cdf21-3291-40c5-b761-eb7f118d48cc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2382388 Mar 28 15:22:23.571882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:23.583143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:23.584881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:23.597684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59816) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:23.634517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:23.639397 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Subnet': ['ID=a4041f3c-18da-4140-a4b1-a21e50dce293,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:23.664329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Checking segment: {'id': '6cfae514-0015-4885-a7ec-3c0d6ce59155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4668272e-2b2e-4db2-967d-153857b28be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:23.664694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Network hostable DHCP agents. Network: 4668272e-2b2e-4db2-967d-153857b28be8, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:22:23.693886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:23.697606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:23.741664 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:23.754076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:23.793292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:23.803211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:23.817061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:23.892034 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:23.895203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Network 4668272e-2b2e-4db2-967d-153857b28be8 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:22:23.901866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-add92a61-0650-449d-95ff-3c4c1a63ebac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting subnet fbc24358-b961-4aa7-835c-8d58956481ae {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:23.910992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:23.915313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-add92a61-0650-449d-95ff-3c4c1a63ebac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:23.954451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-7459ef9e-cbfd-4f78-822e-56d7d853822d tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting subnet 01eb0523-0d52-41cc-b2f5-f9b34c8d4be5 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:24.024257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7459ef9e-cbfd-4f78-822e-56d7d853822d tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.052244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.104472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.120965 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:22:18Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:24.126097 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] Checking router: 910bc72f-ae57-4dbb-b09d-ad44558b18dd for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:24.137663 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] Routers {'910bc72f-ae57-4dbb-b09d-ad44558b18dd'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:24.139320 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:24.144285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 4668272e-2b2e-4db2-967d-153857b28be8) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:24.155644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event deleted for resources: {'Port': ['ID=ee387278-5eae-45c4-b357-7a2f7acb043e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:24.160878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.161358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-add92a61-0650-449d-95ff-3c4c1a63ebac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.186471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=5c165428-8e8b-488d-a4ac-1d2334f50b11,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:24.190062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b381406-9a1c-42f5-b428-9a639436877e None None] Network 4668272e-2b2e-4db2-967d-153857b28be8 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:24.269725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7459ef9e-cbfd-4f78-822e-56d7d853822d tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.270572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7e4f-dc0d-4e0d-8e16-59a88313d5b8 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.317745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event updated for resources: {'Subnet': ['ID=7fed741a-4a06-406a-a167-a4258824e384,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:24.336357 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Checking segment: {'id': 'cad294db-70b4-42fa-b576-7a7d6378542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1cde386-3ccb-4eec-8d51-41d267b6105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:24.336607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Network hostable DHCP agents. Network: b1cde386-3ccb-4eec-8d51-41d267b6105d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:22:24.350361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.416712 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] Set router 910bc72f-ae57-4dbb-b09d-ad44558b18dd gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:24.421832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.464557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.489510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Network b1cde386-3ccb-4eec-8d51-41d267b6105d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:22:24.499172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object bb1f14ff-147e-41b4-bc49-eec49c76b2f7 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:24.564405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24e3167-fb1f-48f7-82f6-cdbafbd423d2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:24.574570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-add92a61-0650-449d-95ff-3c4c1a63ebac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.629034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-4668272e-2b2e-4db2-967d-153857b28be8', 'network_id': '4668272e-2b2e-4db2-967d-153857b28be8', 'tenant_id': 'efb7c0ca56e942feb495c70d244117b8', 'fixed_ips': [{'subnet_id': 'a4041f3c-18da-4140-a4b1-a21e50dce293'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:22:24.630301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.632602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7459ef9e-cbfd-4f78-822e-56d7d853822d tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.679244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:19Z', 'revision_number': 10, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:24.680326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, b1cde386-3ccb-4eec-8d51-41d267b6105d) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:24.685745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.685986 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] create failed (client error): The resource could not be found. Mar 28 15:22:24.686967 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f0c5a80b-876a-4e55-975f-fbcfab1cbb3b tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.4667468 Mar 28 15:22:24.694871 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-170e74d6-b3a5-47d3-bfaf-a474ca43d5bf tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2033930 Mar 28 15:22:24.695493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59820) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:24.695825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59822) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:24.701156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:24.701760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:24.702449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.706799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e3d39-647f-4159-bde5-e5736fd184ba None None] Network b1cde386-3ccb-4eec-8d51-41d267b6105d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:24.742543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': 'a24e3167-fb1f-48f7-82f6-cdbafbd423d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:24.775410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:24.780355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:24.814514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:24.815327 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:22:18Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:24.821683 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f1c22-53ab-477a-9a5c-06b905b0c4af None None] The sync data for ids ['910bc72f-ae57-4dbb-b09d-ad44558b18dd'] in dv-neutron-828143-13-hyperv is: [{'id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'name': 'tempest-TestNetworkBasicOps-router-1842931932', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:18:33Z', 'updated_at': '2022-03-28T15:22:18Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'de7d781d-120d-444a-ba18-f9e87801146b', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910bc72f-ae57-4dbb-b09d-ad44558b18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:18:35Z', 'updated_at': '2022-03-28T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:24.824042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:24.837783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.849004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:24.857539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d62cc49c-0067-4630-aa53-4d66da95b3be tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Deleting port f52b108f-6220-44a4-b9be-6e20c4b1dd59 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:24.857666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d62cc49c-0067-4630-aa53-4d66da95b3be tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.885972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:24.919992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:24.920592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:24.954765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-add92a61-0650-449d-95ff-3c4c1a63ebac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.006063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.063088 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-63acc8dc-a545-4d57-bcaf-31ffc54ddee5 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.7378812 Mar 28 15:22:25.074950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59828) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:25.138471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.175390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7459ef9e-cbfd-4f78-822e-56d7d853822d tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.189591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add92a61-0650-449d-95ff-3c4c1a63ebac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc24358-b961-4aa7-835c-8d58956481ae,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:25.202564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:25.219555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:25.243731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:25.246153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.263899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-add92a61-0650-449d-95ff-3c4c1a63ebac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.266510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:25.273365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:25.273365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.331823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:25.363358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:25.364357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=bb1f14ff-147e-41b4-bc49-eec49c76b2f7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:25.389528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7459ef9e-cbfd-4f78-822e-56d7d853822d tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.396020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:25.397147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.400679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a782b5e4-56a8-4483-a6ec-93ef9f32fb4f tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:25.406879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a782b5e4-56a8-4483-a6ec-93ef9f32fb4f tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:25.408834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a782b5e4-56a8-4483-a6ec-93ef9f32fb4f tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:25.409744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a782b5e4-56a8-4483-a6ec-93ef9f32fb4f tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Synchronizing usage tracker for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:25.459923 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-add92a61-0650-449d-95ff-3c4c1a63ebac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/subnets/fbc24358-b961-4aa7-835c-8d58956481ae HTTP/1.1" status: 204 len: 168 time: 1.8998792 Mar 28 15:22:25.470605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59832) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:25.485125 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7459ef9e-cbfd-4f78-822e-56d7d853822d tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/01eb0523-0d52-41cc-b2f5-f9b34c8d4be5 HTTP/1.1" status: 204 len: 168 time: 1.8808222 Mar 28 15:22:25.503327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca7e0a-faf4-4128-898d-19c50536042a None None] Network 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:25.529796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5c165428-8e8b-488d-a4ac-1d2334f50b11 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:25.545272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59836) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:25.569717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1efa4fd-109d-4b44-b888-cafdf9661a7c None None] Network 0116aadf-b79f-4d9d-8368-81488b36f8e5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:25.594707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b1292-369b-456e-ae8f-f3862fbd9ab7 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:25.597243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a782b5e4-56a8-4483-a6ec-93ef9f32fb4f tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Unset dirty status for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:25.602539 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d6abba15-7871-418d-9463-d4564bdebfa8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7927794 Mar 28 15:22:25.602539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=bc238a4f-e119-465f-8493-e74df2594b8f,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:25.603766 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a782b5e4-56a8-4483-a6ec-93ef9f32fb4f tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5232873 Mar 28 15:22:25.610168 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7a8eb970-6ecd-4bf6-ba18-8ffb24d6d028 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2108531 Mar 28 15:22:25.611077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59840) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:25.611315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59842) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:25.627922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59844) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:25.648421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:26:f2:48', 'name': 'tempest-NetworksTestDHCPv6-537928231'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:25.703004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:25.751142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7e4f-dc0d-4e0d-8e16-59a88313d5b8 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.794432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Allocated IP 2001:db8::1 (4668272e-2b2e-4db2-967d-153857b28be8/a4041f3c-18da-4140-a4b1-a21e50dce293/9e3c6166-1764-4946-a8a0-d2237d8b66d1) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:25.797480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459ef9e-cbfd-4f78-822e-56d7d853822d tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Subnet': ['ID=01eb0523-0d52-41cc-b2f5-f9b34c8d4be5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:25.817475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7e4f-dc0d-4e0d-8e16-59a88313d5b8 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.893419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.899186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.939720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port a40801e4-a010-43a5-b298-691858f7524a {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:25.940206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:25.978013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.032371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4263d362-f894-4721-a8db-c4228becbb30 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Deleting subnet a4041f3c-18da-4140-a4b1-a21e50dce293 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:26.042668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-b1cde386-3ccb-4eec-8d51-41d267b6105d', 'network_id': 'b1cde386-3ccb-4eec-8d51-41d267b6105d', 'tenant_id': 'efb7c0ca56e942feb495c70d244117b8', 'fixed_ips': [{'subnet_id': '7fed741a-4a06-406a-a167-a4258824e384'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:22:26.043483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.066044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6cff78-c8b1-460c-ae04-0955845f00d7,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:26.086642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d62cc49c-0067-4630-aa53-4d66da95b3be tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.109473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.118122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:26.137399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:26.144223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:26.190341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:26.220888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5b7e4f-dc0d-4e0d-8e16-59a88313d5b8 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Router d282746e-5619-42e7-8557-c2a5c30074ae has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:22:26.238013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0d68229d-396c-44db-8a8e-005dc1850872 None None] Provisioning for port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:26.287621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:26.297304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d62cc49c-0067-4630-aa53-4d66da95b3be tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Calling delete_port for f52b108f-6220-44a4-b9be-6e20c4b1dd59 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:26.328039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.332143 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2f70e6da-98a4-4259-9a60-c4d64122c0e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6289535 Mar 28 15:22:26.333550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59854) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:26.343316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:26.343755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:26.350590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:26.367443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:26.394984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0d68229d-396c-44db-8a8e-005dc1850872 None None] Provisioning complete for port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:26.395231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d68229d-396c-44db-8a8e-005dc1850872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.399561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': 'a24e3167-fb1f-48f7-82f6-cdbafbd423d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:26.420370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:26.470882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:26.483494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:26.501051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.518064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 5c165428-8e8b-488d-a4ac-1d2334f50b11 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:26.518433 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.535663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:26.544295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:26.547654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.606821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.655874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port de7d781d-120d-444a-ba18-f9e87801146b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:26.656501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.687898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d68229d-396c-44db-8a8e-005dc1850872 None None] Port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:26.829099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d62cc49c-0067-4630-aa53-4d66da95b3be tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.837211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port a40801e4-a010-43a5-b298-691858f7524a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a40801e4-a010-43a5-b298-691858f7524a,segment=NetworkSegment(5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e),segment_id=5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:26.837568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.908502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cc49c-0067-4630-aa53-4d66da95b3be tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event deleted for resources: {'Port': ['ID=f52b108f-6220-44a4-b9be-6e20c4b1dd59,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:26.933898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:26.972260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Allocated IP 2001:db8:0:1::1 (b1cde386-3ccb-4eec-8d51-41d267b6105d/7fed741a-4a06-406a-a167-a4258824e384/23272376-a53c-490e-acf8-b842068a7f10) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:27.036583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.040694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:19Z', 'revision_number': 10, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:27.089662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for a40801e4-a010-43a5-b298-691858f7524a owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:27.102193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8dd74-d8a1-469f-803c-5e8a82b583d0 None None] DHCP port deletion for 2641f3ba-3f0f-4876-9e9d-50ec3d296b36 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:27.136483 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.ipam_backend_mixin [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39d955fc-db29-4105-ada5-b0503da2707e (CIDR: 2001:db8::/64) Mar 28 15:22:27.155616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.169765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.197208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5b7e4f-dc0d-4e0d-8e16-59a88313d5b8 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:27.203596 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:22:27.204097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:27.214717 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23307c1c-a154-4548-af9c-bfcf76dc487d None None] Sync routers for ids ['d282746e-5619-42e7-8557-c2a5c30074ae'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:27.234973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d62cc49c-0067-4630-aa53-4d66da95b3be tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.239336 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23307c1c-a154-4548-af9c-bfcf76dc487d None None] Routers {'d282746e-5619-42e7-8557-c2a5c30074ae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:27.240920 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-23307c1c-a154-4548-af9c-bfcf76dc487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d282746e-5619-42e7-8557-c2a5c30074ae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:27.249075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port d368fa2d-c9d7-4198-a566-9aeab690fec5 yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:22:27.263466 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d62cc49c-0067-4630-aa53-4d66da95b3be tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "DELETE /v2.0/ports/f52b108f-6220-44a4-b9be-6e20c4b1dd59 HTTP/1.1" status: 204 len: 168 time: 2.5642884 Mar 28 15:22:27.266622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59858) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:27.285523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7e4f-dc0d-4e0d-8e16-59a88313d5b8 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.286687 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5d5b7e4f-dc0d-4e0d-8e16-59a88313d5b8 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "PUT /v2.0/routers/d282746e-5619-42e7-8557-c2a5c30074ae HTTP/1.1" status: 200 len: 924 time: 3.9329126 Mar 28 15:22:27.287506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.296028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59862) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:27.306558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Transition to ACTIVE for port object 9e3c6166-1764-4946-a8a0-d2237d8b66d1 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:27.314052 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-23307c1c-a154-4548-af9c-bfcf76dc487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:27.319359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port de7d781d-120d-444a-ba18-f9e87801146b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=de7d781d-120d-444a-ba18-f9e87801146b,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:27.319876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.328032 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23307c1c-a154-4548-af9c-bfcf76dc487d None None] Routers {'d282746e-5619-42e7-8557-c2a5c30074ae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:27.328975 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-23307c1c-a154-4548-af9c-bfcf76dc487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d282746e-5619-42e7-8557-c2a5c30074ae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:27.332533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Transition to ACTIVE for port object 9e3c6166-1764-4946-a8a0-d2237d8b66d1 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:27.336086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8dd74-d8a1-469f-803c-5e8a82b583d0 None None] Deleting port a2a0150b-a809-44c8-910b-d3c47f265712 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:27.336431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0c8dd74-d8a1-469f-803c-5e8a82b583d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.418717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499686c-3270-4397-8fca-d4f7dabd84f1 None None] DHCP port deletion for 0116aadf-b79f-4d9d-8368-81488b36f8e5 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:27.423056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8c1848-7983-4ccc-bbf5-a425c78be315,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:27.435373 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425fbeae-dc48-41c6-a138-7c9c76fa9146 None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:19Z', 'revision_number': 10, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None, '_interfaces': [{'id': '2c355403-48f5-42f4-88e0-2cb544360b9b', 'name': '', 'network_id': '9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'mac_address': 'fa:16:3e:59:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:20:46Z', 'updated_at': '2022-03-28T15:20:59Z', 'revision_number': 5, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'subnets': [{'id': '602aec01-b328-41e5-b5d7-dd3eabd27999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:27.455540 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e0066a5e-16fc-4df0-9eca-0f5275b9483c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8119648 Mar 28 15:22:27.460314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4263d362-f894-4721-a8db-c4228becbb30 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.461240 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-23307c1c-a154-4548-af9c-bfcf76dc487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:27.461827 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23307c1c-a154-4548-af9c-bfcf76dc487d None None] The sync data for ids ['d282746e-5619-42e7-8557-c2a5c30074ae'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:27.462962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59866) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:27.483580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:27.489526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5499686c-3270-4397-8fca-d4f7dabd84f1 None None] Deleting port a40801e4-a010-43a5-b298-691858f7524a {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:27.489526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5499686c-3270-4397-8fca-d4f7dabd84f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.499059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for de7d781d-120d-444a-ba18-f9e87801146b owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:27.508867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.532268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.535929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 07386ea6-8572-46cc-a831-c75d6a26f956 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:27.595048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4263d362-f894-4721-a8db-c4228becbb30 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.616378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 07386ea6-8572-46cc-a831-c75d6a26f956 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:27.616719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 07386ea6-8572-46cc-a831-c75d6a26f956 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:27.653918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.655166 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3796413e-72cf-49f9-be68-7e223d0502cd tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3211365 Mar 28 15:22:27.657851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59870) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:27.673895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89cc7b-330f-41d3-adcd-f3838088d914 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:27.674598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fe89cc7b-330f-41d3-adcd-f3838088d914 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Synchronizing usage tracker for tenant:04a8bd70d0e74d9a8aacf808c879038a on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:27.684056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=a40801e4-a010-43a5-b298-691858f7524a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:27.684297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': 'a24e3167-fb1f-48f7-82f6-cdbafbd423d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:27.697842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:27.715779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:27.724939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:27.731280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Network 4668272e-2b2e-4db2-967d-153857b28be8 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:27.736004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:27.747496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5499686c-3270-4397-8fca-d4f7dabd84f1 None None] The port 'a40801e4-a010-43a5-b298-691858f7524a' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:22:27.748747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:27.753459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No DVR routers for this DVR port a40801e4-a010-43a5-b298-691858f7524a on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:27.762135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:27.775179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4263d362-f894-4721-a8db-c4228becbb30 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.903307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fe89cc7b-330f-41d3-adcd-f3838088d914 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Unset dirty status for tenant:04a8bd70d0e74d9a8aacf808c879038a on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:27.910008 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-41af10ac-7e55-4df5-845e-bbae8e6a814d tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/routers/d282746e-5619-42e7-8557-c2a5c30074ae HTTP/1.1" status: 200 len: 924 time: 0.6003189 Mar 28 15:22:27.911439 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fe89cc7b-330f-41d3-adcd-f3838088d914 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "GET /v2.0/ports?device_id=b885c7fe-6c44-4f20-8ab7-b3c67d63d995 HTTP/1.1" status: 200 len: 913 time: 0.6437190 Mar 28 15:22:27.917847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59874) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:27.918173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59876) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:27.918842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:27.971824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a2a0150b-a809-44c8-910b-d3c47f265712 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:27.997864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Pushing event updated for resources: {'Port': ['ID=9e3c6166-1764-4946-a8a0-d2237d8b66d1,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:28.105619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.114956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:28.132483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:28.135610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8:0:1::2a7 (407e43a9-7d21-4a68-a014-97c49e9e0f14/bc238a4f-e119-465f-8493-e74df2594b8f/d368fa2d-c9d7-4198-a566-9aeab690fec5) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:28.138131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:28.155533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:28.160946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0116aadf-b79f-4d9d-8368-81488b36f8e5']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:28.172382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.178419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:28.178935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5944c6f2-9f91-46a2-b3c8-9bc7a6bedf5e') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:28.192789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.200509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Attempting to bind port 9e3c6166-1764-4946-a8a0-d2237d8b66d1 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:28.200651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Attempting to bind port 9e3c6166-1764-4946-a8a0-d2237d8b66d1 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '6cfae514-0015-4885-a7ec-3c0d6ce59155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4668272e-2b2e-4db2-967d-153857b28be8'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:28.200984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Attempting to bind port 9e3c6166-1764-4946-a8a0-d2237d8b66d1 on network 4668272e-2b2e-4db2-967d-153857b28be8 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:28.212368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.219723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:28.220434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.230018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:28.230393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Checking segment: {'id': '6cfae514-0015-4885-a7ec-3c0d6ce59155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4668272e-2b2e-4db2-967d-153857b28be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:28.230803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.231222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Bound using segment: {'id': '6cfae514-0015-4885-a7ec-3c0d6ce59155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4668272e-2b2e-4db2-967d-153857b28be8'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:28.231694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Bound port: 9e3c6166-1764-4946-a8a0-d2237d8b66d1, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfae514-0015-4885-a7ec-3c0d6ce59155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4668272e-2b2e-4db2-967d-153857b28be8'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:28.232070 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.238141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:28.243619 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:28.245961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Transition to ACTIVE for port object 23272376-a53c-490e-acf8-b842068a7f10 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:28.254522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e0c8dd74-d8a1-469f-803c-5e8a82b583d0 None None] For port a2a0150b-a809-44c8-910b-d3c47f265712, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a2a0150b-a809-44c8-910b-d3c47f265712,segment=NetworkSegment(7067d7e6-3b86-414b-a5f2-c258eb64a5ff),segment_id=7067d7e6-3b86-414b-a5f2-c258eb64a5ff)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:28.257833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0c8dd74-d8a1-469f-803c-5e8a82b583d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.260230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:28.264529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.266246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170a7b0-b46c-48d3-8615-69dd95371f37 None None] Update dhcp port {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'fixed_ips': [{'subnet_id': '2292a0b1-65d1-40f3-92e1-f9a373af76b3', 'ip_address': '2001:db8::f816:3eff:fead:aa84'}, {'subnet_id': 'bc238a4f-e119-465f-8493-e74df2594b8f'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '5c165428-8e8b-488d-a4ac-1d2334f50b11'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:22:28.308871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4263d362-f894-4721-a8db-c4228becbb30 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.312401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.357424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::f816:3eff:fe26:f248 (407e43a9-7d21-4a68-a014-97c49e9e0f14/2292a0b1-65d1-40f3-92e1-f9a373af76b3/d368fa2d-c9d7-4198-a566-9aeab690fec5) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:28.463495 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8dd74-d8a1-469f-803c-5e8a82b583d0 None None] Calling delete_port for a2a0150b-a809-44c8-910b-d3c47f265712 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:28.502208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Transition to ACTIVE for port object 23272376-a53c-490e-acf8-b842068a7f10 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:28.557238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.561712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.570224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e170a7b0-b46c-48d3-8615-69dd95371f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.577385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.599058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=de7d781d-120d-444a-ba18-f9e87801146b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:28.601088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263d362-f894-4721-a8db-c4228becbb30 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Subnet': ['ID=a4041f3c-18da-4140-a4b1-a21e50dce293,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:28.611000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4263d362-f894-4721-a8db-c4228becbb30 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.619105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364553cc-e69c-4f98-b0af-94fd0253212f tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:28.620940 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-364553cc-e69c-4f98-b0af-94fd0253212f tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=d282746e-5619-42e7-8557-c2a5c30074ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6618969 Mar 28 15:22:28.630395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.674427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59884) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:28.683466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.711779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575ae0df-f2f3-489a-97ec-d9de24d6efe5,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:28.779686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] For port 9e3c6166-1764-4946-a8a0-d2237d8b66d1, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:28.807617 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/networks/0116aadf-b79f-4d9d-8368-81488b36f8e5 HTTP/1.1" status: 204 len: 168 time: 3.2580388 Mar 28 15:22:28.807617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d47f4-e44b-4ba2-9a93-7749762b314b tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Network': ['ID=0116aadf-b79f-4d9d-8368-81488b36f8e5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:28.807893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Network b1cde386-3ccb-4eec-8d51-41d267b6105d is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:28.808584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59888) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:28.811383 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.ipam_backend_mixin [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5b9905f8-059c-4390-9f91-765f180d5bc6 (CIDR: 2001:db8:0:1::/64) Mar 28 15:22:28.847502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:28.857253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] For port 9e3c6166-1764-4946-a8a0-d2237d8b66d1, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9e3c6166-1764-4946-a8a0-d2237d8b66d1,segment=NetworkSegment(6cfae514-0015-4885-a7ec-3c0d6ce59155),segment_id=6cfae514-0015-4885-a7ec-3c0d6ce59155)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:28.871902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:28.907248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Pushing event updated for resources: {'Port': ['ID=23272376-a53c-490e-acf8-b842068a7f10,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:28.916175 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4263d362-f894-4721-a8db-c4228becbb30 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/subnets/a4041f3c-18da-4140-a4b1-a21e50dce293 HTTP/1.1" status: 204 len: 168 time: 3.2711604 Mar 28 15:22:28.923006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59892) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:28.971889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.975509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.975987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0c8dd74-d8a1-469f-803c-5e8a82b583d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.977097 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-848438a4-dea8-4af1-bb62-c5c07504d34f tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3148706 Mar 28 15:22:28.985218 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59896) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:28.986218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:28.992610 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:22:28.993104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:29.014811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': 'a24e3167-fb1f-48f7-82f6-cdbafbd423d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:29.087722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.090952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:29.101628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 28 15:22:29.101628 dv-neutron-828143-13-hyperv neutron-server[88488]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 28 15:22:29.101628 dv-neutron-828143-13-hyperv neutron-server[88488]: [parameters: {'status': 'DOWN', 'ports_id': 'a2a0150b-a809-44c8-910b-d3c47f265712'}] Mar 28 15:22:29.101628 dv-neutron-828143-13-hyperv neutron-server[88488]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:29.102746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:29.103356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:29.103807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8dd74-d8a1-469f-803c-5e8a82b583d0 None None] No DVR routers for this DVR port a2a0150b-a809-44c8-910b-d3c47f265712 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:29.109761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:29.132100 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:29.133659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Attempting to bind port 23272376-a53c-490e-acf8-b842068a7f10 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:29.133811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Attempting to bind port 23272376-a53c-490e-acf8-b842068a7f10 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'cad294db-70b4-42fa-b576-7a7d6378542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1cde386-3ccb-4eec-8d51-41d267b6105d'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:29.134069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Attempting to bind port 23272376-a53c-490e-acf8-b842068a7f10 on network b1cde386-3ccb-4eec-8d51-41d267b6105d {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:29.146024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object d368fa2d-c9d7-4198-a566-9aeab690fec5 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:29.148014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:29.148392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Checking segment: {'id': 'cad294db-70b4-42fa-b576-7a7d6378542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1cde386-3ccb-4eec-8d51-41d267b6105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:29.148800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.149204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Bound using segment: {'id': 'cad294db-70b4-42fa-b576-7a7d6378542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1cde386-3ccb-4eec-8d51-41d267b6105d'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:29.149661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Bound port: 23272376-a53c-490e-acf8-b842068a7f10, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad294db-70b4-42fa-b576-7a7d6378542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1cde386-3ccb-4eec-8d51-41d267b6105d'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:29.150037 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.159288 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e409340-5e5f-4166-8da2-e45fbf7adb91 None None] Pushing event updated for resources: {'Port': ['ID=9e3c6166-1764-4946-a8a0-d2237d8b66d1,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:29.205887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8dd74-d8a1-469f-803c-5e8a82b583d0 None None] Pushing event deleted for resources: {'Port': ['ID=a2a0150b-a809-44c8-910b-d3c47f265712,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:29.218448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063a72d-e7a6-4632-a26e-d81775d95961 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:29.219869 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5063a72d-e7a6-4632-a26e-d81775d95961 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 881 time: 0.5403595 Mar 28 15:22:29.231115 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0d332b2c-56a9-49d3-af5b-6d63d61e9d5b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7571084 Mar 28 15:22:29.231115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59900) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:29.234320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59902) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:29.238532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.248679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.264854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-222f7a8d-93c4-48a2-af79-0bc777787d20 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Deleting subnet 7fed741a-4a06-406a-a167-a4258824e384 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:29.270594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-222f7a8d-93c4-48a2-af79-0bc777787d20 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.327318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'subnet': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:29.337550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-222f7a8d-93c4-48a2-af79-0bc777787d20 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.342319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] For port 23272376-a53c-490e-acf8-b842068a7f10, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:29.345474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] For port 23272376-a53c-490e-acf8-b842068a7f10, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23272376-a53c-490e-acf8-b842068a7f10,segment=NetworkSegment(cad294db-70b4-42fa-b576-7a7d6378542a),segment_id=cad294db-70b4-42fa-b576-7a7d6378542a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:29.354569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be549294-00e4-429c-a669-0243bf72d2c8 None None] Network 4668272e-2b2e-4db2-967d-153857b28be8 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:29.386118 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-50019f87-5b2f-446b-bba7-1c26ec32e305 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=d282746e-5619-42e7-8557-c2a5c30074ae HTTP/1.1" status: 200 len: 205 time: 0.1527133 Mar 28 15:22:29.389518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59908) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:29.398185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.444995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.501682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.502173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Fanout notify agent at l3_agent the message router_deleted on router 910bc72f-ae57-4dbb-b09d-ad44558b18dd {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:22:29.557100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.560862 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-24a06ffe-b3ae-4645-a656-4357ceae0c4e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/routers/910bc72f-ae57-4dbb-b09d-ad44558b18dd HTTP/1.1" status: 204 len: 168 time: 4.0752516 Mar 28 15:22:29.562288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59912) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:29.702016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.706080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.728668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.731064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:29.761693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-222f7a8d-93c4-48a2-af79-0bc777787d20 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.785945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Port a2a0150b-a809-44c8-910b-d3c47f265712 update to DOWN by agent not found {{(pid=88488) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 28 15:22:29.786452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a40801e4-a010-43a5-b298-691858f7524a no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:29.806686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Usage tracker for resource:subnet and tenant:0bd0fba2577048bb84e2783d6c2c84ee is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:29.839253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: a40801e4-a010-43a5-b298-691858f7524a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:29.840115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device a40801e4-a010-43a5-b298-691858f7524a not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:29.840247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:29.844125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.856165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:29.873788 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:29.882431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fde91-c64d-4c8f-a534-998d186b9c66 None None] Pushing event updated for resources: {'Port': ['ID=23272376-a53c-490e-acf8-b842068a7f10,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:29.891323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:29.891741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7e5ab8fd-ba9e-45aa-ab79-2dce951a8fd9 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:29.916641 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-e170a7b0-b46c-48d3-8615-69dd95371f37 None None] Allocated IP 2001:db8:0:1::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/bc238a4f-e119-465f-8493-e74df2594b8f/5c165428-8e8b-488d-a4ac-1d2334f50b11) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:29.948753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:30.013755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce887022-9844-4e52-a3d6-abcc913c316f,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:30.023147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:30.042907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:30.045423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:30.051360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:30.052035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.059706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.067311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=d368fa2d-c9d7-4198-a566-9aeab690fec5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:30.082399 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e170a7b0-b46c-48d3-8615-69dd95371f37 None None] For port 5c165428-8e8b-488d-a4ac-1d2334f50b11, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5c165428-8e8b-488d-a4ac-1d2334f50b11,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:30.095086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Made reservation on behalf of 0bd0fba2577048bb84e2783d6c2c84ee for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:30.098816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.139683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e170a7b0-b46c-48d3-8615-69dd95371f37 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.187839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.192547 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2eca496c-2065-4406-b7da-911f965c8bd5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2015448 Mar 28 15:22:30.199585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59916) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:30.205932 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-91d816bd-5475-486b-ad07-940c456ea10d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5742321 Mar 28 15:22:30.216118 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': 'a24e3167-fb1f-48f7-82f6-cdbafbd423d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:30.229079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59918) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:30.254882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:30.319953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 23272376-a53c-490e-acf8-b842068a7f10 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:30.351387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:30.363947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:30.373786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e170a7b0-b46c-48d3-8615-69dd95371f37 None None] Transition to ACTIVE for port object 5c165428-8e8b-488d-a4ac-1d2334f50b11 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:30.422359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-222f7a8d-93c4-48a2-af79-0bc777787d20 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.432390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:30.440734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e170a7b0-b46c-48d3-8615-69dd95371f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.456954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.475518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-08ebf7cf-4ced-4c45-8b70-84b112c136d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port d368fa2d-c9d7-4198-a566-9aeab690fec5 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:30.475912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08ebf7cf-4ced-4c45-8b70-84b112c136d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.489726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 23272376-a53c-490e-acf8-b842068a7f10 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:30.499132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2641f3ba-3f0f-4876-9e9d-50ec3d296b36']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:30.530342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.540116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7a8d-93c4-48a2-af79-0bc777787d20 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Subnet': ['ID=7fed741a-4a06-406a-a167-a4258824e384,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:30.548377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-222f7a8d-93c4-48a2-af79-0bc777787d20 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.556855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7067d7e6-3b86-414b-a5f2-c258eb64a5ff') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:30.557441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7067d7e6-3b86-414b-a5f2-c258eb64a5ff') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:30.604440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170a7b0-b46c-48d3-8615-69dd95371f37 None None] Pushing event updated for resources: {'Port': ['ID=5c165428-8e8b-488d-a4ac-1d2334f50b11,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:30.608410 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-222f7a8d-93c4-48a2-af79-0bc777787d20 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/subnets/7fed741a-4a06-406a-a167-a4258824e384 HTTP/1.1" status: 204 len: 168 time: 1.6805692 Mar 28 15:22:30.616713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59924) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:30.651222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device de7d781d-120d-444a-ba18-f9e87801146b no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:30.673833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Deleting port 9d46873a-768e-436e-878d-bfddb0de0250 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:30.674078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.696551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: de7d781d-120d-444a-ba18-f9e87801146b {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:30.698635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device de7d781d-120d-444a-ba18-f9e87801146b not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:30.753088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.766860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.793018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.835786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:30.836197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:30.845577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab745da-b3d2-4094-94ab-e2580e704535 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:30.846265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1ab745da-b3d2-4094-94ab-e2580e704535 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Synchronizing usage tracker for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:30.851281 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:31.020628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.108726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Deleting port 33c7118b-b0bf-4157-892b-eed14ef2c95e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:31.109329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.123916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.151651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08ebf7cf-4ced-4c45-8b70-84b112c136d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.177087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1ab745da-b3d2-4094-94ab-e2580e704535 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Unset dirty status for tenant:efb7c0ca56e942feb495c70d244117b8 on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:31.178754 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1ab745da-b3d2-4094-94ab-e2580e704535 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5611095 Mar 28 15:22:31.183523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59928) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:31.193016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.239305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.276567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.330245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-08ebf7cf-4ced-4c45-8b70-84b112c136d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for d368fa2d-c9d7-4198-a566-9aeab690fec5 owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:31.332412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.369265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6848b4d6-e79f-4e99-b521-e6e32055dc29 None None] Network b1cde386-3ccb-4eec-8d51-41d267b6105d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:31.390579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Network': ['ID=2641f3ba-3f0f-4876-9e9d-50ec3d296b36,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:31.489888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b620ef4-5578-465a-b088-f657922e8e34,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:31.504704 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9d4d7b03-b1b8-4cf0-84cb-1b9136d30ab9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/networks/2641f3ba-3f0f-4876-9e9d-50ec3d296b36 HTTP/1.1" status: 204 len: 168 time: 1.9399250 Mar 28 15:22:31.547122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59932) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:31.552503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.562588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'network': {'name': 'tempest-network-smoke--1162604740', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'port_security_enabled': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:31.567055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] Provisioning for port 5c165428-8e8b-488d-a4ac-1d2334f50b11 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:31.573859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:31.579000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:network and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:31.585806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:31.589971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] Provisioning complete for port 5c165428-8e8b-488d-a4ac-1d2334f50b11 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:31.590554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.608549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:31.608744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Calling delete_port for 9d46873a-768e-436e-878d-bfddb0de0250 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:31.611960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Deleting port 23272376-a53c-490e-acf8-b842068a7f10 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:31.612129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.670164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.705459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.709386 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0f523ae7-bf09-4e02-a301-29395b1a5ae1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4984829 Mar 28 15:22:31.721002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59936) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:31.785706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Subnet': ['ID=98587cd9-4f92-4828-94bc-bac3c8bc0267,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:31.804588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] DHCP port deletion for b1cde386-3ccb-4eec-8d51-41d267b6105d request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:31.806016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:31.809724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Deleting port 23272376-a53c-490e-acf8-b842068a7f10 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:31.809918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:31.810589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.813321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.830279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:31.833299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:31.834131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.848110 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c2d18-d6bb-4e88-9974-443159ce86f5 None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:31.876807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] Provisioning for port 23272376-a53c-490e-acf8-b842068a7f10 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:31.898732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.924998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0a60c0a2-81af-4d28-8e13-8032e2acbe70 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.954360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] Provisioning complete for port 23272376-a53c-490e-acf8-b842068a7f10 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:31.955098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:31.989287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0a60c0a2-81af-4d28-8e13-8032e2acbe70 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.023628 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8d7adfc8-9e59-4b78-9f6f-6c516de7cc9c tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7851775 Mar 28 15:22:32.024322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59940) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:32.056073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1840679223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '98587cd9-4f92-4828-94bc-bac3c8bc0267'}], 'security_groups': ['a0360f63-687e-4040-b104-17c0fce36d3c', '73b26c55-cdb8-4dca-bb1d-fb45394cbfcb']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:32.065052 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Calling delete_port for 33c7118b-b0bf-4157-892b-eed14ef2c95e owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:32.187428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 2c355403-48f5-42f4-88e0-2cb544360b9b {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:32.187758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.266767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] For port 23272376-a53c-490e-acf8-b842068a7f10, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23272376-a53c-490e-acf8-b842068a7f10,segment=NetworkSegment(cad294db-70b4-42fa-b576-7a7d6378542a),segment_id=cad294db-70b4-42fa-b576-7a7d6378542a)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:32.267482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.296449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0a60c0a2-81af-4d28-8e13-8032e2acbe70 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.304609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5c165428-8e8b-488d-a4ac-1d2334f50b11 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:32.348225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] For port 23272376-a53c-490e-acf8-b842068a7f10, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23272376-a53c-490e-acf8-b842068a7f10,segment=NetworkSegment(cad294db-70b4-42fa-b576-7a7d6378542a),segment_id=cad294db-70b4-42fa-b576-7a7d6378542a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:32.348620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.371901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08ebf7cf-4ced-4c45-8b70-84b112c136d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.423915 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.428951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.436499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebf7cf-4ced-4c45-8b70-84b112c136d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=d368fa2d-c9d7-4198-a566-9aeab690fec5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:32.611627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event deleted for resources: {'Port': ['ID=9d46873a-768e-436e-878d-bfddb0de0250,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:32.612077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60c0a2-81af-4d28-8e13-8032e2acbe70 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b620ef4-5578-465a-b088-f657922e8e34,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:32.624692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Calling delete_port for 23272376-a53c-490e-acf8-b842068a7f10 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:32.632843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:22:32.642440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.642775 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Added segment 1505696d-fbc5-4b09-a725-777a8c2cbd55 of type vlan for network 9d73f968-a67d-45b9-aff6-702b0fff1dac Mar 28 15:22:32.652077 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.657906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08ebf7cf-4ced-4c45-8b70-84b112c136d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.666518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.708617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] For port 23272376-a53c-490e-acf8-b842068a7f10, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23272376-a53c-490e-acf8-b842068a7f10,segment=NetworkSegment(cad294db-70b4-42fa-b576-7a7d6378542a),segment_id=cad294db-70b4-42fa-b576-7a7d6378542a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:32.731354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Calling delete_port for 23272376-a53c-490e-acf8-b842068a7f10 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:32.740485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 5c165428-8e8b-488d-a4ac-1d2334f50b11 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:32.740742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.744894 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-08ebf7cf-4ced-4c45-8b70-84b112c136d2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/d368fa2d-c9d7-4198-a566-9aeab690fec5 HTTP/1.1" status: 204 len: 168 time: 2.5147092 Mar 28 15:22:32.764246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0a60c0a2-81af-4d28-8e13-8032e2acbe70 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.767303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event deleted for resources: {'Port': ['ID=33c7118b-b0bf-4157-892b-eed14ef2c95e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:32.769037 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0a60c0a2-81af-4d28-8e13-8032e2acbe70 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6b620ef4-5578-465a-b088-f657922e8e34 HTTP/1.1" status: 204 len: 168 time: 1.0451415 Mar 28 15:22:32.780861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59944) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:32.781191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59946) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:32.814821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.851820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.913756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:32.914127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:32.968519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:32.973911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-812ee5e8-9209-4972-8306-76cc6a4b028a None None] Could not find standard attr ID for object d368fa2d-c9d7-4198-a566-9aeab690fec5. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:22:33.071346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd72dfb-38df-47f3-8752-0fcd13cf9f75 None None] Update dhcp port {'port': {'network_id': '189a18ea-c89f-4927-975d-8e86e9ff3f79', 'fixed_ips': [{'subnet_id': '5b9905f8-059c-4390-9f91-765f180d5bc6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '39d955fc-db29-4105-ada5-b0503da2707e', 'ip_address': '2001:db8::2'}, {'subnet_id': '98587cd9-4f92-4828-94bc-bac3c8bc0267'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': 'cfaa059a-5373-4a85-93ef-8bdb2b69c306'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:22:33.103875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4c3a3-e1a0-4e01-9a37-1abe0da781cd None None] Pushing event updated for resources: {'Port': ['ID=23272376-a53c-490e-acf8-b842068a7f10,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:33.139066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 23272376-a53c-490e-acf8-b842068a7f10 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:33.143313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-632889b0-82cf-4abd-8c43-755f742e9be5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:33.162864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.166035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.170391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcd72dfb-38df-47f3-8752-0fcd13cf9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.171409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port 2c355403-48f5-42f4-88e0-2cb544360b9b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2c355403-48f5-42f4-88e0-2cb544360b9b,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:33.171767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.196763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:33.197011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:33.309717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.319107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.325505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:33.325930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.336821 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 2c355403-48f5-42f4-88e0-2cb544360b9b owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:33.383363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.387802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.415176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-632889b0-82cf-4abd-8c43-755f742e9be5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:33.420223 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-632889b0-82cf-4abd-8c43-755f742e9be5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6258144 Mar 28 15:22:33.434895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Deleting port 23272376-a53c-490e-acf8-b842068a7f10 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:33.434895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.443822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59952) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:33.453711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab95a58-5a50-451c-b307-e8b0ea4a850b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:33.454439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3ab95a58-5a50-451c-b307-e8b0ea4a850b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:33.496798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.496798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Fanout notify agent at l3_agent the message router_deleted on router d282746e-5619-42e7-8557-c2a5c30074ae {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:22:33.515173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.521836 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-81cf7418-1c43-442d-8439-cccd437ae036 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/d282746e-5619-42e7-8557-c2a5c30074ae HTTP/1.1" status: 204 len: 168 time: 4.1221838 Mar 28 15:22:33.521836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59956) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:33.524578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 23272376-a53c-490e-acf8-b842068a7f10, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23272376-a53c-490e-acf8-b842068a7f10,segment=NetworkSegment(cad294db-70b4-42fa-b576-7a7d6378542a),segment_id=cad294db-70b4-42fa-b576-7a7d6378542a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:33.528282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1821095157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:33.555058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-dcd72dfb-38df-47f3-8752-0fcd13cf9f75 None None] Allocated IP 2001:db8:0:2::2 (189a18ea-c89f-4927-975d-8e86e9ff3f79/98587cd9-4f92-4828-94bc-bac3c8bc0267/cfaa059a-5373-4a85-93ef-8bdb2b69c306) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:33.584969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:33.597801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Usage tracker for resource:router and tenant:c3478c0334de4e4eac0e14e1325f1add is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:33.602171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:33.609128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:33.621076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.629698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Network': ['ID=9d73f968-a67d-45b9-aff6-702b0fff1dac,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:33.640369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-601214bb-a384-45db-ad1d-a340d298fe87 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.686200 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 9d73f968-a67d-45b9-aff6-702b0fff1dac details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:22:33.704889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Deleting port 23272376-a53c-490e-acf8-b842068a7f10 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:33.705103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.733922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-601214bb-a384-45db-ad1d-a340d298fe87 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.745211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Router b885c7fe-6c44-4f20-8ab7-b3c67d63d995 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:22:33.757976 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ae4e15ab-c229-4595-b5e4-f32a9d0645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2096269 Mar 28 15:22:33.769694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59960) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:33.784420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-859104928', 'admin_state_up': True, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:33.791268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3ab95a58-5a50-451c-b307-e8b0ea4a850b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:33.794935 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3ab95a58-5a50-451c-b307-e8b0ea4a850b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0035739 Mar 28 15:22:33.800074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59964) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:33.809412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:33.820054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.821128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.870236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:router and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:33.875014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:33.909872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:33.919367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:33.937479 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5a1b8890-e8b3-43ec-8318-d3a3151c35bd tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "PUT /v2.0/routers/b885c7fe-6c44-4f20-8ab7-b3c67d63d995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9799039 Mar 28 15:22:33.939679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59968) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:33.944879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645fa8bb-04e0-43cf-8219-5e0caec7d057 None None] Sync routers for ids ['b885c7fe-6c44-4f20-8ab7-b3c67d63d995'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:33.947954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] For port 23272376-a53c-490e-acf8-b842068a7f10, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23272376-a53c-490e-acf8-b842068a7f10,segment=NetworkSegment(cad294db-70b4-42fa-b576-7a7d6378542a),segment_id=cad294db-70b4-42fa-b576-7a7d6378542a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:33.948351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:33.960741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=23272376-a53c-490e-acf8-b842068a7f10,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:33.991217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-601214bb-a384-45db-ad1d-a340d298fe87 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.041165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601214bb-a384-45db-ad1d-a340d298fe87 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce887022-9844-4e52-a3d6-abcc913c316f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:34.085084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a618549-cd1b-4c37-bdad-0111992acec3 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.110858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.111955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.142560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.161643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-601214bb-a384-45db-ad1d-a340d298fe87 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.163067 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-601214bb-a384-45db-ad1d-a340d298fe87 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ce887022-9844-4e52-a3d6-abcc913c316f HTTP/1.1" status: 204 len: 168 time: 0.7056632 Mar 28 15:22:34.168278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Calling delete_port for 23272376-a53c-490e-acf8-b842068a7f10 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:34.209611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645fa8bb-04e0-43cf-8219-5e0caec7d057 None None] Routers {'b885c7fe-6c44-4f20-8ab7-b3c67d63d995'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:34.210098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-645fa8bb-04e0-43cf-8219-5e0caec7d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b885c7fe-6c44-4f20-8ab7-b3c67d63d995'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:34.226176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59972) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:34.261632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-dcd72dfb-38df-47f3-8752-0fcd13cf9f75 None None] For port cfaa059a-5373-4a85-93ef-8bdb2b69c306, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cfaa059a-5373-4a85-93ef-8bdb2b69c306,segment=NetworkSegment(9fcd9fd7-b773-4c48-a54e-7fe8465351f4),segment_id=9fcd9fd7-b773-4c48-a54e-7fe8465351f4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:34.288358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-645fa8bb-04e0-43cf-8219-5e0caec7d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:34.313495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.319638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645fa8bb-04e0-43cf-8219-5e0caec7d057 None None] Routers {'b885c7fe-6c44-4f20-8ab7-b3c67d63d995'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:34.320264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-645fa8bb-04e0-43cf-8219-5e0caec7d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b885c7fe-6c44-4f20-8ab7-b3c67d63d995'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:34.322464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] For port 23272376-a53c-490e-acf8-b842068a7f10, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23272376-a53c-490e-acf8-b842068a7f10,segment=NetworkSegment(cad294db-70b4-42fa-b576-7a7d6378542a),segment_id=cad294db-70b4-42fa-b576-7a7d6378542a)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:34.322824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.396924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcd72dfb-38df-47f3-8752-0fcd13cf9f75 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.405094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-645fa8bb-04e0-43cf-8219-5e0caec7d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:34.405742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645fa8bb-04e0-43cf-8219-5e0caec7d057 None None] The sync data for ids ['b885c7fe-6c44-4f20-8ab7-b3c67d63d995'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:34.423101 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcd72dfb-38df-47f3-8752-0fcd13cf9f75 None None] Transition to ACTIVE for port object cfaa059a-5373-4a85-93ef-8bdb2b69c306 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:34.446321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:34.447047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:34.454664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.463245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a618549-cd1b-4c37-bdad-0111992acec3 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.476163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9d53d45f-5397-4258-aff1-ead5861aaa9c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:34.479368 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a618549-cd1b-4c37-bdad-0111992acec3 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.497474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcd72dfb-38df-47f3-8752-0fcd13cf9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.577440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.581519 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-08bc2dce-7391-40fb-acdc-bd2e63164bb1 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0564346 Mar 28 15:22:34.581788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59976) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:34.588000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:34.626422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.640503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d28545-d80a-4c23-bf83-ac8cd6e4e38e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:34.645969 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-20d28545-d80a-4c23-bf83-ac8cd6e4e38e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8345444 Mar 28 15:22:34.646155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9d53d45f-5397-4258-aff1-ead5861aaa9c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:34.647289 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9d53d45f-5397-4258-aff1-ead5861aaa9c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4183042 Mar 28 15:22:34.647915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59980) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:34.648235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59982) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:34.652663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Calling delete_port for 23272376-a53c-490e-acf8-b842068a7f10 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:34.659608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a618549-cd1b-4c37-bdad-0111992acec3 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.660117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a618549-cd1b-4c37-bdad-0111992acec3 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Fanout notify agent at l3_agent the message router_deleted on router b885c7fe-6c44-4f20-8ab7-b3c67d63d995 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:22:34.680460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd72dfb-38df-47f3-8752-0fcd13cf9f75 None None] Pushing event updated for resources: {'Port': ['ID=cfaa059a-5373-4a85-93ef-8bdb2b69c306,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:34.720889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a618549-cd1b-4c37-bdad-0111992acec3 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:34.723699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2a618549-cd1b-4c37-bdad-0111992acec3 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "DELETE /v2.0/routers/b885c7fe-6c44-4f20-8ab7-b3c67d63d995 HTTP/1.1" status: 204 len: 168 time: 0.7812116 Mar 28 15:22:34.766775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 59988) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:34.857256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Port': ['ID=2c355403-48f5-42f4-88e0-2cb544360b9b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:35.194644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Deleting port 23272376-a53c-490e-acf8-b842068a7f10 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:35.194644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.195487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cd530-0254-4d9b-a4dc-bf514238c112 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:35.195487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cd530-0254-4d9b-a4dc-bf514238c112 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:35.195487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cd530-0254-4d9b-a4dc-bf514238c112 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:35.195487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ec7cd530-0254-4d9b-a4dc-bf514238c112 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:35.195487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-32d853a2-4d7c-4344-9ae4-ba21b2f55771 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.203599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-32d853a2-4d7c-4344-9ae4-ba21b2f55771 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.241972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-75013ea6-53f4-4ea5-951b-caff5d296881 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Deleting subnet aedc065d-d1ca-4dd0-a2cd-a396961e57b6 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:35.261441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75013ea6-53f4-4ea5-951b-caff5d296881 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.299366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.377492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ec7cd530-0254-4d9b-a4dc-bf514238c112 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:35.377650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] For port 23272376-a53c-490e-acf8-b842068a7f10, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23272376-a53c-490e-acf8-b842068a7f10,segment=NetworkSegment(cad294db-70b4-42fa-b576-7a7d6378542a),segment_id=cad294db-70b4-42fa-b576-7a7d6378542a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:35.377929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.381453 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ec7cd530-0254-4d9b-a4dc-bf514238c112 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7221546 Mar 28 15:22:35.390007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59992) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:35.485229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.485229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.485568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2a3a09-08e0-4d1e-b614-05b708cfabca tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 2292a0b1-65d1-40f3-92e1-f9a373af76b3 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:35.485568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-32d853a2-4d7c-4344-9ae4-ba21b2f55771 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.485568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3a09-08e0-4d1e-b614-05b708cfabca tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.509053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Calling delete_port for 23272376-a53c-490e-acf8-b842068a7f10 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:35.552018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d853a2-4d7c-4344-9ae4-ba21b2f55771 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=575ae0df-f2f3-489a-97ec-d9de24d6efe5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:35.565013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6cf83cd3-9cca-4330-9d22-1e7de27d395b None None] Provisioning complete for port be26f46e-5690-40d8-9cb4-ff8696cf6343 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:35.565383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6cf83cd3-9cca-4330-9d22-1e7de27d395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.580450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3a09-08e0-4d1e-b614-05b708cfabca tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.598046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] No DVR routers for this DVR port 23272376-a53c-490e-acf8-b842068a7f10 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:35.625451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Port': ['ID=23272376-a53c-490e-acf8-b842068a7f10,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:35.640228 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6cf83cd3-9cca-4330-9d22-1e7de27d395b None None] Port be26f46e-5690-40d8-9cb4-ff8696cf6343 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:35.647505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:35.647505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:35.651471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6cf83cd3-9cca-4330-9d22-1e7de27d395b None None] Provisioning complete for port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:35.651836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6cf83cd3-9cca-4330-9d22-1e7de27d395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.660959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75013ea6-53f4-4ea5-951b-caff5d296881 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.679277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-32d853a2-4d7c-4344-9ae4-ba21b2f55771 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.684412 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-32d853a2-4d7c-4344-9ae4-ba21b2f55771 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/575ae0df-f2f3-489a-97ec-d9de24d6efe5 HTTP/1.1" status: 204 len: 168 time: 1.0221024 Mar 28 15:22:35.684599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 59996) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:35.699614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.709327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Delete allocated IP 2001:db8::395 (189a18ea-c89f-4927-975d-8e86e9ff3f79/39d955fc-db29-4105-ada5-b0503da2707e) {{(pid=88487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 15:22:35.715957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6cf83cd3-9cca-4330-9d22-1e7de27d395b None None] Port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:35.771999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6cf83cd3-9cca-4330-9d22-1e7de27d395b None None] Provisioning for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:35.773266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-848b854f-67ca-479a-b225-54cb27d70239 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:35.778674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6cf83cd3-9cca-4330-9d22-1e7de27d395b None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:35.779928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6cf83cd3-9cca-4330-9d22-1e7de27d395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.803118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3a09-08e0-4d1e-b614-05b708cfabca tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:35.929085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-848b854f-67ca-479a-b225-54cb27d70239 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:35.933545 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-848b854f-67ca-479a-b225-54cb27d70239 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2450356 Mar 28 15:22:35.939804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60000) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:35.975432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Allocated IP 2001:db8:0:2::243 (189a18ea-c89f-4927-975d-8e86e9ff3f79/98587cd9-4f92-4828-94bc-bac3c8bc0267/bb1f14ff-147e-41b4-bc49-eec49c76b2f7) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:36.068610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9741afc5-f40b-4e7d-86a6-da9eb9be9fd2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.078438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.107433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9741afc5-f40b-4e7d-86a6-da9eb9be9fd2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.120421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.123116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.125204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3a09-08e0-4d1e-b614-05b708cfabca tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.203673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a3a09-08e0-4d1e-b614-05b708cfabca tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=2292a0b1-65d1-40f3-92e1-f9a373af76b3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:36.211866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3a09-08e0-4d1e-b614-05b708cfabca tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.225748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943fc65-e347-498c-9ff2-5a7a0eb7e98e None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:36.248940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cde386-3ccb-4eec-8d51-41d267b6105d']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:36.302979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9741afc5-f40b-4e7d-86a6-da9eb9be9fd2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.320803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9741afc5-f40b-4e7d-86a6-da9eb9be9fd2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.321010 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9741afc5-f40b-4e7d-86a6-da9eb9be9fd2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6d8c1848-7983-4ccc-bbf5-a425c78be315 HTTP/1.1" status: 204 len: 168 time: 0.3794916 Mar 28 15:22:36.324271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60004) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:36.332312 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5a2a3a09-08e0-4d1e-b614-05b708cfabca tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/2292a0b1-65d1-40f3-92e1-f9a373af76b3 HTTP/1.1" status: 204 len: 168 time: 0.9496439 Mar 28 15:22:36.335980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60008) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:36.336840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad294db-70b4-42fa-b576-7a7d6378542a') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:36.337137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad294db-70b4-42fa-b576-7a7d6378542a') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:36.369729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cfaa059a-5373-4a85-93ef-8bdb2b69c306 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:36.386622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741afc5-f40b-4e7d-86a6-da9eb9be9fd2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d8c1848-7983-4ccc-bbf5-a425c78be315,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:36.438278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Allocated IP 172.26.7.78 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/06a53981-e90f-4547-9eb6-48779ea969dc) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:36.450976 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.464284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a937b2bc-6211-42a4-9761-07ab1fac75f0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet bc238a4f-e119-465f-8493-e74df2594b8f {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:36.475302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d8969a8b-ad48-4fb0-9118-4a221e1233bc tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:36.482513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75013ea6-53f4-4ea5-951b-caff5d296881 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.483381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a937b2bc-6211-42a4-9761-07ab1fac75f0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.560632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:36.560632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.566352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:22:36.591971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.616510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:36.616915 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.625785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a937b2bc-6211-42a4-9761-07ab1fac75f0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:36.640397 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:36.715831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Deleting port 23272376-a53c-490e-acf8-b842068a7f10 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:36.716651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.788427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d8969a8b-ad48-4fb0-9118-4a221e1233bc tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:36.789734 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d8969a8b-ad48-4fb0-9118-4a221e1233bc tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4626682 Mar 28 15:22:36.800290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60012) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:36.835070 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cae1c-0625-4bc8-85c6-f7a67ac0949b None None] The port '23272376-a53c-490e-acf8-b842068a7f10' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:22:36.887256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.908402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a937b2bc-6211-42a4-9761-07ab1fac75f0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.957314 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-df49d5b3-b23d-4425-aa66-9c32dcd9cab5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.963120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:36.973237 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:36.982321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-df49d5b3-b23d-4425-aa66-9c32dcd9cab5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:36.982990 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:36.983968 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:36.992080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.001586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.063356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75013ea6-53f4-4ea5-951b-caff5d296881 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.073271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.086662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.107437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Network': ['ID=b1cde386-3ccb-4eec-8d51-41d267b6105d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:37.137971 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:37.144146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a937b2bc-6211-42a4-9761-07ab1fac75f0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.200769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937b2bc-6211-42a4-9761-07ab1fac75f0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=bc238a4f-e119-465f-8493-e74df2594b8f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:37.202780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75013ea6-53f4-4ea5-951b-caff5d296881 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event deleted for resources: {'Subnet': ['ID=aedc065d-d1ca-4dd0-a2cd-a396961e57b6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:37.204094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:37.207181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-75013ea6-53f4-4ea5-951b-caff5d296881 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.216369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c87534-2935-47db-acbb-b11c87795250 None None] Network be1030e9-fe83-4bda-ad6d-06d02207075a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:37.218927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:37.233908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a937b2bc-6211-42a4-9761-07ab1fac75f0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.238118 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Transition to ACTIVE for port object bb1f14ff-147e-41b4-bc49-eec49c76b2f7 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:37.240578 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4f2868fb-fc04-4ad9-8d8b-0c68f78295bf tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/networks/b1cde386-3ccb-4eec-8d51-41d267b6105d HTTP/1.1" status: 204 len: 168 time: 6.0539913 Mar 28 15:22:37.246017 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-eb96148e-daf6-4043-948e-3fed2adab481 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4350178 Mar 28 15:22:37.246954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60016) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:37.247477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60018) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:37.247607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:37.262140 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-75013ea6-53f4-4ea5-951b-caff5d296881 tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "DELETE /v2.0/subnets/aedc065d-d1ca-4dd0-a2cd-a396961e57b6 HTTP/1.1" status: 204 len: 168 time: 2.4885752 Mar 28 15:22:37.267678 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:34Z', 'revision_number': 11, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:37.274118 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:37.283493 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:37.284549 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:37.309388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60024) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:37.342113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event updated for resources: {'Port': ['ID=06a53981-e90f-4547-9eb6-48779ea969dc,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:37.430883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.471720 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:37.480973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-df49d5b3-b23d-4425-aa66-9c32dcd9cab5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.485373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-df49d5b3-b23d-4425-aa66-9c32dcd9cab5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.486878 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-df49d5b3-b23d-4425-aa66-9c32dcd9cab5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cb6cff78-c8b1-460c-ae04-0955845f00d7 HTTP/1.1" status: 204 len: 168 time: 0.6712453 Mar 28 15:22:37.499696 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a937b2bc-6211-42a4-9761-07ab1fac75f0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/bc238a4f-e119-465f-8493-e74df2594b8f HTTP/1.1" status: 204 len: 168 time: 1.1601577 Mar 28 15:22:37.503673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60028) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:37.504012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60030) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:37.602672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc065d-ac90-4ed3-b510-6ed3d7873a7f None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:37.622718 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:34Z', 'revision_number': 11, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:37.622718 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882ad78-e218-4668-b6fc-9fffb6dbb7f6 None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:34Z', 'revision_number': 11, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:37.667463 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c681aa1f-bf4f-4120-bf41-cb91a6f4aac0 None None] DHCP port deletion for be1030e9-fe83-4bda-ad6d-06d02207075a request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:37.680750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c681aa1f-bf4f-4120-bf41-cb91a6f4aac0 None None] Deleting port 70985487-07be-4c8f-9457-c73370a35ad9 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:37.681204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c681aa1f-bf4f-4120-bf41-cb91a6f4aac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.723715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49d5b3-b23d-4425-aa66-9c32dcd9cab5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb6cff78-c8b1-460c-ae04-0955845f00d7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:37.788914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.793704 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-92c548ba-64a2-4be2-9666-545bd192e7b0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2776921 Mar 28 15:22:37.809865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60036) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:37.822671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:37.859645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.884893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1a4a3efc-1d75-4030-b939-9c166511fb1f None None] Provisioning complete for port 5c165428-8e8b-488d-a4ac-1d2334f50b11 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:37.885209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1a4a3efc-1d75-4030-b939-9c166511fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.931286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.933794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event updated for resources: {'Port': ['ID=bb1f14ff-147e-41b4-bc49-eec49c76b2f7,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:37.952225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] In _notify_port_updated(), no bound segment for port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 on network 189a18ea-c89f-4927-975d-8e86e9ff3f79 {{(pid=88487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:22:37.962243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:37.964301 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.976394 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2f4c703e-5e72-4c6c-bb0a-f7d9ec5c31f8 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "PUT /v2.0/ports/bb1f14ff-147e-41b4-bc49-eec49c76b2f7 HTTP/1.1" status: 200 len: 970 time: 5.9321041 Mar 28 15:22:37.977883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:37.980027 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-78d24237-783e-406d-884e-56a1ab315fc2 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4654906 Mar 28 15:22:37.984676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60040) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:37.985017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60042) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:38.015238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Deleting port 70985487-07be-4c8f-9457-c73370a35ad9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:38.015749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.073436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:38.136343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e1aebf-2c74-4893-a827-f7bca377fdd1 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting subnet 602aec01-b328-41e5-b5d7-dd3eabd27999 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:38.147536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:38.151888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:38.160321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:38.170047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-42e1aebf-2c74-4893-a827-f7bca377fdd1 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.229181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c681aa1f-bf4f-4120-bf41-cb91a6f4aac0 None None] For port 70985487-07be-4c8f-9457-c73370a35ad9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=70985487-07be-4c8f-9457-c73370a35ad9,segment=NetworkSegment(f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55),segment_id=f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:38.229637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c681aa1f-bf4f-4120-bf41-cb91a6f4aac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.258204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Deleting port 9e3c6166-1764-4946-a8a0-d2237d8b66d1 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:38.258860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.297360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:38.300835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.309968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-dbdeb8ec-c888-4d08-9850-2d3031e74932 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:38.310528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbdeb8ec-c888-4d08-9850-2d3031e74932 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.372560 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-42e1aebf-2c74-4893-a827-f7bca377fdd1 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.374468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 70985487-07be-4c8f-9457-c73370a35ad9 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:38.403833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c681aa1f-bf4f-4120-bf41-cb91a6f4aac0 None None] Calling delete_port for 70985487-07be-4c8f-9457-c73370a35ad9 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:38.589744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.600589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bf16bdf-7487-45a4-921d-8bda461f15e8 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.604720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ad8e34-0022-41cc-9d49-1a7ba104ed83 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:38.613767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad8e34-0022-41cc-9d49-1a7ba104ed83 None None] Deleting port 5c165428-8e8b-488d-a4ac-1d2334f50b11 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:38.614069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8e34-0022-41cc-9d49-1a7ba104ed83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.635882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.645213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.57 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/11ee8086-f003-4b58-b766-24b68f359e83) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:38.660572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-68af0311-aa81-4bd0-a066-af83eb43fa6b None None] Provisioning for port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:38.667213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-68af0311-aa81-4bd0-a066-af83eb43fa6b None None] Provisioning complete for port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:38.667595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-68af0311-aa81-4bd0-a066-af83eb43fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.716146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c681aa1f-bf4f-4120-bf41-cb91a6f4aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.741102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] For port 70985487-07be-4c8f-9457-c73370a35ad9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=70985487-07be-4c8f-9457-c73370a35ad9,segment=NetworkSegment(f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55),segment_id=f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:38.746310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.758201 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bf16bdf-7487-45a4-921d-8bda461f15e8 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.826066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2c355403-48f5-42f4-88e0-2cb544360b9b no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:38.882823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Calling delete_port for 70985487-07be-4c8f-9457-c73370a35ad9 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:38.956193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-42e1aebf-2c74-4893-a827-f7bca377fdd1 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:38.965069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 2c355403-48f5-42f4-88e0-2cb544360b9b {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:38.965494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2c355403-48f5-42f4-88e0-2cb544360b9b not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:38.966994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-68af0311-aa81-4bd0-a066-af83eb43fa6b None None] Port bb1f14ff-147e-41b4-bc49-eec49c76b2f7 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:38.968478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681aa1f-bf4f-4120-bf41-cb91a6f4aac0 None None] Pushing event deleted for resources: {'Port': ['ID=70985487-07be-4c8f-9457-c73370a35ad9,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:38.975289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681aa1f-bf4f-4120-bf41-cb91a6f4aac0 None None] No DVR routers for this DVR port 70985487-07be-4c8f-9457-c73370a35ad9 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:39.110472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] For port 9e3c6166-1764-4946-a8a0-d2237d8b66d1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9e3c6166-1764-4946-a8a0-d2237d8b66d1,segment=NetworkSegment(6cfae514-0015-4885-a7ec-3c0d6ce59155),segment_id=6cfae514-0015-4885-a7ec-3c0d6ce59155)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:39.110853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.120746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c1ad8e34-0022-41cc-9d49-1a7ba104ed83 None None] For port 5c165428-8e8b-488d-a4ac-1d2334f50b11, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5c165428-8e8b-488d-a4ac-1d2334f50b11,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:39.121280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8e34-0022-41cc-9d49-1a7ba104ed83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.207369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:39.207634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:39.246236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad8e34-0022-41cc-9d49-1a7ba104ed83 None None] Calling delete_port for 5c165428-8e8b-488d-a4ac-1d2334f50b11 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:39.268970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Calling delete_port for 9e3c6166-1764-4946-a8a0-d2237d8b66d1 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:39.299941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbdeb8ec-c888-4d08-9850-2d3031e74932 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.323769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.324081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bf16bdf-7487-45a4-921d-8bda461f15e8 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.325901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.365028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.405826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8e34-0022-41cc-9d49-1a7ba104ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.439513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:39.447966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:39.461992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad8e34-0022-41cc-9d49-1a7ba104ed83 None None] Pushing event deleted for resources: {'Port': ['ID=5c165428-8e8b-488d-a4ac-1d2334f50b11,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:39.462578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:39.463161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.465491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad8e34-0022-41cc-9d49-1a7ba104ed83 None None] No DVR routers for this DVR port 5c165428-8e8b-488d-a4ac-1d2334f50b11 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:39.485289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3441048-8308-4fc4-bc49-d9577f3d36b0 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:39.489862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=9183e475-57cc-4b1d-9e61-cd194d24e1b8,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:39.584605 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0f0af7b3-99f9-4f4b-893a-128ed81929f5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7713120 Mar 28 15:22:39.587547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60050) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:39.595621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:39.618971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-dbdeb8ec-c888-4d08-9850-2d3031e74932 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for bb1f14ff-147e-41b4-bc49-eec49c76b2f7 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:39.648639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-42e1aebf-2c74-4893-a827-f7bca377fdd1 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.692004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf16bdf-7487-45a4-921d-8bda461f15e8 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24e3167-fb1f-48f7-82f6-cdbafbd423d2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:39.709009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Deleting port 70985487-07be-4c8f-9457-c73370a35ad9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:39.709492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.714442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': '9183e475-57cc-4b1d-9e61-cd194d24e1b8'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:22:39.715378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.738556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1aebf-2c74-4893-a827-f7bca377fdd1 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Subnet': ['ID=602aec01-b328-41e5-b5d7-dd3eabd27999,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:39.748926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-42e1aebf-2c74-4893-a827-f7bca377fdd1 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.786934 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63589b-87a9-42bd-95c5-d6f687e3ef6d None None] Network 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:39.792471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.797395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] The port '70985487-07be-4c8f-9457-c73370a35ad9' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:22:39.808780 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-42e1aebf-2c74-4893-a827-f7bca377fdd1 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/602aec01-b328-41e5-b5d7-dd3eabd27999 HTTP/1.1" status: 204 len: 168 time: 2.5464008 Mar 28 15:22:39.812820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60054) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:39.902167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:39.961413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:39.964941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.967056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.970753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0bf16bdf-7487-45a4-921d-8bda461f15e8 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:39.971896 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0bf16bdf-7487-45a4-921d-8bda461f15e8 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/a24e3167-fb1f-48f7-82f6-cdbafbd423d2 HTTP/1.1" status: 204 len: 168 time: 1.9785688 Mar 28 15:22:39.975073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:39.977691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60058) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:40.008156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:40.024302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1030e9-fe83-4bda-ad6d-06d02207075a']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:40.037553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Router 243d0d05-4f61-4cd0-b0c3-f733ef88d72b is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:22:40.050853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Port': ['ID=9e3c6166-1764-4946-a8a0-d2237d8b66d1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:40.058302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] No DVR routers for this DVR port 9e3c6166-1764-4946-a8a0-d2237d8b66d1 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:40.059421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:40.059718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96e1ba8-3ffc-4bf6-a5ff-68e441b34f55') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:40.081799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.090460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f9854a93-5995-42ab-8368-46bd24905109 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:40.099223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.113018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/9183e475-57cc-4b1d-9e61-cd194d24e1b8/2f86c56a-f42b-45a8-9c5b-47e61fe6e30b) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:40.164592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 5f653b3f-7a21-41e9-81ef-6f5f57173207 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:40.164592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.189942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.225509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] DHCP port deletion for 9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:40.243315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Deleting port 5f653b3f-7a21-41e9-81ef-6f5f57173207 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:40.243593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.299118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:40.303103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.308259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbdeb8ec-c888-4d08-9850-2d3031e74932 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.310194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5c165428-8e8b-488d-a4ac-1d2334f50b11 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:40.312814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.344213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.359219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:40.362038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:40.362444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.364061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 5c165428-8e8b-488d-a4ac-1d2334f50b11 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:40.364442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5c165428-8e8b-488d-a4ac-1d2334f50b11 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:40.365548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5f653b3f-7a21-41e9-81ef-6f5f57173207 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:40.379545 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:40.384551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:40.442746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:40.473435 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4668272e-2b2e-4db2-967d-153857b28be8']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:40.489652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=11ee8086-f003-4b58-b766-24b68f359e83,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:40.504378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f9854a93-5995-42ab-8368-46bd24905109 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:40.515541 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f9854a93-5995-42ab-8368-46bd24905109 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5336425 Mar 28 15:22:40.516019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfae514-0015-4885-a7ec-3c0d6ce59155') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:40.516513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfae514-0015-4885-a7ec-3c0d6ce59155') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:40.519723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60062) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:40.550371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-secgroup--954656939'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:40.586013 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-dbdeb8ec-c888-4d08-9850-2d3031e74932 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.590544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.601037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeb8ec-c888-4d08-9850-2d3031e74932 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=bb1f14ff-147e-41b4-bc49-eec49c76b2f7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:40.613075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:40.640640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.643797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:40.653200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.654965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Transition to ACTIVE for port object 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:40.684062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:40.694789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.697521 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.ipam_backend_mixin [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9183e475-57cc-4b1d-9e61-cd194d24e1b8 (CIDR: 2001:db8::/64) Mar 28 15:22:40.714439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.721664 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] 10.222.0.16 "DELETE /v2.0/networks/be1030e9-fe83-4bda-ad6d-06d02207075a HTTP/1.1" status: 204 len: 168 time: 3.4031432 Mar 28 15:22:40.722276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Transition to ACTIVE for port object 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:40.723829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b3970-93da-40af-bdb0-dc3fccefb282 None None] Sync routers for ids ['243d0d05-4f61-4cd0-b0c3-f733ef88d72b'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:40.726745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.730799 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7327902d-a536-428c-b29b-a5768a66bf58 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "PUT /v2.0/routers/243d0d05-4f61-4cd0-b0c3-f733ef88d72b HTTP/1.1" status: 200 len: 883 time: 6.1480033 Mar 28 15:22:40.734033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60068) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:40.735072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee3f01-42b0-4727-95cb-a11c1f07161a tempest-FloatingIPNegativeTestJSON-1096871347 tempest-FloatingIPNegativeTestJSON-1096871347-project] Pushing event deleted for resources: {'Network': ['ID=be1030e9-fe83-4bda-ad6d-06d02207075a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:40.743246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b3970-93da-40af-bdb0-dc3fccefb282 None None] Routers {'243d0d05-4f61-4cd0-b0c3-f733ef88d72b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:40.743903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-315b3970-93da-40af-bdb0-dc3fccefb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['243d0d05-4f61-4cd0-b0c3-f733ef88d72b'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:40.746126 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:22:40.746126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:40.752367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:40.756056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.772349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.820834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:40.825360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:40.828299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:40.831381 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:40.837935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:40.856764 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dbdeb8ec-c888-4d08-9850-2d3031e74932 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/bb1f14ff-147e-41b4-bc49-eec49c76b2f7 HTTP/1.1" status: 204 len: 168 time: 2.8623867 Mar 28 15:22:40.859482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60072) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:40.864126 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d0a233c1-9da1-46d7-b969-7cd53d5aef18 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2756276 Mar 28 15:22:40.882213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-315b3970-93da-40af-bdb0-dc3fccefb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:40.899977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:40.901080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60076) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:40.907707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:40.954521 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4c1ae5-85f5-4551-8770-1ac263d824a7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] GET failed (client error): The resource could not be found. Mar 28 15:22:40.955232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6f4c1ae5-85f5-4551-8770-1ac263d824a7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:40.984082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Pushing event updated for resources: {'Port': ['ID=2f86c56a-f42b-45a8-9c5b-47e61fe6e30b,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:41.038063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b3970-93da-40af-bdb0-dc3fccefb282 None None] Routers {'243d0d05-4f61-4cd0-b0c3-f733ef88d72b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:41.038697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-315b3970-93da-40af-bdb0-dc3fccefb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['243d0d05-4f61-4cd0-b0c3-f733ef88d72b'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:41.106643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.128742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:41.132792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6f4c1ae5-85f5-4551-8770-1ac263d824a7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:41.136457 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6f4c1ae5-85f5-4551-8770-1ac263d824a7 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports/bb1f14ff-147e-41b4-bc49-eec49c76b2f7 HTTP/1.1" status: 404 len: 333 time: 0.2730300 Mar 28 15:22:41.136457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:41.138136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60080) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:41.142084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:41.146757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:41.147803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.158715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:41.160457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:41.162755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-315b3970-93da-40af-bdb0-dc3fccefb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:41.163010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315b3970-93da-40af-bdb0-dc3fccefb282 None None] The sync data for ids ['243d0d05-4f61-4cd0-b0c3-f733ef88d72b'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:41.165274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:41.165679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.242684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port 5f653b3f-7a21-41e9-81ef-6f5f57173207, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5f653b3f-7a21-41e9-81ef-6f5f57173207,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:41.243342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.247649 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:22:41.250687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b8b8f5-7c67-4950-8b47-937723357aa5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:41.251771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] For port 5f653b3f-7a21-41e9-81ef-6f5f57173207, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5f653b3f-7a21-41e9-81ef-6f5f57173207,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:41.252174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.296527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf9a3a1c-654b-42c5-852b-5e5f16fa10e6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.335683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.339773 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-82c10cfd-c80e-45e2-9ac1-672ffa643ded tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7995996 Mar 28 15:22:41.339773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:41.341205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.361976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60086) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:41.365818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf9a3a1c-654b-42c5-852b-5e5f16fa10e6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.391168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60090) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:41.396916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': '44b8b8f5-7c67-4950-8b47-937723357aa5', 'direction': 'ingress', 'protocol': 17}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:41.410025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Calling delete_port for 5f653b3f-7a21-41e9-81ef-6f5f57173207 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:41.426492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:41.440077 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 5f653b3f-7a21-41e9-81ef-6f5f57173207, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5f653b3f-7a21-41e9-81ef-6f5f57173207,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:41.453095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Attempting to bind port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:41.453909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Attempting to bind port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:41.454367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Attempting to bind port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:41.465669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:41.466442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:41.467091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.467709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:41.468484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Bound port: 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:41.469082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.484839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.488508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:41.499163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:41.504835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 5f653b3f-7a21-41e9-81ef-6f5f57173207 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:41.516976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:41.585797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] For port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:41.589336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] For port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2f86c56a-f42b-45a8-9c5b-47e61fe6e30b,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:41.593156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.607874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.651630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Network': ['ID=4668272e-2b2e-4db2-967d-153857b28be8,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:41.660870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf9a3a1c-654b-42c5-852b-5e5f16fa10e6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.672246 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-687e8d28-4a6b-48d2-8f05-6bad047eb496 tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/networks/4668272e-2b2e-4db2-967d-153857b28be8 HTTP/1.1" status: 204 len: 168 time: 4.4178531 Mar 28 15:22:41.677660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.677818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60096) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:41.690902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=5f653b3f-7a21-41e9-81ef-6f5f57173207,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:41.697755 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0a0ab5c1-fe5c-4b63-8b01-f827d867e6f4 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/routers/243d0d05-4f61-4cd0-b0c3-f733ef88d72b HTTP/1.1" status: 200 len: 924 time: 0.9501324 Mar 28 15:22:41.702299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60098) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:41.725036 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:41.725641 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:41.732151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.789141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9d822-e06d-4e1e-86da-d813ea3bfc56 None None] Pushing event updated for resources: {'Port': ['ID=2f86c56a-f42b-45a8-9c5b-47e61fe6e30b,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:41.816318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.836090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a3a1c-654b-42c5-852b-5e5f16fa10e6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8391a3ed-5a33-499a-9729-8b333fbd2021,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:41.872646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:41.872971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:41.983885 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aff0ded0-c276-4c0e-90ca-4c03f8fab2f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04a8bd70d0e74d9a8aacf808c879038a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894005 Mar 28 15:22:41.986625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60104) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:41.995522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bf9a3a1c-654b-42c5-852b-5e5f16fa10e6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:41.996693 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bf9a3a1c-654b-42c5-852b-5e5f16fa10e6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/security-groups/8391a3ed-5a33-499a-9729-8b333fbd2021 HTTP/1.1" status: 204 len: 168 time: 0.8576460 Mar 28 15:22:42.027567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60108) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:42.027567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.027567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.194606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d21027aa-eb37-434e-b433-9740cb8a80e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.205735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.208983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba861b2-7e3b-4fab-b67e-4d92d3f7355e tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:42.210513 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fba861b2-7e3b-4fab-b67e-4d92d3f7355e tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=243d0d05-4f61-4cd0-b0c3-f733ef88d72b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4419382 Mar 28 15:22:42.226457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Deleting port 5f653b3f-7a21-41e9-81ef-6f5f57173207 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:42.227177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.258669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60112) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:42.314564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.349572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:42.363455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d21027aa-eb37-434e-b433-9740cb8a80e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.376504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 5f653b3f-7a21-41e9-81ef-6f5f57173207 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:42.376918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.450131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226016ff-03bb-47a3-83f3-4ff77b37f322,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:42.484810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ea14a72-f5eb-4fcc-a643-d158948b456f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.508804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.517168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:42.540197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] For port 5f653b3f-7a21-41e9-81ef-6f5f57173207, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5f653b3f-7a21-41e9-81ef-6f5f57173207,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:42.541453 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.559939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8ca846-224f-4dde-b315-5c43e46167f1') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:42.560271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8ca846-224f-4dde-b315-5c43e46167f1') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:42.586801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ea14a72-f5eb-4fcc-a643-d158948b456f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.600271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.643717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.648734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.652595 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cfe3bb17-c796-40c3-abba-01a3e69716a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2869117 Mar 28 15:22:42.675631 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:42.695590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60116) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:42.701200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:42.701623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:42.724649 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:42.749680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Calling delete_port for 5f653b3f-7a21-41e9-81ef-6f5f57173207 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:42.869339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:22:42.914404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.949402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ea14a72-f5eb-4fcc-a643-d158948b456f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.953333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:42.964402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f0eb29-f35c-4466-ab97-901640d09eee tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:42.968873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a8f0eb29-f35c-4466-ab97-901640d09eee tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Synchronizing usage tracker for tenant:1cf50e70e55e48b6bf381933078c82ea on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:43.013588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.013958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] Pushing event deleted for resources: {'Port': ['ID=5f653b3f-7a21-41e9-81ef-6f5f57173207,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:43.017903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb41d41-9d65-435e-b4ec-30a9cbbe4359 None None] No DVR routers for this DVR port 5f653b3f-7a21-41e9-81ef-6f5f57173207 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:43.030079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea14a72-f5eb-4fcc-a643-d158948b456f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b26c55-cdb8-4dca-bb1d-fb45394cbfcb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:43.042783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3db6ff0b-87cd-4916-ade6-5185ede7a9ca tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.048096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Network': ['ID=c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:43.065410 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-95a2aed6-77c4-4af8-ad7c-5063372c274e tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/networks/c08d8f6e-eaa0-4c31-a8af-e3d74ff0a85c HTTP/1.1" status: 204 len: 168 time: 1.3730021 Mar 28 15:22:43.072613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ea14a72-f5eb-4fcc-a643-d158948b456f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.073849 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9ea14a72-f5eb-4fcc-a643-d158948b456f tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/security-groups/73b26c55-cdb8-4dca-bb1d-fb45394cbfcb HTTP/1.1" status: 204 len: 168 time: 1.0630267 Mar 28 15:22:43.113428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60120) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:43.113700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60122) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:43.123497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d21027aa-eb37-434e-b433-9740cb8a80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.183175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b248d-f039-4b6c-bcef-abe5ea1a9834 None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:22:43.187474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3db6ff0b-87cd-4916-ade6-5185ede7a9ca tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.203887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21027aa-eb37-434e-b433-9740cb8a80e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f70507c-080e-4399-ad81-2435fea0285f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:43.305332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d21027aa-eb37-434e-b433-9740cb8a80e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.307557 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d21027aa-eb37-434e-b433-9740cb8a80e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f70507c-080e-4399-ad81-2435fea0285f HTTP/1.1" status: 204 len: 168 time: 1.3196292 Mar 28 15:22:43.319986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b248d-f039-4b6c-bcef-abe5ea1a9834 None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:22:43.329389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a8f0eb29-f35c-4466-ab97-901640d09eee tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Unset dirty status for tenant:1cf50e70e55e48b6bf381933078c82ea on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:43.337557 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a8f0eb29-f35c-4466-ab97-901640d09eee tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 881 time: 1.0566542 Mar 28 15:22:43.347570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60130) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:43.363519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dddedcb6-1ef6-4ab9-a865-77c7d8ddfbc1 None None] Provisioning for port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:43.367557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.381303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dddedcb6-1ef6-4ab9-a865-77c7d8ddfbc1 None None] Provisioning complete for port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:43.381724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dddedcb6-1ef6-4ab9-a865-77c7d8ddfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.421594 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f1cd2dcc-f658-495c-b6d7-8799d5d73393 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=243d0d05-4f61-4cd0-b0c3-f733ef88d72b HTTP/1.1" status: 200 len: 205 time: 0.0667734 Mar 28 15:22:43.423064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38358c66-5828-47be-8312-96150b22ba6a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.427914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] For port 5f653b3f-7a21-41e9-81ef-6f5f57173207, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5f653b3f-7a21-41e9-81ef-6f5f57173207,segment=NetworkSegment(d611956b-9b90-445a-a854-0a646090d248),segment_id=d611956b-9b90-445a-a854-0a646090d248)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:43.428534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.439692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60134) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:43.632917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Calling delete_port for 5f653b3f-7a21-41e9-81ef-6f5f57173207 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:43.650956 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.658386 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dddedcb6-1ef6-4ab9-a865-77c7d8ddfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.666074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router ac8e01ee-0a33-4157-ab6d-7a7c05314668 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:22:43.684837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d5df9a-357a-41d6-9a33-76909ff5bb2c']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:43.711020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-dddedcb6-1ef6-4ab9-a865-77c7d8ddfbc1 None None] For port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2f86c56a-f42b-45a8-9c5b-47e61fe6e30b,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:43.718846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b30379c-7b55-4eac-adc3-9a4fe3a298a5') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:43.722073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b30379c-7b55-4eac-adc3-9a4fe3a298a5') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:43.742879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.760878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.768763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:43.774343 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.796592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dddedcb6-1ef6-4ab9-a865-77c7d8ddfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:43.834999 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:43.837470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3db6ff0b-87cd-4916-ade6-5185ede7a9ca tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.843000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38358c66-5828-47be-8312-96150b22ba6a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:43.885781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:43.900034 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Sync routers for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:43.916774 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:43.917392 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:43.928253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddedcb6-1ef6-4ab9-a865-77c7d8ddfbc1 None None] Pushing event updated for resources: {'Port': ['ID=2f86c56a-f42b-45a8-9c5b-47e61fe6e30b,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:44.049114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:44.049734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:44.052997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.070601 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-963491df-3296-48c8-9b4e-f8aa8c681bb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.2898083 Mar 28 15:22:44.070981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6ff0b-87cd-4916-ade6-5185ede7a9ca tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b8b8f5-7c67-4950-8b47-937723357aa5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:44.071458 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60146) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:44.136510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.152694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3db6ff0b-87cd-4916-ade6-5185ede7a9ca tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.154001 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3db6ff0b-87cd-4916-ade6-5185ede7a9ca tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/44b8b8f5-7c67-4950-8b47-937723357aa5 HTTP/1.1" status: 204 len: 168 time: 1.4552267 Mar 28 15:22:44.158961 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a0e54619-462c-4804-99e4-aa4eebc707c9 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0856862 Mar 28 15:22:44.164575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60150) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:44.165067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.169760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60154) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:44.188629 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:44.278011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:44.299240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.349518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-028fe90c-ba78-4835-a87c-8c67d61d6b1a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:44.372714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.384193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38358c66-5828-47be-8312-96150b22ba6a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.400596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Deleting port 5f653b3f-7a21-41e9-81ef-6f5f57173207 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:44.401316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.403388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] Pushing event deleted for resources: {'Network': ['ID=16d5df9a-357a-41d6-9a33-76909ff5bb2c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:44.407364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:44.407722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.437997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38358c66-5828-47be-8312-96150b22ba6a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0360f63-687e-4040-b104-17c0fce36d3c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:44.440527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38358c66-5828-47be-8312-96150b22ba6a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.441623 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-38358c66-5828-47be-8312-96150b22ba6a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/security-groups/a0360f63-687e-4040-b104-17c0fce36d3c HTTP/1.1" status: 204 len: 168 time: 1.3252470 Mar 28 15:22:44.456020 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d417c553-b6d0-45c7-8860-3c5f008b09bc tempest-BulkNetworkOpsIpV6Test-1733969620 tempest-BulkNetworkOpsIpV6Test-1733969620-project] 10.222.0.16 "DELETE /v2.0/networks/16d5df9a-357a-41d6-9a33-76909ff5bb2c HTTP/1.1" status: 204 len: 168 time: 1.3411233 Mar 28 15:22:44.459191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60160) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:44.566499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577159c5-0e31-4ef9-ad19-9d9fc19a4645 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:44.568606 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-577159c5-0e31-4ef9-ad19-9d9fc19a4645 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3955448 Mar 28 15:22:44.574795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60168) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:44.604131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] The port '5f653b3f-7a21-41e9-81ef-6f5f57173207' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:22:44.660660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-028fe90c-ba78-4835-a87c-8c67d61d6b1a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:44.667934 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-028fe90c-ba78-4835-a87c-8c67d61d6b1a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5071049 Mar 28 15:22:44.681809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60176) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:44.685063 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:41Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:44.690990 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Checking router: ac8e01ee-0a33-4157-ab6d-7a7c05314668 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:44.691424 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Updating router ac8e01ee-0a33-4157-ab6d-7a7c05314668 port 11ee8086-f003-4b58-b766-24b68f359e83 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:22:44.702579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017985631'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:44.761758 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.808955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a738ed-080d-4c29-ab02-4428bf22d5aa tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 39d955fc-db29-4105-ada5-b0503da2707e {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:44.812293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86a738ed-080d-4c29-ab02-4428bf22d5aa tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.853952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:44.874243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:44.889674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86a738ed-080d-4c29-ab02-4428bf22d5aa tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.975090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:44.988859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86a738ed-080d-4c29-ab02-4428bf22d5aa tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.001296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.006739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.052864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:45.056900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:45.070568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:45.076203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:45.079749 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-69edec37-315a-4947-a003-adba9d79deb6 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5038390 Mar 28 15:22:45.080297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd611956b-9b90-445a-a854-0a646090d248') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:45.080409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60184) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:45.080491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd611956b-9b90-445a-a854-0a646090d248') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:45.093079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:45.095350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811599133', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:45.099312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.117354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Deleting port 06a53981-e90f-4547-9eb6-48779ea969dc {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:45.119791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.149184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60188) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:45.168723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60192) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:45.176635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.196974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:45.197415 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:45.213038 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:45.220925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86a738ed-080d-4c29-ab02-4428bf22d5aa tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.223495 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.228619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:45.267709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:subnet and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:45.278465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:45.281833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a738ed-080d-4c29-ab02-4428bf22d5aa tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=39d955fc-db29-4105-ada5-b0503da2707e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:45.287180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-86a738ed-080d-4c29-ab02-4428bf22d5aa tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.297813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a622b77-1589-4f22-8bad-f4e6fe9f2f8e None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:45.304532 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-86a738ed-080d-4c29-ab02-4428bf22d5aa tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/39d955fc-db29-4105-ada5-b0503da2707e HTTP/1.1" status: 204 len: 168 time: 0.8352070 Mar 28 15:22:45.306802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:45.321103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60200) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:45.343373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] For port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2f86c56a-f42b-45a8-9c5b-47e61fe6e30b,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:45.377272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.426462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1217548988'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:45.440080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.441033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.448144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:45.521227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:45.525858 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Transition to ACTIVE for port object 11ee8086-f003-4b58-b766-24b68f359e83 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:45.531672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:45.535256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.548038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:45.566383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.577071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:45.603367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:45.610642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:45.611326 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.614128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.621632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:45.622077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d984b79a-c70b-4c9e-a4e4-33d2e28c69d3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 98587cd9-4f92-4828-94bc-bac3c8bc0267 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:45.622202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.628949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.635369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2353bf-9b29-4051-bb8b-bb1c613d1020 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:45.636313 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-da94a021-0c56-4f8c-8eba-f9d652d48272 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efb7c0ca56e942feb495c70d244117b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632683 Mar 28 15:22:45.643926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d984b79a-c70b-4c9e-a4e4-33d2e28c69d3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.671907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Pushing event deleted for resources: {'Network': ['ID=9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:45.674107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60206) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:45.713955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=6ead7663-eb06-4101-9dce-d8df5f8f6fff,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:45.715422 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad12f5-c86a-46ca-95ac-82d668ff7e23 None None] Pushing event updated for resources: {'Port': ['ID=11ee8086-f003-4b58-b766-24b68f359e83,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:45.719151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=2f86c56a-f42b-45a8-9c5b-47e61fe6e30b,revision_number=5']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:45.741089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.745039 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Attempting to bind port 11ee8086-f003-4b58-b766-24b68f359e83 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:45.745538 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Attempting to bind port 11ee8086-f003-4b58-b766-24b68f359e83 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:45.746328 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Attempting to bind port 11ee8086-f003-4b58-b766-24b68f359e83 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:45.752835 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:45.753098 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:45.753620 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.754293 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:45.754569 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Bound port: 11ee8086-f003-4b58-b766-24b68f359e83, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:45.755240 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.773520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.787632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:45.791238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.827067 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c71894df-c1b5-4fd8-a1b4-91ff9d26a1f5 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/networks/9b4f01f7-cc7a-4d7c-9b73-39634dd4e6e5 HTTP/1.1" status: 204 len: 168 time: 6.0105376 Mar 28 15:22:45.827660 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4af1bad5-b6de-4c2b-b8bf-d512428d56c0 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.9253168 Mar 28 15:22:45.833265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60210) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:45.833536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60212) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:45.841708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:c4:b7:bb', 'name': 'tempest-NetworksTestDHCPv6-1392369945'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:45.878115 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] For port 11ee8086-f003-4b58-b766-24b68f359e83, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:45.881546 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] For port 11ee8086-f003-4b58-b766-24b68f359e83, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=11ee8086-f003-4b58-b766-24b68f359e83,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:45.943562 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.984063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:45.988996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:45.993452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:46.001562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:46.009337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:46.031931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'routes': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:46.050399 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad12f5-c86a-46ca-95ac-82d668ff7e23 None None] Pushing event updated for resources: {'Port': ['ID=11ee8086-f003-4b58-b766-24b68f359e83,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:46.085347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Calling delete_port for 06a53981-e90f-4547-9eb6-48779ea969dc owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:46.093221 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:46.094094 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:46.114080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d984b79a-c70b-4c9e-a4e4-33d2e28c69d3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.126811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:46.177768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.182062 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5072179 Mar 28 15:22:46.182888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ec98b-4336-46a3-9a1c-fdfde17081a6 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c9019f-554d-473a-b224-c4c9ac37a3d4,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:46.185024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60218) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:46.212162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:46.217208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-secgroup--205558931'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:46.248097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:46.252685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:security_group_rule and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:46.266203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:46.335294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:46.342167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:46.342318 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:46.368879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91e62b44-a92f-4874-bde9-171969e71681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.470116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.489089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.528248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91e62b44-a92f-4874-bde9-171969e71681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.588920 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d984b79a-c70b-4c9e-a4e4-33d2e28c69d3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.638486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:46.666313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:46.686909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:46.718931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:46.762003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4f90cd86-327f-456c-849b-0c10ad20d796 None None] Provisioning complete for port be26f46e-5690-40d8-9cb4-ff8696cf6343 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:46.763846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4f90cd86-327f-456c-849b-0c10ad20d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.830981 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:41Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:46.837533 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dae7df-8394-4596-bde5-09246af14b30 None None] The sync data for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv is: [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:41Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:46.874243 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4f90cd86-327f-456c-849b-0c10ad20d796 None None] Port be26f46e-5690-40d8-9cb4-ff8696cf6343 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:46.887470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.893802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4f90cd86-327f-456c-849b-0c10ad20d796 None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:46.894103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4f90cd86-327f-456c-849b-0c10ad20d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:46.971299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.016913 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:22:47.025104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.025549 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment b5d65a4e-c310-4362-b465-fb745ebd7ebe of type vlan for network 29b34efa-eaf2-4e38-a53c-670c2d46faa2 Mar 28 15:22:47.044019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.extraroute_db [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Added routes are [] {{(pid=88486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 15:22:47.044346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.extraroute_db [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Removed routes are [] {{(pid=88486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 15:22:47.044686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.053417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.070282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=dcfa578e-2539-4183-8415-31b05c48c367,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:47.074245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Checking segment: {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:47.074641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network hostable DHCP agents. Network: 9d73f968-a67d-45b9-aff6-702b0fff1dac, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:22:47.084045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91e62b44-a92f-4874-bde9-171969e71681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.089422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d984b79a-c70b-4c9e-a4e4-33d2e28c69d3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.090638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.146516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.199978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-29ac2582-38fe-4eb3-9c16-9b3597a8561b None None] Provisioning complete for port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:47.201121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29ac2582-38fe-4eb3-9c16-9b3597a8561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.222435 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event deleted for resources: {'Port': ['ID=06a53981-e90f-4547-9eb6-48779ea969dc,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:47.225642 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984b79a-c70b-4c9e-a4e4-33d2e28c69d3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=98587cd9-4f92-4828-94bc-bac3c8bc0267,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:47.229963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.269458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 4dc2b6fb-1fdb-4800-9919-0f696469184c yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:22:47.290933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d984b79a-c70b-4c9e-a4e4-33d2e28c69d3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.354896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75773a1-9e52-4bc9-b62c-778dc3af1e4b None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:47.434397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 9d73f968-a67d-45b9-aff6-702b0fff1dac is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:22:47.478709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def2458b-af62-48dc-b051-2696027a8ab3,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:47.500947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e62b44-a92f-4874-bde9-171969e71681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8c9501-f6e8-48d8-b4ff-7dd880e6cbf8,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:47.503968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.510539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.516281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:47.516870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.574530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.576508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 9d73f968-a67d-45b9-aff6-702b0fff1dac) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:47.591793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.594437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:47.595623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.595894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e8e4d4-23cf-41e9-9be5-45170f1725d0,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:47.618029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73751b-6896-4652-8693-0755e9ac7250 None None] Network 9d73f968-a67d-45b9-aff6-702b0fff1dac requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:47.732780 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d984b79a-c70b-4c9e-a4e4-33d2e28c69d3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/98587cd9-4f92-4828-94bc-bac3c8bc0267 HTTP/1.1" status: 204 len: 168 time: 2.3924146 Mar 28 15:22:47.738756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60222) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:47.741310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91e62b44-a92f-4874-bde9-171969e71681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.744455 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-91e62b44-a92f-4874-bde9-171969e71681 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e8c9501-f6e8-48d8-b4ff-7dd880e6cbf8 HTTP/1.1" status: 204 len: 168 time: 2.0563774 Mar 28 15:22:47.796333 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6bf49e-dc9a-450c-96ac-a9af8badb1c3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:47.799486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6bf49e-dc9a-450c-96ac-a9af8badb1c3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:47.802757 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7d6bf49e-dc9a-450c-96ac-a9af8badb1c3 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/39d955fc-db29-4105-ada5-b0503da2707e HTTP/1.1" status: 404 len: 337 time: 0.0583606 Mar 28 15:22:47.818512 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6542611 Mar 28 15:22:47.818512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60228) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:47.818512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9368d67-103e-4e07-9617-8a2488e69af6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=29b34efa-eaf2-4e38-a53c-670c2d46faa2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:47.818512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.818512 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a5e53564-8ead-45dc-820e-c86f0dc5ea9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6190827 Mar 28 15:22:47.821256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:47.833851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60232) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:47.850399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router a2cafdb5-466f-4548-88b5-fe3e13435c35 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:22:47.851983 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d6faef40-5e0c-465d-b6ad-9c8fa6a41855 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7615736 Mar 28 15:22:47.859519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': '32c9019f-554d-473a-b224-c4c9ac37a3d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '05e8e4d4-23cf-41e9-9be5-45170f1725d0', 'remote_ip_prefix': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:47.889985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60236) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:48.008594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 29b34efa-eaf2-4e38-a53c-670c2d46faa2 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:22:48.009183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:48.015548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60240) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:48.031801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:48.039197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:48.072777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:48.089245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.091569 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.118997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': '29b34efa-eaf2-4e38-a53c-670c2d46faa2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:48.135920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-9d73f968-a67d-45b9-aff6-702b0fff1dac', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:22:48.136219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.142046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::2e0 (407e43a9-7d21-4a68-a014-97c49e9e0f14/9183e475-57cc-4b1d-9e61-cd194d24e1b8/4dc2b6fb-1fdb-4800-9919-0f696469184c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:48.216056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:b7bb (407e43a9-7d21-4a68-a014-97c49e9e0f14/6ead7663-eb06-4101-9dce-d8df5f8f6fff/4dc2b6fb-1fdb-4800-9919-0f696469184c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:48.275084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:48.277683 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.278226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Fanout notify agent at l3_agent the message router_deleted on router 243d0d05-4f61-4cd0-b0c3-f733ef88d72b {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:22:48.296379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a1e0b2-b859-4f86-b4b7-5db461ab088a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting subnet 5b9905f8-059c-4390-9f91-765f180d5bc6 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:48.308694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:48.312876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:48.315490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11a1e0b2-b859-4f86-b4b7-5db461ab088a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.377113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:48.388666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 11ee8086-f003-4b58-b766-24b68f359e83 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:48.392065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.396329 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-73307a6e-048d-48c5-a399-30b2c7eb9e95 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/243d0d05-4f61-4cd0-b0c3-f733ef88d72b HTTP/1.1" status: 204 len: 168 time: 4.9525344 Mar 28 15:22:48.400802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60246) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:48.418949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:48.421417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11a1e0b2-b859-4f86-b4b7-5db461ab088a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.442333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.444225 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-90230368-2d12-4cce-aff2-1c6d5410a9fa tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35 HTTP/1.1" status: 200 len: 700 time: 2.6081860 Mar 28 15:22:48.445282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.461973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60250) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:48.498019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] Sync routers for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:48.527440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:48.528514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:48.546735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11a1e0b2-b859-4f86-b4b7-5db461ab088a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.612011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Allocated IP 172.20.0.2 (9d73f968-a67d-45b9-aff6-702b0fff1dac/dcfa578e-2539-4183-8415-31b05c48c367/f1d90b4a-cf79-46b2-a79d-314158563fff) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:48.642762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-979019613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:48.650958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:48.655406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Usage tracker for resource:router and tenant:c3478c0334de4e4eac0e14e1325f1add is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:48.658952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:48.665820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:48.711236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:48.783356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:48.787441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:48.883538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 11ee8086-f003-4b58-b766-24b68f359e83 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:48.962312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:34Z', 'revision_number': 11, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:48.974528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] Checking router: a2cafdb5-466f-4548-88b5-fe3e13435c35 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:48.976789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 11ee8086-f003-4b58-b766-24b68f359e83 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:48.977161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.043543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] Routers {'a2cafdb5-466f-4548-88b5-fe3e13435c35'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:49.044226 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a2cafdb5-466f-4548-88b5-fe3e13435c35'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:49.320681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] Set router a2cafdb5-466f-4548-88b5-fe3e13435c35 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:49.323434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-75a8f1b2-c5c3-4d2b-a3e4-04407d7b8983 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Synchronizing usage tracker for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:49.333813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.334862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.338746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11a1e0b2-b859-4f86-b4b7-5db461ab088a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.388955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1e0b2-b859-4f86-b4b7-5db461ab088a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9905f8-059c-4390-9f91-765f180d5bc6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:49.404920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.412789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11a1e0b2-b859-4f86-b4b7-5db461ab088a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.421139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.431103 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-11a1e0b2-b859-4f86-b4b7-5db461ab088a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/5b9905f8-059c-4390-9f91-765f180d5bc6 HTTP/1.1" status: 204 len: 168 time: 1.6175668 Mar 28 15:22:49.451671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60270) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:49.482820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.524513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 4dc2b6fb-1fdb-4800-9919-0f696469184c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:49.524786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525e228-e49d-446d-89db-dd4fc986ba1d None None] Network 189a18ea-c89f-4927-975d-8e86e9ff3f79 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:49.532067 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a589285-0b68-4a08-9fc0-6d0b6267b69b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:49.532652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a589285-0b68-4a08-9fc0-6d0b6267b69b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:49.552566 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5a589285-0b68-4a08-9fc0-6d0b6267b69b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/0d8674a4-fd63-4812-bb9b-a37cf81d55a7 HTTP/1.1" status: 404 len: 337 time: 0.0996680 Mar 28 15:22:49.553582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60274) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:49.557022 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': 'b5d65a4e-c310-4362-b465-fb745ebd7ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '29b34efa-eaf2-4e38-a53c-670c2d46faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:49.557406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: 29b34efa-eaf2-4e38-a53c-670c2d46faa2, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:22:49.566950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=f03a947c-7c5f-4ff0-987e-7ddb0be95b13,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:49.590231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:34Z', 'revision_number': 11, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:49.613660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3be08d-4de5-4d05-81e9-5d2b41cd9bc1 None None] The sync data for ids ['a2cafdb5-466f-4548-88b5-fe3e13435c35'] in dv-neutron-828143-13-hyperv is: [{'id': 'a2cafdb5-466f-4548-88b5-fe3e13435c35', 'name': 'tempest-RoutersTest-router-188489577', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:20:38Z', 'updated_at': '2022-03-28T15:22:34Z', 'revision_number': 11, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:49.615700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f0c3a056-cf8b-4c51-9121-aed6451a60eb None None] Provisioning complete for port be26f46e-5690-40d8-9cb4-ff8696cf6343 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:49.616065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f0c3a056-cf8b-4c51-9121-aed6451a60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.635310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7ad1fa17-acab-4234-ad82-87765ea8a21a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Synchronizing usage tracker for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:49.639907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.668445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7ad1fa17-acab-4234-ad82-87765ea8a21a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Unset dirty status for tenant:0bd0fba2577048bb84e2783d6c2c84ee on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:49.669632 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7ad1fa17-acab-4234-ad82-87765ea8a21a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6e2fca6-a680-4a10-85bc-7b1611cf4470 HTTP/1.1" status: 200 len: 205 time: 0.1140184 Mar 28 15:22:49.673170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60278) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:49.710836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60282) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:49.714852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.725951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-75a8f1b2-c5c3-4d2b-a3e4-04407d7b8983 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Unset dirty status for tenant:f0c14d11a2f44b67a9e682878c103b15 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:49.726982 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-75a8f1b2-c5c3-4d2b-a3e4-04407d7b8983 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2cafdb5-466f-4548-88b5-fe3e13435c35 HTTP/1.1" status: 200 len: 205 time: 1.2637796 Mar 28 15:22:49.731254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60288) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:49.752986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network 29b34efa-eaf2-4e38-a53c-670c2d46faa2 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:22:49.767732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.768985 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3bce5a20-f383-4ef1-a244-15e448459806 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1329908 Mar 28 15:22:49.771788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-0b563b6a-1ce6-459f-a8b5-30d43866530d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] delete failed (client error): The resource could not be found. Mar 28 15:22:49.772744 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0b563b6a-1ce6-459f-a8b5-30d43866530d tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/routers/d6e2fca6-a680-4a10-85bc-7b1611cf4470 HTTP/1.1" status: 404 len: 336 time: 0.0983641 Mar 28 15:22:49.773245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60292) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:49.778309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': True}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:49.804857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60296) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:49.859379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 29b34efa-eaf2-4e38-a53c-670c2d46faa2) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:49.873664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:49.873909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.874690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.907647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3a056-cf8b-4c51-9121-aed6451a60eb None None] Port be26f46e-5690-40d8-9cb4-ff8696cf6343 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:49.909590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477bccad-a2da-4d45-afe1-778fbfcf68da None None] Network 29b34efa-eaf2-4e38-a53c-670c2d46faa2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:49.946356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:49.946534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Transition to ACTIVE for port object f1d90b4a-cf79-46b2-a79d-314158563fff will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:49.949891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-48861d4f-fe45-4fac-9961-2a2aff05b232 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.033350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1135171458'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:50.046676 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb6d1ab-9766-42eb-90ce-63a9aff2e9a6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:50.047155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb6d1ab-9766-42eb-90ce-63a9aff2e9a6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:50.051108 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7fb6d1ab-9766-42eb-90ce-63a9aff2e9a6 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/916a93db-880d-4c0a-bfe3-8d4c83335969 HTTP/1.1" status: 404 len: 337 time: 0.2428813 Mar 28 15:22:50.076785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.079057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60300) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:50.092284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:50.106551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f0c3a056-cf8b-4c51-9121-aed6451a60eb None None] Provisioning complete for port cfaa059a-5373-4a85-93ef-8bdb2b69c306 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:50.106551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f0c3a056-cf8b-4c51-9121-aed6451a60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.122594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Transition to ACTIVE for port object f1d90b4a-cf79-46b2-a79d-314158563fff will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:50.137300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd1b813-d4d2-4623-83ac-05b5322396c7,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:50.159795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 11ee8086-f003-4b58-b766-24b68f359e83, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=11ee8086-f003-4b58-b766-24b68f359e83,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:50.190948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:network and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:50.210081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:50.224875 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c83bc3-4ab1-40eb-84e1-d7faf6ffe898 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:50.225334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c83bc3-4ab1-40eb-84e1-d7faf6ffe898 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:50.229406 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-26c83bc3-4ab1-40eb-84e1-d7faf6ffe898 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/6f737c89-e02a-4b0c-bc72-fb1ec926aabf HTTP/1.1" status: 404 len: 337 time: 0.1423700 Mar 28 15:22:50.229406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:50.243617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.276057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60304) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:50.285298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.292062 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2b18df70-e5c5-4600-bf9b-3898006c688e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2709804 Mar 28 15:22:50.329818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60308) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:50.341146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504817821'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:50.345027 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-371cdce7-daca-4be8-89e3-8d94c6b0e6e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:50.345467 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371cdce7-daca-4be8-89e3-8d94c6b0e6e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:50.350704 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-371cdce7-daca-4be8-89e3-8d94c6b0e6e2 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/0609481b-20e3-43fe-94d0-0fac8dd38b56 HTTP/1.1" status: 404 len: 337 time: 0.0648763 Mar 28 15:22:50.353842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.353842 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c496c0cf-ea4d-4e0e-8bfe-efac73b25b06 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.5144792 Mar 28 15:22:50.353842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60312) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:50.364896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Network 9d73f968-a67d-45b9-aff6-702b0fff1dac is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:50.370231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.377031 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:50.381866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60314) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:50.406313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:50.410997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.417676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:50.421773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:50.421932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:50.428086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:50.439816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da376253-9e7a-4cfa-8621-bc78b0d3a6a8 None None] DHCP port deletion for 189a18ea-c89f-4927-975d-8e86e9ff3f79 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:50.441863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Pushing event updated for resources: {'Port': ['ID=f1d90b4a-cf79-46b2-a79d-314158563fff,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:50.521628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-29b34efa-eaf2-4e38-a53c-670c2d46faa2', 'network_id': '29b34efa-eaf2-4e38-a53c-670c2d46faa2', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': 'f03a947c-7c5f-4ff0-987e-7ddb0be95b13'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:22:50.522474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.530956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:50.531634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-da376253-9e7a-4cfa-8621-bc78b0d3a6a8 None None] Deleting port cfaa059a-5373-4a85-93ef-8bdb2b69c306 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:50.532023 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da376253-9e7a-4cfa-8621-bc78b0d3a6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.534576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.637306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:22:50.649609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.649959 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment 3a9b98cb-f0ca-44f9-b087-904382c2a874 of type vlan for network 5dbe4b38-2f7f-4d6c-a633-773150bff81a Mar 28 15:22:50.683933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.721194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-48861d4f-fe45-4fac-9961-2a2aff05b232 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.729100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:50.732509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.742394 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f7fc2d-9280-4ab4-8a2c-656ce3a46df1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:50.742846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f7fc2d-9280-4ab4-8a2c-656ce3a46df1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:50.747061 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f4f7fc2d-9280-4ab4-8a2c-656ce3a46df1 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/6c111d62-8540-4aab-901e-c93ed185390d HTTP/1.1" status: 404 len: 333 time: 0.3761342 Mar 28 15:22:50.747061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-48861d4f-fe45-4fac-9961-2a2aff05b232 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.759293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:50.759887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60320) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:50.772913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Attempting to bind port f1d90b4a-cf79-46b2-a79d-314158563fff on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:50.773298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Attempting to bind port f1d90b4a-cf79-46b2-a79d-314158563fff by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:50.773628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Attempting to bind port f1d90b4a-cf79-46b2-a79d-314158563fff on network 9d73f968-a67d-45b9-aff6-702b0fff1dac {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:50.787316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:50.789794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:50.795762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:50.796413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.824661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:50.824950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Checking segment: {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:50.825220 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.825567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Bound using segment: {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:50.826102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Bound port: f1d90b4a-cf79-46b2-a79d-314158563fff, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:50.826425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.835264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=11ee8086-f003-4b58-b766-24b68f359e83,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:50.839530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.894698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-277c261f-a808-405d-972f-4ddd99f87568 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.904747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.913513 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20081d4-eed7-4508-a86f-972ae612472b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:50.913974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20081d4-eed7-4508-a86f-972ae612472b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:50.916518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:50.922551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.923450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=4dc2b6fb-1fdb-4800-9919-0f696469184c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:50.932063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:50.965559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-277c261f-a808-405d-972f-4ddd99f87568 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.972014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:security_group_rule and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:50.978632 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f20081d4-eed7-4508-a86f-972ae612472b tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/09c398b4-7c26-4d1d-97d7-74c8a25619b2 HTTP/1.1" status: 404 len: 337 time: 0.2034931 Mar 28 15:22:50.979649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:50.993299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60324) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:50.997155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-48861d4f-fe45-4fac-9961-2a2aff05b232 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:50.997672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48861d4f-fe45-4fac-9961-2a2aff05b232 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Fanout notify agent at l3_agent the message router_deleted on router a2cafdb5-466f-4548-88b5-fe3e13435c35 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:22:51.004749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-48861d4f-fe45-4fac-9961-2a2aff05b232 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.008262 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-48861d4f-fe45-4fac-9961-2a2aff05b232 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35 HTTP/1.1" status: 204 len: 168 time: 1.2727332 Mar 28 15:22:51.015901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:51.025587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60328) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:51.065111 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f277e145-7e63-49ce-9cb0-f71aecd7ba7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.2305207 Mar 28 15:22:51.068776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60332) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:51.091791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1267440858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:51.139298 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1838af4-5c51-474a-b147-47555614f28a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:51.139765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1838af4-5c51-474a-b147-47555614f28a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:51.149488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:51.167424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Usage tracker for resource:router and tenant:f0c14d11a2f44b67a9e682878c103b15 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:51.171220 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8404074 Mar 28 15:22:51.179629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-da376253-9e7a-4cfa-8621-bc78b0d3a6a8 None None] For port cfaa059a-5373-4a85-93ef-8bdb2b69c306, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cfaa059a-5373-4a85-93ef-8bdb2b69c306,segment=NetworkSegment(9fcd9fd7-b773-4c48-a54e-7fe8465351f4),segment_id=9fcd9fd7-b773-4c48-a54e-7fe8465351f4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:51.179629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da376253-9e7a-4cfa-8621-bc78b0d3a6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.180948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:51.183166 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b1838af4-5c51-474a-b147-47555614f28a tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/4fcf6aba-65a9-4b44-b3d8-9f8974a326d0 HTTP/1.1" status: 404 len: 337 time: 0.1872952 Mar 28 15:22:51.185247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60336) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:51.185722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60338) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:51.190834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.197394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c211d01-3ea5-484a-b340-0823e6014205 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=5dbe4b38-2f7f-4d6c-a633-773150bff81a,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:51.202299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:51.231882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': '5dbe4b38-2f7f-4d6c-a633-773150bff81a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:51.265595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.308037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8c13e95c-8ee9-4a7d-99b8-887684124e50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 4dc2b6fb-1fdb-4800-9919-0f696469184c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:51.308382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8c13e95c-8ee9-4a7d-99b8-887684124e50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.314011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 5dbe4b38-2f7f-4d6c-a633-773150bff81a details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:22:51.315613 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ed58ff-e32a-4a71-b6e5-8d44b1c09580 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:51.316187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ed58ff-e32a-4a71-b6e5-8d44b1c09580 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:51.320818 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-40ed58ff-e32a-4a71-b6e5-8d44b1c09580 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/456317fd-7a20-4971-835b-788a2f9bb25b HTTP/1.1" status: 404 len: 333 time: 0.1248286 Mar 28 15:22:51.325417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60344) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:51.331408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.334400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-277c261f-a808-405d-972f-4ddd99f87568 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.336207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-da376253-9e7a-4cfa-8621-bc78b0d3a6a8 None None] Calling delete_port for cfaa059a-5373-4a85-93ef-8bdb2b69c306 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:51.370356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] For port f1d90b4a-cf79-46b2-a79d-314158563fff, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:51.374533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.374533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.386105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c261f-a808-405d-972f-4ddd99f87568 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cd1b813-d4d2-4623-83ac-05b5322396c7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:51.389510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-277c261f-a808-405d-972f-4ddd99f87568 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.390626 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-277c261f-a808-405d-972f-4ddd99f87568 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0cd1b813-d4d2-4623-83ac-05b5322396c7 HTTP/1.1" status: 204 len: 168 time: 0.9751773 Mar 28 15:22:51.403258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Allocated IP 172.20.255.242 (29b34efa-eaf2-4e38-a53c-670c2d46faa2/f03a947c-7c5f-4ff0-987e-7ddb0be95b13/e54243db-8445-4be2-8c3a-0f423eb6f836) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:51.403451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60348) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:51.431598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] For port f1d90b4a-cf79-46b2-a79d-314158563fff, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f1d90b4a-cf79-46b2-a79d-314158563fff,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:51.471860 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-931b6c1f-52a6-4999-820e-695a5342cc88 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:51.472414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931b6c1f-52a6-4999-820e-695a5342cc88 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:51.477102 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-931b6c1f-52a6-4999-820e-695a5342cc88 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/2d40ba63-9ccb-40f1-8398-7dabf7606dd1 HTTP/1.1" status: 404 len: 337 time: 0.1467404 Mar 28 15:22:51.491233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60352) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:51.525528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.536740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4cbc5623-2225-4592-8083-1d5bdd1f00eb None None] Provisioning for port 4dc2b6fb-1fdb-4800-9919-0f696469184c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:51.548733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:51.553244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:51.557318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:51.558237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e83c79f-d035-4766-812a-e0d80cbc4ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.560016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.563790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:51.589047 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88e7187-03b1-4c20-8173-5b8242f4bb62 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:51.589663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88e7187-03b1-4c20-8173-5b8242f4bb62 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:51.595296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4cbc5623-2225-4592-8083-1d5bdd1f00eb None None] Provisioning complete for port 4dc2b6fb-1fdb-4800-9919-0f696469184c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:51.595496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5623-2225-4592-8083-1d5bdd1f00eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.603243 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e88e7187-03b1-4c20-8173-5b8242f4bb62 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/subnets/ebc8ed73-ac4a-4150-bec8-afa4f3e47ea4 HTTP/1.1" status: 404 len: 337 time: 0.1109555 Mar 28 15:22:51.608036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60356) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:51.667267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:51.671087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.675354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-123e63fb-518a-475d-9a4c-05fcca55937d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:51.757414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.763279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc5623-2225-4592-8083-1d5bdd1f00eb None None] Port 4dc2b6fb-1fdb-4800-9919-0f696469184c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:51.764607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0f47c849-ec03-4ffd-82ab-94d1c4c76358 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Deleting port be26f46e-5690-40d8-9cb4-ff8696cf6343 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:51.765022 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f47c849-ec03-4ffd-82ab-94d1c4c76358 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.768701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c1fe6-aba9-452e-a4fb-172c4ba14993 None None] Pushing event updated for resources: {'Port': ['ID=f1d90b4a-cf79-46b2-a79d-314158563fff,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:51.778474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da376253-9e7a-4cfa-8621-bc78b0d3a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.852567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da376253-9e7a-4cfa-8621-bc78b0d3a6a8 None None] Pushing event deleted for resources: {'Port': ['ID=cfaa059a-5373-4a85-93ef-8bdb2b69c306,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:51.854254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da376253-9e7a-4cfa-8621-bc78b0d3a6a8 None None] No DVR routers for this DVR port cfaa059a-5373-4a85-93ef-8bdb2b69c306 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:22:51.854639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.982045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:51.996591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.010881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Transition to ACTIVE for port object e54243db-8445-4be2-8c3a-0f423eb6f836 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:52.016572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-123e63fb-518a-475d-9a4c-05fcca55937d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:52.017860 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-123e63fb-518a-475d-9a4c-05fcca55937d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6157012 Mar 28 15:22:52.019176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.022950 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-97bb1052-ff81-45cb-94c4-2ca677871638 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9595492 Mar 28 15:22:52.031159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60360) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:52.031799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60362) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:52.039898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8c13e95c-8ee9-4a7d-99b8-887684124e50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.042841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Transition to ACTIVE for port object e54243db-8445-4be2-8c3a-0f423eb6f836 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:52.072981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:22:52.112206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.133991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3539def7-989b-43a6-87f8-d715d135f068,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:52.215579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8c13e95c-8ee9-4a7d-99b8-887684124e50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 4dc2b6fb-1fdb-4800-9919-0f696469184c owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:52.227568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Allocated IP 172.26.7.122 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/f522d54c-33ff-4285-ba01-809b2b3cde9a) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:52.293248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Pushing event updated for resources: {'Port': ['ID=e54243db-8445-4be2-8c3a-0f423eb6f836,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:52.298003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Network 29b34efa-eaf2-4e38-a53c-670c2d46faa2 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:52.299778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:52.303856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:52.327439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-443269e9-96e4-488c-bb61-8a704338a838 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:52.409387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.410049 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment 70898b67-5e86-4f09-8df1-003fc33911e0 of type vlan for network d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 Mar 28 15:22:52.416066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f47c849-ec03-4ffd-82ab-94d1c4c76358 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.430939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-738e722c-a3db-466f-8172-4430750dc930 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.453846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Attempting to bind port e54243db-8445-4be2-8c3a-0f423eb6f836 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:52.454905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Attempting to bind port e54243db-8445-4be2-8c3a-0f423eb6f836 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'b5d65a4e-c310-4362-b465-fb745ebd7ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '29b34efa-eaf2-4e38-a53c-670c2d46faa2'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:52.461389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Attempting to bind port e54243db-8445-4be2-8c3a-0f423eb6f836 on network 29b34efa-eaf2-4e38-a53c-670c2d46faa2 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:52.465789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:52.466528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Checking segment: {'id': 'b5d65a4e-c310-4362-b465-fb745ebd7ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '29b34efa-eaf2-4e38-a53c-670c2d46faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:52.467370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.468182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Bound using segment: {'id': 'b5d65a4e-c310-4362-b465-fb745ebd7ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '29b34efa-eaf2-4e38-a53c-670c2d46faa2'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:52.469293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Bound port: e54243db-8445-4be2-8c3a-0f423eb6f836, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d65a4e-c310-4362-b465-fb745ebd7ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '29b34efa-eaf2-4e38-a53c-670c2d46faa2'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:52.469778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.579545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 11ee8086-f003-4b58-b766-24b68f359e83 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:52.639956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] For port e54243db-8445-4be2-8c3a-0f423eb6f836, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:52.645560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] For port e54243db-8445-4be2-8c3a-0f423eb6f836, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e54243db-8445-4be2-8c3a-0f423eb6f836,segment=NetworkSegment(b5d65a4e-c310-4362-b465-fb745ebd7ebe),segment_id=b5d65a4e-c310-4362-b465-fb745ebd7ebe)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:52.669645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 11ee8086-f003-4b58-b766-24b68f359e83 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:52.670149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.688263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0f47c849-ec03-4ffd-82ab-94d1c4c76358 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Calling delete_port for be26f46e-5690-40d8-9cb4-ff8696cf6343 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:22:52.753982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.758875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.1 (9d73f968-a67d-45b9-aff6-702b0fff1dac/dcfa578e-2539-4183-8415-31b05c48c367/62a407ea-ec52-4314-af99-562ecf2e181a) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:52.761519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.844829 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-738e722c-a3db-466f-8172-4430750dc930 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.861989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab8ac7-bfd1-4641-ac77-d330e192d8f7 None None] Pushing event updated for resources: {'Port': ['ID=e54243db-8445-4be2-8c3a-0f423eb6f836,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:52.872668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:52.968612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:22:53.017042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f1d90b4a-cf79-46b2-a79d-314158563fff up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:53.036994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f47c849-ec03-4ffd-82ab-94d1c4c76358 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.101501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47c849-ec03-4ffd-82ab-94d1c4c76358 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Port': ['ID=be26f46e-5690-40d8-9cb4-ff8696cf6343,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:53.106999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-738e722c-a3db-466f-8172-4430750dc930 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.128628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.187101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f47c849-ec03-4ffd-82ab-94d1c4c76358 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.191994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e722c-a3db-466f-8172-4430750dc930 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e8e4d4-23cf-41e9-9be5-45170f1725d0,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:53.192139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port f1d90b4a-cf79-46b2-a79d-314158563fff completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:53.194597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.234371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-443269e9-96e4-488c-bb61-8a704338a838 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.329129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cfaa059a-5373-4a85-93ef-8bdb2b69c306 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:22:53.337987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.341152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=8b2a8f3e-279a-4577-9d0b-776ce158f3b7,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:53.344556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:53.345452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.383410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-443269e9-96e4-488c-bb61-8a704338a838 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.392202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: cfaa059a-5373-4a85-93ef-8bdb2b69c306 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:22:53.398838 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cfaa059a-5373-4a85-93ef-8bdb2b69c306 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:22:53.399233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event updated for resources: {'Port': ['ID=f522d54c-33ff-4285-ba01-809b2b3cde9a,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:53.421154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-738e722c-a3db-466f-8172-4430750dc930 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.422797 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-738e722c-a3db-466f-8172-4430750dc930 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/05e8e4d4-23cf-41e9-9be5-45170f1725d0 HTTP/1.1" status: 204 len: 168 time: 1.3879859 Mar 28 15:22:53.426036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60370) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:53.435344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:53.439623 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0f47c849-ec03-4ffd-82ab-94d1c4c76358 tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/ports/be26f46e-5690-40d8-9cb4-ff8696cf6343 HTTP/1.1" status: 204 len: 168 time: 1.8316100 Mar 28 15:22:53.456252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60374) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:53.459642 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:53.497746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:53.498048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71220c34-a4b5-40e1-b155-9b47386da194 None None] Network 9d73f968-a67d-45b9-aff6-702b0fff1dac requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:53.513501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c308b1c9-ce0f-4489-8301-c107d39e68be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.595309 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.8791296 Mar 28 15:22:53.644538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': '3a9b98cb-f0ca-44f9-b087-904382c2a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5dbe4b38-2f7f-4d6c-a633-773150bff81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:53.644901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: 5dbe4b38-2f7f-4d6c-a633-773150bff81a, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:22:53.666105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70192d94-dfad-47d0-8918-f01365235453 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:53.690819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:22:53.706578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7d9de5bb-ba7b-4f7a-b982-5cce37f3bb6f None None] Provisioning for port f1d90b4a-cf79-46b2-a79d-314158563fff completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:53.745953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.756019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7d9de5bb-ba7b-4f7a-b982-5cce37f3bb6f None None] Provisioning complete for port f1d90b4a-cf79-46b2-a79d-314158563fff triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:53.756783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5bb-ba7b-4f7a-b982-5cce37f3bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.767062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 62a407ea-ec52-4314-af99-562ecf2e181a will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:53.783535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.796745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8c13e95c-8ee9-4a7d-99b8-887684124e50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:53.808610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f36c61c9-5a06-4cae-98df-bf3cd7499c22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:53.998267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443269e9-96e4-488c-bb61-8a704338a838 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Router 896a162c-cada-4d6a-9770-4166a944a904 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:22:54.010802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13e95c-8ee9-4a7d-99b8-887684124e50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=4dc2b6fb-1fdb-4800-9919-0f696469184c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:54.143665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5bb-ba7b-4f7a-b982-5cce37f3bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:54.153592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:54.183950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8c13e95c-8ee9-4a7d-99b8-887684124e50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:54.191494 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8c13e95c-8ee9-4a7d-99b8-887684124e50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/4dc2b6fb-1fdb-4800-9919-0f696469184c HTTP/1.1" status: 204 len: 168 time: 3.1144385 Mar 28 15:22:54.214403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7d9de5bb-ba7b-4f7a-b982-5cce37f3bb6f None None] For port f1d90b4a-cf79-46b2-a79d-314158563fff, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f1d90b4a-cf79-46b2-a79d-314158563fff,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:54.286266 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7d9de5bb-ba7b-4f7a-b982-5cce37f3bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:54.434380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network 5dbe4b38-2f7f-4d6c-a633-773150bff81a is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:22:54.449761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60378) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:54.473103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9de5bb-ba7b-4f7a-b982-5cce37f3bb6f None None] Pushing event updated for resources: {'Port': ['ID=f1d90b4a-cf79-46b2-a79d-314158563fff,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:54.511845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 9d73f968-a67d-45b9-aff6-702b0fff1dac is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:54.513942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443269e9-96e4-488c-bb61-8a704338a838 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:54.526026 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] Sync routers for ids ['896a162c-cada-4d6a-9770-4166a944a904'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:54.536695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-443269e9-96e4-488c-bb61-8a704338a838 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:54.537946 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-443269e9-96e4-488c-bb61-8a704338a838 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "PUT /v2.0/routers/896a162c-cada-4d6a-9770-4166a944a904 HTTP/1.1" status: 200 len: 694 time: 2.4906147 Mar 28 15:22:54.541180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=62a407ea-ec52-4314-af99-562ecf2e181a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:54.545617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:54.546649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:54.561278 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] Routers {'896a162c-cada-4d6a-9770-4166a944a904'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:54.565152 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['896a162c-cada-4d6a-9770-4166a944a904'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:54.580800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e54243db-8445-4be2-8c3a-0f423eb6f836 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:54.642931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60382) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:54.662218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:54.667449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df4f83-ac32-49cc-8a89-3767042d8fe5 None None] Network 29b34efa-eaf2-4e38-a53c-670c2d46faa2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:54.877141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f36c61c9-5a06-4cae-98df-bf3cd7499c22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:54.878390 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f36c61c9-5a06-4cae-98df-bf3cd7499c22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 1.4486964 Mar 28 15:22:54.918665 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-383c8ef0-5103-4a1d-af48-186e1bd3889e tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/routers/896a162c-cada-4d6a-9770-4166a944a904 HTTP/1.1" status: 200 len: 700 time: 0.2553761 Mar 28 15:22:54.920250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60386) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:54.926401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:54.939482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 5dbe4b38-2f7f-4d6c-a633-773150bff81a) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:54.944262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:54.944864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:54.951135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60388) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:54.978814 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] Set router 896a162c-cada-4d6a-9770-4166a944a904 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:55.009878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Provisioning for port 62a407ea-ec52-4314-af99-562ecf2e181a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:55.014782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe5d1e0-466a-4ed5-aa88-17efe11ac914 None None] Network 5dbe4b38-2f7f-4d6c-a633-773150bff81a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:55.064594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port e54243db-8445-4be2-8c3a-0f423eb6f836 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:55.080984 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b5980186-0bec-4b40-acc5-2759ed7a8e1a tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=896a162c-cada-4d6a-9770-4166a944a904 HTTP/1.1" status: 200 len: 205 time: 0.1285961 Mar 28 15:22:55.089132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60394) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:55.153323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Provisioning complete for port 62a407ea-ec52-4314-af99-562ecf2e181a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:55.154039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.168450 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-27686437-7cd3-48f9-b9e1-987e160804df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.9814818 Mar 28 15:22:55.174959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60398) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:55.186561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.219409 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896a162c-cada-4d6a-9770-4166a944a904', 'name': 'tempest-RoutersTest-router-1267440858', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:22:53Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:55.223604 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] Checking router: 896a162c-cada-4d6a-9770-4166a944a904 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:22:55.232848 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] Routers {'896a162c-cada-4d6a-9770-4166a944a904'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:55.233444 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['896a162c-cada-4d6a-9770-4166a944a904'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:55.293765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af9cc67-349a-4435-b492-bfbc1573ffdc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.313096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Port 62a407ea-ec52-4314-af99-562ecf2e181a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:55.394546 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] Set router 896a162c-cada-4d6a-9770-4166a944a904 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:55.403886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Provisioning for port e54243db-8445-4be2-8c3a-0f423eb6f836 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:55.415000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Provisioning complete for port e54243db-8445-4be2-8c3a-0f423eb6f836 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:55.415877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.416773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.552130 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896a162c-cada-4d6a-9770-4166a944a904', 'name': 'tempest-RoutersTest-router-1267440858', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:22:53Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:55.560823 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be46d0b1-df34-40ee-b668-03a2b7520846 None None] The sync data for ids ['896a162c-cada-4d6a-9770-4166a944a904'] in dv-neutron-828143-13-hyperv is: [{'id': '896a162c-cada-4d6a-9770-4166a944a904', 'name': 'tempest-RoutersTest-router-1267440858', 'tenant_id': 'f0c14d11a2f44b67a9e682878c103b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:22:53Z', 'revision_number': 2, 'project_id': 'f0c14d11a2f44b67a9e682878c103b15', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:55.612125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-5dbe4b38-2f7f-4d6c-a633-773150bff81a', 'network_id': '5dbe4b38-2f7f-4d6c-a633-773150bff81a', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': '8b2a8f3e-279a-4577-9d0b-776ce158f3b7'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:22:55.613690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.772640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.808031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95a78cc-7aff-451e-a045-ce286fb02c4e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:55.818125 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f95a78cc-7aff-451e-a045-ce286fb02c4e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.3512974 Mar 28 15:22:55.824012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a4c4-cecb-4cc3-b6f0-223a101d9b8c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.838136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60402) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:55.844896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.858411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a4c4-cecb-4cc3-b6f0-223a101d9b8c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:55.928463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189a18ea-c89f-4927-975d-8e86e9ff3f79']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:56.022125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af9cc67-349a-4435-b492-bfbc1573ffdc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.026592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af9cc67-349a-4435-b492-bfbc1573ffdc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.052124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] For port e54243db-8445-4be2-8c3a-0f423eb6f836, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e54243db-8445-4be2-8c3a-0f423eb6f836,segment=NetworkSegment(b5d65a4e-c310-4362-b465-fb745ebd7ebe),segment_id=b5d65a4e-c310-4362-b465-fb745ebd7ebe)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:56.105459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f2fcc-4f58-4fa3-9845-2f5a564ed6a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:56.106587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-252f2fcc-4f58-4fa3-9845-2f5a564ed6a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:56.127303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcd9fd7-b773-4c48-a54e-7fe8465351f4') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:56.127601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcd9fd7-b773-4c48-a54e-7fe8465351f4') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:56.138955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.152680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a4c4-cecb-4cc3-b6f0-223a101d9b8c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.160997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af9cc67-349a-4435-b492-bfbc1573ffdc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.161714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af9cc67-349a-4435-b492-bfbc1573ffdc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Fanout notify agent at l3_agent the message router_deleted on router 896a162c-cada-4d6a-9770-4166a944a904 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:22:56.183957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9a4c4-cecb-4cc3-b6f0-223a101d9b8c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c9019f-554d-473a-b224-c4c9ac37a3d4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:56.186917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.229698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Provisioning complete for port f1d90b4a-cf79-46b2-a79d-314158563fff triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:56.230204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.262815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-252f2fcc-4f58-4fa3-9845-2f5a564ed6a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:56.264579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.269318 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-252f2fcc-4f58-4fa3-9845-2f5a564ed6a2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4300644 Mar 28 15:22:56.272749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60406) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:56.278400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.307056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Allocated IP 172.20.0.2 (5dbe4b38-2f7f-4d6c-a633-773150bff81a/8b2a8f3e-279a-4577-9d0b-776ce158f3b7/c0a365c4-2a8d-46c9-a8d0-99f98541b6c7) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:22:56.322944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4af9cc67-349a-4435-b492-bfbc1573ffdc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.325503 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4af9cc67-349a-4435-b492-bfbc1573ffdc tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/896a162c-cada-4d6a-9770-4166a944a904 HTTP/1.1" status: 204 len: 168 time: 1.2308919 Mar 28 15:22:56.334532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60410) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:56.335905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8e0b3-d401-4bc6-ab74-b0e010965708 None None] Pushing event updated for resources: {'Port': ['ID=e54243db-8445-4be2-8c3a-0f423eb6f836,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:56.366249 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135e04c-2910-4ebf-80fa-71c0a0e33505 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:56.367821 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135e04c-2910-4ebf-80fa-71c0a0e33505 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:56.369417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135e04c-2910-4ebf-80fa-71c0a0e33505 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:56.370258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f135e04c-2910-4ebf-80fa-71c0a0e33505 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:56.408581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.413365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.429593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f1d90b4a-cf79-46b2-a79d-314158563fff up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:56.448940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.461709 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-37f3fcca-cc0a-4c33-b2a1-ce3c6d841b64 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=896a162c-cada-4d6a-9770-4166a944a904 HTTP/1.1" status: 200 len: 205 time: 0.1245975 Mar 28 15:22:56.471456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60414) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:56.696647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f1d90b4a-cf79-46b2-a79d-314158563fff triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:56.697211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.953416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.956584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f135e04c-2910-4ebf-80fa-71c0a0e33505 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:56.957793 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f135e04c-2910-4ebf-80fa-71c0a0e33505 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6811380 Mar 28 15:22:56.960299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60418) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:56.962029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:56.966674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60420) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:56.971247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': 'd9fcc9a0-80c1-4198-b9ba-d2227e4b64f1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:56.986565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:56.986892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:57.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:57.033035 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-3be5f4c6-8878-4f61-be64-b0788add9dfb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] delete failed (client error): The resource could not be found. Mar 28 15:22:57.035900 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3be5f4c6-8878-4f61-be64-b0788add9dfb tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/896a162c-cada-4d6a-9770-4166a944a904 HTTP/1.1" status: 404 len: 336 time: 0.5613496 Mar 28 15:22:57.037423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.039431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60426) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.048437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0b8fbb75-68a3-40a6-8183-2b0eda23eb5a None None] Provisioning complete for port 62a407ea-ec52-4314-af99-562ecf2e181a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:57.048852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0b8fbb75-68a3-40a6-8183-2b0eda23eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.081814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Transition to ACTIVE for port object c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:57.123578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Transition to ACTIVE for port object c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:22:57.127467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0b8fbb75-68a3-40a6-8183-2b0eda23eb5a None None] Port 62a407ea-ec52-4314-af99-562ecf2e181a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:57.140083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0b8fbb75-68a3-40a6-8183-2b0eda23eb5a None None] Provisioning complete for port e54243db-8445-4be2-8c3a-0f423eb6f836 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:57.140473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0b8fbb75-68a3-40a6-8183-2b0eda23eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.219169 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d89cee-a5b7-44ca-ba34-305060a3fb41 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:57.219617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d89cee-a5b7-44ca-ba34-305060a3fb41 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:57.223859 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e8d89cee-a5b7-44ca-ba34-305060a3fb41 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/dddd30d1-a12c-4151-9a3a-a86e1801cf42 HTTP/1.1" status: 404 len: 337 time: 0.1809561 Mar 28 15:22:57.225295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60430) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.240438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.270552 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4debe356-db9f-43a4-822f-25874671e7c3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:57.271014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4debe356-db9f-43a4-822f-25874671e7c3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:57.274990 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4debe356-db9f-43a4-822f-25874671e7c3 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/2e8fc45a-d889-481d-83a1-8c219ff08d8d HTTP/1.1" status: 404 len: 337 time: 0.0466104 Mar 28 15:22:57.276596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60434) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.316803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a4c4-cecb-4cc3-b6f0-223a101d9b8c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.318537 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8dd9a4c4-cecb-4cc3-b6f0-223a101d9b8c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/32c9019f-554d-473a-b224-c4c9ac37a3d4 HTTP/1.1" status: 204 len: 168 time: 2.2482345 Mar 28 15:22:57.327176 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1f68b9-df45-4f19-a75d-d0463e7acf41 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:57.327312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Network 5dbe4b38-2f7f-4d6c-a633-773150bff81a is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:57.334641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1f68b9-df45-4f19-a75d-d0463e7acf41 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:57.334641 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4b1f68b9-df45-4f19-a75d-d0463e7acf41 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/01eb0523-0d52-41cc-b2f5-f9b34c8d4be5 HTTP/1.1" status: 404 len: 337 time: 0.0521874 Mar 28 15:22:57.334641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60438) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.334933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:57.334933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:22:57.336016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60440) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.347010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Pushing event updated for resources: {'Port': ['ID=c0a365c4-2a8d-46c9-a8d0-99f98541b6c7,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:57.406266 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfb311c-47bc-430b-a935-7c632092e6ad tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:57.406535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfb311c-47bc-430b-a935-7c632092e6ad tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:57.410642 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ecfb311c-47bc-430b-a935-7c632092e6ad tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/602aec01-b328-41e5-b5d7-dd3eabd27999 HTTP/1.1" status: 404 len: 337 time: 0.0710945 Mar 28 15:22:57.410874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60446) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.434102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-0caa0cdb-aa66-46e6-9916-eea734c2654d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 6ead7663-eb06-4101-9dce-d8df5f8f6fff {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:57.435740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Attempting to bind port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:22:57.436104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Attempting to bind port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '3a9b98cb-f0ca-44f9-b087-904382c2a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5dbe4b38-2f7f-4d6c-a633-773150bff81a'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:22:57.436458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Attempting to bind port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 on network 5dbe4b38-2f7f-4d6c-a633-773150bff81a {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:22:57.441957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:22:57.442862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Checking segment: {'id': '3a9b98cb-f0ca-44f9-b087-904382c2a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5dbe4b38-2f7f-4d6c-a633-773150bff81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:57.443172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0caa0cdb-aa66-46e6-9916-eea734c2654d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.443359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.443686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Bound using segment: {'id': '3a9b98cb-f0ca-44f9-b087-904382c2a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5dbe4b38-2f7f-4d6c-a633-773150bff81a'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:22:57.444269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Bound port: c0a365c4-2a8d-46c9-a8d0-99f98541b6c7, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9b98cb-f0ca-44f9-b087-904382c2a874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5dbe4b38-2f7f-4d6c-a633-773150bff81a'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:22:57.444696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.487785 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fcee317a-fae7-45fb-a20b-fdb7a75c5a85 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2cafdb5-466f-4548-88b5-fe3e13435c35 HTTP/1.1" status: 200 len: 205 time: 0.0757608 Mar 28 15:22:57.494353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60450) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.511944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:57.518455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.523971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.527256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.562453 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fb383153-a544-4cfa-9811-7dfd7788d4b3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:22:57.563102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] For port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:22:57.566446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] For port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c0a365c4-2a8d-46c9-a8d0-99f98541b6c7,segment=NetworkSegment(3a9b98cb-f0ca-44f9-b087-904382c2a874),segment_id=3a9b98cb-f0ca-44f9-b087-904382c2a874)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:22:57.588829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.591707 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-bef1d6e1-2eeb-448b-924e-626c8e6953ec tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] delete failed (client error): The resource could not be found. Mar 28 15:22:57.592722 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bef1d6e1-2eeb-448b-924e-626c8e6953ec tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/a2cafdb5-466f-4548-88b5-fe3e13435c35 HTTP/1.1" status: 404 len: 336 time: 0.0943809 Mar 28 15:22:57.592991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:subnet and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:57.595745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60454) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.600550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:57.632970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Pushing event deleted for resources: {'Network': ['ID=189a18ea-c89f-4927-975d-8e86e9ff3f79,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:57.635045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2a8f3e-279a-4577-9d0b-776ce158f3b7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:57.637374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:57.640674 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a866b4b0-4a4c-4b4c-9ad3-b65ffc7292bd tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=da3f682c-eabe-429f-b71b-3b235e47200c HTTP/1.1" status: 200 len: 205 time: 0.0439031 Mar 28 15:22:57.643321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60458) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.671663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0caa0cdb-aa66-46e6-9916-eea734c2654d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.686251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.705430 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] 10.222.0.16 "DELETE /v2.0/networks/189a18ea-c89f-4927-975d-8e86e9ff3f79 HTTP/1.1" status: 204 len: 168 time: 4.2479506 Mar 28 15:22:57.717037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fb383153-a544-4cfa-9811-7dfd7788d4b3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:22:57.722717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fb383153-a544-4cfa-9811-7dfd7788d4b3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3853979 Mar 28 15:22:57.722717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-121d2490-b444-4540-9763-73f9bfb1efa4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] delete failed (client error): The resource could not be found. Mar 28 15:22:57.722717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-121d2490-b444-4540-9763-73f9bfb1efa4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/da3f682c-eabe-429f-b71b-3b235e47200c HTTP/1.1" status: 404 len: 336 time: 0.0766037 Mar 28 15:22:57.722717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.724603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.724947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.725332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.725743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.726043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.726378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.726786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.727137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.727483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.728001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.728337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.728669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.733049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.734745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.735202 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.736029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.736029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.736259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.736566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.736895 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.737314 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.737647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.738064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.738286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a84d3b1-2c79-45d6-ac0e-7ebd2296e0bb tempest-PortsIpV6TestJSON-487414695 tempest-PortsIpV6TestJSON-487414695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.742186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60464) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.743052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60466) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.781360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc0c2a-1601-49a8-ba0c-276b1f28e05c None None] Pushing event updated for resources: {'Port': ['ID=c0a365c4-2a8d-46c9-a8d0-99f98541b6c7,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:57.815310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300614685'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:57.848351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.853630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=62a407ea-ec52-4314-af99-562ecf2e181a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:57.880993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.881586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.882091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.882615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.883150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.883645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.884139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.884650 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.885142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.885754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.886259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.886761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:22:57.902655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:57.907142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:22:57.910602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.938622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a356757-c2f4-4da1-ac93-d94199a447b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:57.939098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a356757-c2f4-4da1-ac93-d94199a447b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:57.940986 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7a356757-c2f4-4da1-ac93-d94199a447b2 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/652bbc4f-2003-48ae-a33e-5ef3a8c5736d HTTP/1.1" status: 404 len: 337 time: 0.1823695 Mar 28 15:22:57.943633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:57.961278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60472) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:57.984345 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:58.004748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Router e3674f46-669d-45bb-833e-b9ba7d79ff03 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:22:58.014832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d6cc9d35-efac-41c0-9914-b478945a30ee tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e293369-f936-4ef9-97c3-cd5b05571ad6 HTTP/1.1" status: 200 len: 205 time: 0.0521801 Mar 28 15:22:58.023184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60476) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:58.104622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbe4b38-2f7f-4d6c-a633-773150bff81a']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:58.131391 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-4e9812a5-bd33-410f-bd94-be684fa600dd tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] delete failed (client error): The resource could not be found. Mar 28 15:22:58.132536 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4e9812a5-bd33-410f-bd94-be684fa600dd tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/6e293369-f936-4ef9-97c3-cd5b05571ad6 HTTP/1.1" status: 404 len: 336 time: 0.1084352 Mar 28 15:22:58.135255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60480) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:58.189612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9b98cb-f0ca-44f9-b087-904382c2a874') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:58.190202 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9b98cb-f0ca-44f9-b087-904382c2a874') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:58.199221 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2bb0587b-a4db-4ed2-93f5-7fc25dc7bdcf tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=a70bc492-c8b6-4e58-bd3b-ec919bd8db96 HTTP/1.1" status: 200 len: 205 time: 0.0627532 Mar 28 15:22:58.202624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60484) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:58.218074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:58.261287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:58.273328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0caa0cdb-aa66-46e6-9916-eea734c2654d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:58.284369 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-3f213ab5-f0c4-4fbf-9350-76cb7dd9f493 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] delete failed (client error): The resource could not be found. Mar 28 15:22:58.290080 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3f213ab5-f0c4-4fbf-9350-76cb7dd9f493 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/a70bc492-c8b6-4e58-bd3b-ec919bd8db96 HTTP/1.1" status: 404 len: 336 time: 0.0818648 Mar 28 15:22:58.290080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60490) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:58.332338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 9d73f968-a67d-45b9-aff6-702b0fff1dac is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:22:58.334094 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa3c09f-a8b1-4266-90a1-57de3cfa1048 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:58.334644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa3c09f-a8b1-4266-90a1-57de3cfa1048 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:58.338850 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-afa3c09f-a8b1-4266-90a1-57de3cfa1048 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/3d4d1a93-5762-481e-aadc-c52f5d2a4018 HTTP/1.1" status: 404 len: 337 time: 0.0474989 Mar 28 15:22:58.338850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:58.339834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60494) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:58.340735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:58.347368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:58.361457 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:58.367864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:58.431311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60498) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:58.464774 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3cf7df16-2f8d-4fb2-a025-f90f13ff0395 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0075d7-b717-459c-a931-7752fd769cb8 HTTP/1.1" status: 200 len: 205 time: 0.1214278 Mar 28 15:22:58.465631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60504) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:58.471478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:22:58.472249 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:22:58.487845 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:22:58.510228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:58.561151 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-555e99ea-ab74-4ac5-bb4a-f49de3fb7aae tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] delete failed (client error): The resource could not be found. Mar 28 15:22:58.562316 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-555e99ea-ab74-4ac5-bb4a-f49de3fb7aae tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/7a0075d7-b717-459c-a931-7752fd769cb8 HTTP/1.1" status: 404 len: 336 time: 0.0936055 Mar 28 15:22:58.564941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60508) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:58.567525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e54243db-8445-4be2-8c3a-0f423eb6f836 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:58.707357 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c7dd73c2-2e28-4949-b30c-6132e2e6993c None None] Provisioning complete for port 62a407ea-ec52-4314-af99-562ecf2e181a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:58.707755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c7dd73c2-2e28-4949-b30c-6132e2e6993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:58.745630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e54243db-8445-4be2-8c3a-0f423eb6f836 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:58.746002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:58.865983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd73c2-2e28-4949-b30c-6132e2e6993c None None] Port 62a407ea-ec52-4314-af99-562ecf2e181a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:22:58.872433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:58.888414 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ceed1c-156f-4236-8f8f-e576ebd9bb40 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:58.889123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b73cc-f35d-46b7-a38d-7834352dc6dc None None] Sync routers for ids ['e3674f46-669d-45bb-833e-b9ba7d79ff03'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:58.896910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ceed1c-156f-4236-8f8f-e576ebd9bb40 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:58.896910 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c5ceed1c-156f-4236-8f8f-e576ebd9bb40 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/16a41837-e2a5-4d5a-8efa-718fecd4b2e1 HTTP/1.1" status: 404 len: 337 time: 0.3078797 Mar 28 15:22:58.899991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60512) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:58.932215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:22:58.932215 dv-neutron-828143-13-hyperv neutron-server[88487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:22:58.932215 dv-neutron-828143-13-hyperv neutron-server[88487]: [parameters: {'id': '5dbe4b38-2f7f-4d6c-a633-773150bff81a'}] Mar 28 15:22:58.932215 dv-neutron-828143-13-hyperv neutron-server[88487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:22:58.932862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:22:58.954364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0caa0cdb-aa66-46e6-9916-eea734c2654d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:58.958546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b73cc-f35d-46b7-a38d-7834352dc6dc None None] Routers {'e3674f46-669d-45bb-833e-b9ba7d79ff03'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:58.959375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-686b73cc-f35d-46b7-a38d-7834352dc6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e3674f46-669d-45bb-833e-b9ba7d79ff03'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:58.966194 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c2dbb91b-ca9a-4fba-a1d9-7ea3bd0359c4 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9a0e7-b21f-499a-8a85-d9ac5a8412d6 HTTP/1.1" status: 200 len: 205 time: 0.0648236 Mar 28 15:22:58.972438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60516) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:59.045587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa0cdb-aa66-46e6-9916-eea734c2654d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=6ead7663-eb06-4101-9dce-d8df5f8f6fff,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:59.050597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0caa0cdb-aa66-46e6-9916-eea734c2654d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.071845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8dfa6327-eee2-4fa7-99e9-fe0ffdef9386 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bd0fba2577048bb84e2783d6c2c84ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392043 Mar 28 15:22:59.075379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60520) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:59.079725 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-92237975-087e-40e9-a320-278e1aef1887 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] delete failed (client error): The resource could not be found. Mar 28 15:22:59.083545 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-92237975-087e-40e9-a320-278e1aef1887 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/routers/adb9a0e7-b21f-499a-8a85-d9ac5a8412d6 HTTP/1.1" status: 404 len: 336 time: 0.1094460 Mar 28 15:22:59.084172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60524) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:59.084495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60526) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:59.084727 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0caa0cdb-aa66-46e6-9916-eea734c2654d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/6ead7663-eb06-4101-9dce-d8df5f8f6fff HTTP/1.1" status: 204 len: 168 time: 2.0818677 Mar 28 15:22:59.096203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.098702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f801bba-f62e-4869-bb25-cee2d3c24bb0 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:59.101138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.111262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa987b-e412-4a71-ab4e-5860395a4d3a None None] Network 5dbe4b38-2f7f-4d6c-a633-773150bff81a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:59.149798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.150979 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-17ca7002-501e-42b4-9b97-f99f38ff6632 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "PUT /v2.0/routers/e3674f46-669d-45bb-833e-b9ba7d79ff03 HTTP/1.1" status: 200 len: 918 time: 9.3768396 Mar 28 15:22:59.157862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60532) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:59.166332 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcdc2a9-85d8-4487-adb9-dfcf5586ffed tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:59.166844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcdc2a9-85d8-4487-adb9-dfcf5586ffed tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:59.170921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-686b73cc-f35d-46b7-a38d-7834352dc6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:59.171296 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8dcdc2a9-85d8-4487-adb9-dfcf5586ffed tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/ecb50b8a-18a7-4374-928c-ad55dbfd96a2 HTTP/1.1" status: 404 len: 337 time: 0.0834527 Mar 28 15:22:59.173048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router ac8e01ee-0a33-4157-ab6d-7a7c05314668 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:22:59.179482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60536) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:59.191511 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b73cc-f35d-46b7-a38d-7834352dc6dc None None] Routers {'e3674f46-669d-45bb-833e-b9ba7d79ff03'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:59.192678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-686b73cc-f35d-46b7-a38d-7834352dc6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e3674f46-669d-45bb-833e-b9ba7d79ff03'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:59.254397 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.261180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:22:59.283227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2af7078-3625-4315-a4c7-aa6064abcd6e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 9183e475-57cc-4b1d-9e61-cd194d24e1b8 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:22:59.288108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2af7078-3625-4315-a4c7-aa6064abcd6e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.293839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-686b73cc-f35d-46b7-a38d-7834352dc6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:59.294247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686b73cc-f35d-46b7-a38d-7834352dc6dc None None] The sync data for ids ['e3674f46-669d-45bb-833e-b9ba7d79ff03'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:22:59.353450 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-630945c9-82a1-4ccb-9fc1-49675c5f3070 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] DELETE failed (client error): The resource could not be found. Mar 28 15:22:59.353777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630945c9-82a1-4ccb-9fc1-49675c5f3070 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:22:59.355609 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-630945c9-82a1-4ccb-9fc1-49675c5f3070 tempest-RoutersTest-516978070 tempest-RoutersTest-516978070-project] 10.222.0.16 "DELETE /v2.0/subnets/3e7a007c-0b87-4fa0-944d-e55ac9e06ee5 HTTP/1.1" status: 404 len: 337 time: 0.1174476 Mar 28 15:22:59.382984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=9db39e7a-d0e6-4902-9ad0-ae16fcaa0c0d,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:59.400237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c474a6b9-6232-4080-b543-52e17e53bba8,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:22:59.433581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2af7078-3625-4315-a4c7-aa6064abcd6e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.462387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-50bb02d9-c8e8-45fb-9cb7-ebf5fd6c6534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.463952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.466254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking segment: {'id': '70898b67-5e86-4f09-8df1-003fc33911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd9fcc9a0-80c1-4198-b9ba-d2227e4b64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:22:59.466783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network hostable DHCP agents. Network: d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:22:59.491243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.492731 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a447e8f1-e573-4b2a-80ee-3796ea8817b5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7364304 Mar 28 15:22:59.495557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60542) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:59.513613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': 'c474a6b9-6232-4080-b543-52e17e53bba8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:22:59.529756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:22:59.530028 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-018ef4ca-951d-4c89-ba66-a9c6d7b6641b None None] Provisioning for port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:59.535925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-50bb02d9-c8e8-45fb-9cb7-ebf5fd6c6534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.536190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:22:59.544935 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fb885e9b-8fa8-42a9-a76b-1c55fffa8842 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/ac8e01ee-0a33-4157-ab6d-7a7c05314668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6353421 Mar 28 15:22:59.545905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60546) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:59.553631 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Sync routers for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:22:59.558912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:59.559281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.563787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:22:59.566213 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:22:59.566996 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:22:59.569164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:22:59.594283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:22:59.619405 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-265237c7-bc8b-48df-b4fb-87623742eacf tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/routers/e3674f46-669d-45bb-833e-b9ba7d79ff03 HTTP/1.1" status: 200 len: 924 time: 0.4524474 Mar 28 15:22:59.621724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60550) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:22:59.674835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:22:59.678319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:22:59.714764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:22:59.715312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.767756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.778734 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:22:59.799569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2af7078-3625-4315-a4c7-aa6064abcd6e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.841420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:22:59.846181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-50bb02d9-c8e8-45fb-9cb7-ebf5fd6c6534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.862530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:22:59.875192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.902529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ca1c28-300e-4e9e-84c9-464692ec7328 None None] Network d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:22:59.906538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] For port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c0a365c4-2a8d-46c9-a8d0-99f98541b6c7,segment=NetworkSegment(3a9b98cb-f0ca-44f9-b087-904382c2a874),segment_id=3a9b98cb-f0ca-44f9-b087-904382c2a874)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:22:59.906973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.923975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] DHCP port deletion for 5dbe4b38-2f7f-4d6c-a633-773150bff81a request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:22:59.951534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] Deleting port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:22:59.952205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:22:59.967531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb02d9-c8e8-45fb-9cb7-ebf5fd6c6534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3973a031-cbaa-4c14-a0bc-aae6ab8b13f2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:00.040853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ef856-b7c1-49a4-a27f-524636d9fe44 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.040853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ef856-b7c1-49a4-a27f-524636d9fe44 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.040853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ef856-b7c1-49a4-a27f-524636d9fe44 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.040853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ef856-b7c1-49a4-a27f-524636d9fe44 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.040853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ef856-b7c1-49a4-a27f-524636d9fe44 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.041392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ef856-b7c1-49a4-a27f-524636d9fe44 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.041698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ef856-b7c1-49a4-a27f-524636d9fe44 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.042150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ef856-b7c1-49a4-a27f-524636d9fe44 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.046790 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f54ef856-b7c1-49a4-a27f-524636d9fe44 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5636 time: 0.4879441 Mar 28 15:23:00.050313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60556) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.050641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60558) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.062377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-50bb02d9-c8e8-45fb-9cb7-ebf5fd6c6534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.066230 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-50bb02d9-c8e8-45fb-9cb7-ebf5fd6c6534 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3973a031-cbaa-4c14-a0bc-aae6ab8b13f2 HTTP/1.1" status: 204 len: 168 time: 0.9872699 Mar 28 15:23:00.133889 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-642594a7-674b-429b-87ea-7168561f9a2f tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1695583 Mar 28 15:23:00.141309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Calling delete_port for c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:00.144514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60568) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.198404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766106947'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:00.211749 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '62a407ea-ec52-4314-af99-562ecf2e181a', 'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:44:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:00.217028 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Checking router: ac8e01ee-0a33-4157-ab6d-7a7c05314668 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:23:00.217506 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Updating router ac8e01ee-0a33-4157-ab6d-7a7c05314668 port 62a407ea-ec52-4314-af99-562ecf2e181a binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:23:00.258693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:00.276336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.281596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:network and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:00.288848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a3762-241d-4b58-8739-5fc1f3bc222e tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.293180 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-150a3762-241d-4b58-8739-5fc1f3bc222e tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=e3674f46-669d-45bb-833e-b9ba7d79ff03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6635189 Mar 28 15:23:00.296799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:00.296925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60572) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.307415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:00.330989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cca91-0a57-420a-b13b-d1c00757d766 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.331491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cca91-0a57-420a-b13b-d1c00757d766 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.331943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cca91-0a57-420a-b13b-d1c00757d766 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.332386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cca91-0a57-420a-b13b-d1c00757d766 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.332863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cca91-0a57-420a-b13b-d1c00757d766 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.333298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cca91-0a57-420a-b13b-d1c00757d766 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.333736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cca91-0a57-420a-b13b-d1c00757d766 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.338388 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9b0cca91-0a57-420a-b13b-d1c00757d766 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4599 time: 0.2851818 Mar 28 15:23:00.338948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60576) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.346634 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.410100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2af7078-3625-4315-a4c7-aa6064abcd6e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.414548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.420900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.465177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] For port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c0a365c4-2a8d-46c9-a8d0-99f98541b6c7,segment=NetworkSegment(3a9b98cb-f0ca-44f9-b087-904382c2a874),segment_id=3a9b98cb-f0ca-44f9-b087-904382c2a874)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:00.465177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.499477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:00.502998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.532305 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2af7078-3625-4315-a4c7-aa6064abcd6e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.535195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af7078-3625-4315-a4c7-aa6064abcd6e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=9183e475-57cc-4b1d-9e61-cd194d24e1b8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:00.546076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669e4cfc-147f-4308-9f46-2728c45883ad,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:00.559064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2170d962-9721-4f99-9b89-e571f65b1c56 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:00.569601 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2170d962-9721-4f99-9b89-e571f65b1c56 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 881 time: 0.2686849 Mar 28 15:23:00.572060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60584) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.581656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.608166 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b2af7078-3625-4315-a4c7-aa6064abcd6e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/9183e475-57cc-4b1d-9e61-cd194d24e1b8 HTTP/1.1" status: 204 len: 168 time: 1.5190308 Mar 28 15:23:00.619071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60588) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.625775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:00.717506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No DVR routers for this DVR port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:00.725686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.727202 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-545ea771-c6f4-48bd-a56b-c8af664b0563 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2306733 Mar 28 15:23:00.730269 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-156c211b-034e-4c9b-9c03-c4d72e63753a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0c14d11a2f44b67a9e682878c103b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784661 Mar 28 15:23:00.731126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60592) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.737113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] Calling delete_port for c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:00.740542 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c83612d7-aff8-4352-88b4-e68c1b8cb405 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150384 Mar 28 15:23:00.740542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60594) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.756221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60598) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.760155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.760497 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment 525d2a6a-6d94-4a90-87a4-77fb73534610 of type vlan for network 37d6756f-a2ec-4a0b-a59b-bad202614eb6 Mar 28 15:23:00.790718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:00.806532 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-14942faa-e411-45d1-8d97-52b5ef91ae97 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3674f46-669d-45bb-833e-b9ba7d79ff03 HTTP/1.1" status: 200 len: 205 time: 0.2327328 Mar 28 15:23:00.807703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Port': ['ID=c0a365c4-2a8d-46c9-a8d0-99f98541b6c7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:00.812323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60606) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:00.943250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34d6243a-5c69-4012-a0e2-5e82b55ffce4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:00.988005 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.018624 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1', 'network_id': 'd9fcc9a0-80c1-4198-b9ba-d2227e4b64f1', 'tenant_id': 'd5cf7b5f2a93472880d6b6d30bb195f5', 'fixed_ips': [{'subnet_id': '9db39e7a-d0e6-4902-9ad0-ae16fcaa0c0d'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:01.019490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.039927 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Transition to ACTIVE for port object 62a407ea-ec52-4314-af99-562ecf2e181a will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:01.142186 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.228157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.244938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34d6243a-5c69-4012-a0e2-5e82b55ffce4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.357807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Allocated IP 2001:db8:0:ffff::2 (d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1/9db39e7a-d0e6-4902-9ad0-ae16fcaa0c0d/2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:01.391765 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0f607-8e65-44e1-992d-e42091362d42 None None] Pushing event updated for resources: {'Port': ['ID=62a407ea-ec52-4314-af99-562ecf2e181a,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:01.413234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.477422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:01.488841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d88947ae-73b9-4ab7-a47b-d85bd8343a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.502515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:01.507152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:01.543154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:01.551832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34d6243a-5c69-4012-a0e2-5e82b55ffce4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.567660 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Attempting to bind port 62a407ea-ec52-4314-af99-562ecf2e181a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:01.568504 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Attempting to bind port 62a407ea-ec52-4314-af99-562ecf2e181a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:01.569486 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Attempting to bind port 62a407ea-ec52-4314-af99-562ecf2e181a on network 9d73f968-a67d-45b9-aff6-702b0fff1dac {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:01.577102 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:01.578082 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Checking segment: {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:01.578870 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.580026 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Bound using segment: {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:01.580929 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Bound port: 62a407ea-ec52-4314-af99-562ecf2e181a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:01.585410 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.585736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbe4b38-2f7f-4d6c-a633-773150bff81a']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:01.618807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.624740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9b98cb-f0ca-44f9-b087-904382c2a874') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:01.625377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9b98cb-f0ca-44f9-b087-904382c2a874') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:01.630685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:01.631398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.637961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d88947ae-73b9-4ab7-a47b-d85bd8343a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.652236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.660647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.700891 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] For port 62a407ea-ec52-4314-af99-562ecf2e181a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:01.704532 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] For port 62a407ea-ec52-4314-af99-562ecf2e181a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=62a407ea-ec52-4314-af99-562ecf2e181a,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:01.719002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:23:01.737406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.749644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:01.750263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.751912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6243a-5c69-4012-a0e2-5e82b55ffce4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=669e4cfc-147f-4308-9f46-2728c45883ad,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:01.765841 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:01.768170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=37d6756f-a2ec-4a0b-a59b-bad202614eb6,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:01.769217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:01.772160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d699228b-8be3-44ad-9c41-a9ce48589427 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:01.773367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.828722 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.845724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34d6243a-5c69-4012-a0e2-5e82b55ffce4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.847206 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-34d6243a-5c69-4012-a0e2-5e82b55ffce4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/669e4cfc-147f-4308-9f46-2728c45883ad HTTP/1.1" status: 204 len: 168 time: 1.1136122 Mar 28 15:23:01.857200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60624) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:01.937764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:01.957570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 37d6756f-a2ec-4a0b-a59b-bad202614eb6 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:01.980753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60628) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:02.003237 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0f607-8e65-44e1-992d-e42091362d42 None None] Pushing event updated for resources: {'Port': ['ID=62a407ea-ec52-4314-af99-562ecf2e181a,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:02.023712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:23:02.024192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:23:02.029274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.044643 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:02.045615 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:02.048615 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fea3b35b-f77c-44a2-997e-9b17b75a0a48 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8877797 Mar 28 15:23:02.058548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60634) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:02.061447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.088173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': '37d6756f-a2ec-4a0b-a59b-bad202614eb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:02.088396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=5dbe4b38-2f7f-4d6c-a633-773150bff81a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:02.094640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Deleting port f522d54c-33ff-4285-ba01-809b2b3cde9a {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:02.095103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.166491 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f00c4e4e-f110-46b6-a6c8-e2055d10c385 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/5dbe4b38-2f7f-4d6c-a633-773150bff81a HTTP/1.1" status: 204 len: 168 time: 6.8182268 Mar 28 15:23:02.169027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60638) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:02.183219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113712233'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:02.194780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:02.199542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.224594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:02.225560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:02.226830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Transition to ACTIVE for port object 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:02.247898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-498c40a6-9780-419b-98e5-af201ffd212e None None] Provisioning complete for port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:02.249337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1075866645'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:02.249869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-498c40a6-9780-419b-98e5-af201ffd212e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.259004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:02.260383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:02.261441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:02.265248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:02.265382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:subnet and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:02.268424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:02.275426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:02.288704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:network and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:02.290063 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2a347175-2daa-4b4c-8dad-8b498f0da298 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 1.9499846 Mar 28 15:23:02.331169 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:23:02.331402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6abc4d0d-3466-4643-9682-b5affa93b9af tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:02.378770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:02.382508 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:02.384986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:02.388696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.401344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:02.424135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d88947ae-73b9-4ab7-a47b-d85bd8343a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.453092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6abc4d0d-3466-4643-9682-b5affa93b9af tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:02.454094 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.454576 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6abc4d0d-3466-4643-9682-b5affa93b9af tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4784374 Mar 28 15:23:02.460341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Transition to ACTIVE for port object 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:02.465227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60644) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:02.480232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:02.489183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.515764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88947ae-73b9-4ab7-a47b-d85bd8343a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1321c9a-9d15-4df6-a4db-a8f2461c388b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:02.588975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:02.597137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.609250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.694659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Calling delete_port for f522d54c-33ff-4285-ba01-809b2b3cde9a owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:02.728080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.755990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.763230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:02.765556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:02.776181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:security_group_rule and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:02.779073 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Network d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:02.780057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] Deleting port c0a365c4-2a8d-46c9-a8d0-99f98541b6c7 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:02.780443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.783699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:02.793744 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '62a407ea-ec52-4314-af99-562ecf2e181a', 'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:44:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:23:01Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:02.801294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.801935 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment 76ffda83-fb84-4614-b444-23fd7f63dc8a of type vlan for network 8665c663-4dd8-4dd1-91b8-26e6a8e19668 Mar 28 15:23:02.803788 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea31eb71-4df3-40d9-abad-0c438fedafde None None] The sync data for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv is: [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '62a407ea-ec52-4314-af99-562ecf2e181a', 'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:44:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:23:01Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:23:02.808636 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:02.813212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d88947ae-73b9-4ab7-a47b-d85bd8343a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.814448 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d88947ae-73b9-4ab7-a47b-d85bd8343a69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1321c9a-9d15-4df6-a4db-a8f2461c388b HTTP/1.1" status: 204 len: 168 time: 2.0716040 Mar 28 15:23:02.836314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Pushing event updated for resources: {'Port': ['ID=2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:02.840600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd5e1b0-1c52-4fc9-a31b-4521bdcf50b4 None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:23:02.845454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:02.940267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5e1b0-1c52-4fc9-a31b-4521bdcf50b4 None None] Deleting port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:02.941966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4bd5e1b0-1c52-4fc9-a31b-4521bdcf50b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:02.997817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5607436-01b1-4d31-b1c7-9372a72f2820 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.046449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:03.065648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.086855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.087784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.089304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.089304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.096673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.096673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.096673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.096673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.096673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.097133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.097275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.097275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.097275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:03.108641 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ac985ab6-1a01-4999-8322-be0b2fc65684 None None] The port 'c0a365c4-2a8d-46c9-a8d0-99f98541b6c7' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:23:03.147744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60656) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:03.175306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616168277', 'description': 'tempest-secgroup-smoke-1616168277 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:03.181791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:03.188547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 62a407ea-ec52-4314-af99-562ecf2e181a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:03.192745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:03.203513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.211331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:03.211331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.212854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5607436-01b1-4d31-b1c7-9372a72f2820 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.295443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:03.301233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:03.314152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:03.314750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.344160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5607436-01b1-4d31-b1c7-9372a72f2820 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.388833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=db56e7ce-ede9-4238-bb8e-686a19915e16,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:03.400756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5607436-01b1-4d31-b1c7-9372a72f2820 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c474a6b9-6232-4080-b543-52e17e53bba8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:03.404887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.452643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c5607436-01b1-4d31-b1c7-9372a72f2820 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.456604 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c5607436-01b1-4d31-b1c7-9372a72f2820 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/c474a6b9-6232-4080-b543-52e17e53bba8 HTTP/1.1" status: 204 len: 168 time: 0.9308743 Mar 28 15:23:03.465071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60662) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:03.509368 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-47b586b6-37e3-40ad-a215-bd24f60d36d6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7467906 Mar 28 15:23:03.519910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.522218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Attempting to bind port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:03.522395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60670) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:03.522591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Attempting to bind port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '70898b67-5e86-4f09-8df1-003fc33911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd9fcc9a0-80c1-4198-b9ba-d2227e4b64f1'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:03.522958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Attempting to bind port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 on network d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:03.538690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:03.552453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.573668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.725336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4ad1b7f8-159d-47a3-8fd4-fbd6a9bb11f3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:03.732706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:03.743294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=a33f2b08-8ed5-4da2-a50e-25f19cad843b,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:03.747755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:03.759368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.761777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:03.765322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking segment: {'id': '525d2a6a-6d94-4a90-87a4-77fb73534610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '37d6756f-a2ec-4a0b-a59b-bad202614eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:03.765684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network hostable DHCP agents. Network: 37d6756f-a2ec-4a0b-a59b-bad202614eb6, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:03.775597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:03.781063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:03.788189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.788859 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added segment 7dc1020b-be62-4647-a96f-aafa99288cbc of type vlan for network f42130de-9f01-4a58-b1e1-affcadc82271 Mar 28 15:23:03.791159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4bd5e1b0-1c52-4fc9-a31b-4521bdcf50b4 None None] For port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2f86c56a-f42b-45a8-9c5b-47e61fe6e30b,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:03.791892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4bd5e1b0-1c52-4fc9-a31b-4521bdcf50b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.803743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event deleted for resources: {'Port': ['ID=f522d54c-33ff-4285-ba01-809b2b3cde9a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:03.815540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:03.815917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Checking segment: {'id': '70898b67-5e86-4f09-8df1-003fc33911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd9fcc9a0-80c1-4198-b9ba-d2227e4b64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:03.816315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.816703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Bound using segment: {'id': '70898b67-5e86-4f09-8df1-003fc33911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd9fcc9a0-80c1-4198-b9ba-d2227e4b64f1'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:03.817725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Bound port: 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70898b67-5e86-4f09-8df1-003fc33911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd9fcc9a0-80c1-4198-b9ba-d2227e4b64f1'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:03.818101 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.858149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=8665c663-4dd8-4dd1-91b8-26e6a8e19668,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:03.881381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4ad1b7f8-159d-47a3-8fd4-fbd6a9bb11f3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:03.882264 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4ad1b7f8-159d-47a3-8fd4-fbd6a9bb11f3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4139340 Mar 28 15:23:03.883212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network 37d6756f-a2ec-4a0b-a59b-bad202614eb6 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:03.885995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:03.893755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:03.899736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60680) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:03.903867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:03.908176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:03.911531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:03.917432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:04.011171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5e1b0-1c52-4fc9-a31b-4521bdcf50b4 None None] Calling delete_port for 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:04.055383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 8665c663-4dd8-4dd1-91b8-26e6a8e19668 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:04.139157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 37d6756f-a2ec-4a0b-a59b-bad202614eb6) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:04.146621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:04.147351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.202814 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.ipam_backend_mixin [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db56e7ce-ede9-4238-bb8e-686a19915e16 (CIDR: 2001:db8::/64) Mar 28 15:23:04.214654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28da74bc-bd06-4de8-be94-e1fd7cd00d82,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:04.221553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.236186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144669116'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:04.236761 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:04.239987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:04.242875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e42463-1b1c-4b39-8879-2f675ef28b56 None None] Network 37d6756f-a2ec-4a0b-a59b-bad202614eb6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:04.243188 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-31984119-77cb-4b6d-9138-7f548fc7da58 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0731716 Mar 28 15:23:04.252358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.253588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:04.258856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60690) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:04.265668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 62a407ea-ec52-4314-af99-562ecf2e181a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:04.268549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': '8665c663-4dd8-4dd1-91b8-26e6a8e19668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:04.269622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:04.289134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.324420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 62a407ea-ec52-4314-af99-562ecf2e181a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:04.324707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.330631 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2a97d6ac-953f-44e9-aaee-ad668406f54d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2666812 Mar 28 15:23:04.332949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60696) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:04.547562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60700) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:04.557487 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-344b403e-8461-44d9-9f87-caef7c26e9d1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0301912 Mar 28 15:23:04.564517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.565088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60704) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:04.570365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'subnet': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:04.582751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.593367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.606564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4bd5e1b0-1c52-4fc9-a31b-4521bdcf50b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.618040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] For port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:04.629395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:04.682387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:04.693012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:04.699763 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5e1b0-1c52-4fc9-a31b-4521bdcf50b4 None None] No DVR routers for this DVR port 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:04.707416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] For port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6,segment=NetworkSegment(70898b67-5e86-4f09-8df1-003fc33911e0),segment_id=70898b67-5e86-4f09-8df1-003fc33911e0)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:04.708511 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.710125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b9d99b4d-bc7f-4624-8d83-a86bb10623e2 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:04.710783 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-b9d99b4d-bc7f-4624-8d83-a86bb10623e2 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 15:23:04.711542 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-b9d99b4d-bc7f-4624-8d83-a86bb10623e2 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 15:23:04.712779 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b9d99b4d-bc7f-4624-8d83-a86bb10623e2 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1641707 Mar 28 15:23:04.713987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:04.726509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60710) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:04.726687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.731769 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5e1b0-1c52-4fc9-a31b-4521bdcf50b4 None None] Pushing event deleted for resources: {'Port': ['ID=2f86c56a-f42b-45a8-9c5b-47e61fe6e30b,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:04.732014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'tempest-secgroup--276952619'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:04.737134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.743016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:04.743300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:04.743642 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.745607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e87cb7-a8be-46a5-a1ea-8963acc78107 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:04.749246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.751896 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:04.756725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:04.767698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:04.789459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:04.793059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.811305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.826226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:04.829792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:04.878023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:subnet and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:04.885743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:04.894228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Performing IP validity checks on allocation pools {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 15:23:04.894941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 15:23:04.897802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:04.934542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79539b93-169b-4652-a418-e03d0fb61a54,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:04.939820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:04.959211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.966480 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b3596736-93c3-4934-b4d2-1d7876363b07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7901855 Mar 28 15:23:04.966480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Network': ['ID=f42130de-9f01-4a58-b1e1-affcadc82271,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:04.972272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60714) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:04.972272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:04.998314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 62a407ea-ec52-4314-af99-562ecf2e181a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=62a407ea-ec52-4314-af99-562ecf2e181a,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:05.005226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '79539b93-169b-4652-a418-e03d0fb61a54', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:05.026205 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8fd122e2-d245-4f27-8cfe-cfaed797f78a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0447190 Mar 28 15:23:05.027412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60718) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:05.032942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:05.037186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.037722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Fanout notify agent at l3_agent the message router_deleted on router e3674f46-669d-45bb-833e-b9ba7d79ff03 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:23:05.046945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:05.053659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:05.058458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1589036248'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:05.068217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:05.071552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:05.082528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:05.086163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network f42130de-9f01-4a58-b1e1-affcadc82271 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:05.087285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.110741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:network and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:05.122903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.127607 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8d422220-3dcf-4ba4-87e2-df8c9614d082 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/e3674f46-669d-45bb-833e-b9ba7d79ff03 HTTP/1.1" status: 204 len: 168 time: 4.3074555 Mar 28 15:23:05.127754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.130039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deff79b-fc77-4dc2-8a85-e65e57b2e828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-37d6756f-a2ec-4a0b-a59b-bad202614eb6', 'network_id': '37d6756f-a2ec-4a0b-a59b-bad202614eb6', 'tenant_id': 'd5cf7b5f2a93472880d6b6d30bb195f5', 'fixed_ips': [{'subnet_id': 'a33f2b08-8ed5-4da2-a50e-25f19cad843b'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:05.131365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7deff79b-fc77-4dc2-8a85-e65e57b2e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.131813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.133246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60722) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:05.146286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-314156052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:05.148174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:05.157925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:05.164894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.166082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.166372 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Usage tracker for resource:router and tenant:c3478c0334de4e4eac0e14e1325f1add is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:05.172984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:05.180323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:05.182353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.221564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:23:05.224335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.245639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:05.259072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.268327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:23:05.268820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2f86c56a-f42b-45a8-9c5b-47e61fe6e30b not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:23:05.276141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.299479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=a33f2b08-8ed5-4da2-a50e-25f19cad843b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:05.361834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:05.371917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d510c-3984-4364-b3b8-077438fd5832 None None] Pushing event updated for resources: {'Port': ['ID=2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:05.374150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.375527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.386922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:05.401127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:05.422023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:05.428890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:05.433647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.458741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=2c9eecb9-dc0e-4aa1-ac88-5ab52bae87d4,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:05.486250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.489221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.498736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.500131 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3103755 Mar 28 15:23:05.506226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e1672-516a-4afe-b020-713b040bed32 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624a83a3-af43-43ee-8295-0664ad211ba6,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:05.509607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60728) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:05.510216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:05.528095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.528523 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added segment 7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b of type vlan for network 603df52e-73a8-4fb8-8897-17dfd166b440 Mar 28 15:23:05.544304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-407e43a9-7d21-4a68-a014-97c49e9e0f14', 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'tenant_id': 'a371c51f76f144388f4716c43dc5264f', 'fixed_ips': [{'subnet_id': 'db56e7ce-ede9-4238-bb8e-686a19915e16'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:05.544304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.553167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d6756f-a2ec-4a0b-a59b-bad202614eb6']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:05.559592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.571875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525d2a6a-6d94-4a90-87a4-77fb73534610') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:05.572645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525d2a6a-6d94-4a90-87a4-77fb73534610') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:05.601666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.626960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.632360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': '76ffda83-fb84-4614-b444-23fd7f63dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8665c663-4dd8-4dd1-91b8-26e6a8e19668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:05.632782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: 8665c663-4dd8-4dd1-91b8-26e6a8e19668, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:05.639185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:05.639185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.663344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:05.672068 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:05.691540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0ae61d59-61d1-40f0-9c3a-4fb74bb0ce22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': '624a83a3-af43-43ee-8295-0664ad211ba6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:05.694184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.697652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.706745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:05.708371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.715381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0ae61d59-61d1-40f0-9c3a-4fb74bb0ce22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server [None req-7deff79b-fc77-4dc2-8a85-e65e57b2e828 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a33f2b08-8ed5-4da2-a50e-25f19cad843b: This subnet is being modified by another concurrent operation. Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise exception Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a33f2b08-8ed5-4da2-a50e-25f19cad843b: This subnet is being modified by another concurrent operation. Mar 28 15:23:05.756468 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Mar 28 15:23:05.775348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=62a407ea-ec52-4314-af99-562ecf2e181a,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:05.795639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58236401-d4b9-43a1-8440-80303347d9a0,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:05.819671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0ae61d59-61d1-40f0-9c3a-4fb74bb0ce22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:05.838251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5bc89-1c44-4444-b8eb-28352ac2673d None None] Network 37d6756f-a2ec-4a0b-a59b-bad202614eb6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:05.842760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network 8665c663-4dd8-4dd1-91b8-26e6a8e19668 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:05.904858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.936749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.943902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.946056 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f6048624-f044-4d89-94e6-87ed476a9647 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9494357 Mar 28 15:23:05.951559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60732) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:05.954345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Network': ['ID=603df52e-73a8-4fb8-8897-17dfd166b440,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:05.972174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '79539b93-169b-4652-a418-e03d0fb61a54', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:05.977308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 603df52e-73a8-4fb8-8897-17dfd166b440 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:05.983906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:05.990426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:05.994553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 8665c663-4dd8-4dd1-91b8-26e6a8e19668) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:05.996672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:05.997360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.003015 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/37d6756f-a2ec-4a0b-a59b-bad202614eb6 HTTP/1.1" status: 204 len: 168 time: 1.6655898 Mar 28 15:23:06.003015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b115fd4-d5c3-4929-b2c4-a7dc5020afa6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=37d6756f-a2ec-4a0b-a59b-bad202614eb6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:06.004336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:06.005595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60736) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:06.006897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0ae61d59-61d1-40f0-9c3a-4fb74bb0ce22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.015885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:06.016722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.028993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:06.033415 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b827da87-15f7-40c3-a430-bcfb79b5e585 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0048096 Mar 28 15:23:06.037084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407749267'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:06.040294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60740) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:06.042852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe52d6c-30ff-4141-922c-43328df48a1a None None] Network 8665c663-4dd8-4dd1-91b8-26e6a8e19668 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:06.047640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.052001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60744) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:06.052423 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a3b04732-7afa-4102-a2df-57fedc77ec7a tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9179859 Mar 28 15:23:06.054015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:06.058497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'enable_snat': False}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:06.060595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'subnet': {'network_id': 'f42130de-9f01-4a58-b1e1-affcadc82271', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:06.071635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Allocated IP 2001:db8::2 (407e43a9-7d21-4a68-a014-97c49e9e0f14/db56e7ce-ede9-4238-bb8e-686a19915e16/4c1d4fee-7022-462d-9dce-d7890d6114c8) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:06.107709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:network and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:06.118615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:06.127066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.130691 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4d05045e-1c3b-40e0-8524-4b13d828f665 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8684905 Mar 28 15:23:06.148992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:06.151073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60748) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:06.175191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:06.179167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:06.227847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:06.230919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0ae61d59-61d1-40f0-9c3a-4fb74bb0ce22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.234145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:subnet and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:06.237012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:06.242985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:06.262693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:06.285571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:06.290741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.337939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0ae61d59-61d1-40f0-9c3a-4fb74bb0ce22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.340361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:06.344155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.360005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:06.414790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:06.426950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c204bf24-8c22-4c73-a29d-ed276f3509c0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:06.428816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.475742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae61d59-61d1-40f0-9c3a-4fb74bb0ce22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e608b622-5e46-4340-ad34-30f3458f3210,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:06.510555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.511256 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment 9357e16f-a996-4c77-8b2b-bc2d0939de71 of type vlan for network 86eb9fec-00f1-4bb5-9dae-0345575132c2 Mar 28 15:23:06.559209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.579601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0ae61d59-61d1-40f0-9c3a-4fb74bb0ce22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.583730 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0ae61d59-61d1-40f0-9c3a-4fb74bb0ce22 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0704064 Mar 28 15:23:06.638032 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.655225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60752) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:06.655910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Transition to ACTIVE for port object 4c1d4fee-7022-462d-9dce-d7890d6114c8 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:06.665176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-8665c663-4dd8-4dd1-91b8-26e6a8e19668', 'network_id': '8665c663-4dd8-4dd1-91b8-26e6a8e19668', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': '2c9eecb9-dc0e-4aa1-ac88-5ab52bae87d4'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:06.666270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.706795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Transition to ACTIVE for port object 4c1d4fee-7022-462d-9dce-d7890d6114c8 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:06.767667 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:23:06.784175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.842492 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-449587a6-7ce0-4b1b-a93d-61c46587fe4e tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules/e608b622-5e46-4340-ad34-30f3458f3210 HTTP/1.1" status: 200 len: 763 time: 0.1835778 Mar 28 15:23:06.843226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60756) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:06.852191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5b2e1-4871-424e-a296-e679e164e615 None None] Network d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:06.882318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.887861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:06.888436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.900209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:06.913113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:06.925017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:06.932232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:06.945543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.017268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Subnet': ['ID=001edef3-ff47-4cd5-8dcf-3aa02507a2ec,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:07.024908 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9979107 Mar 28 15:23:07.028118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60760) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:07.046704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': '86eb9fec-00f1-4bb5-9dae-0345575132c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:07.070196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-266ecd33-c8f7-402e-99aa-3a18e5db109d None None] Provisioning for port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:07.072991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Pushing event updated for resources: {'Port': ['ID=4c1d4fee-7022-462d-9dce-d7890d6114c8,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:07.080369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.112062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3001608c-e421-441e-b61f-d135b92c43c4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:07.120419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.143666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c8c17-0b60-4b80-8815-613cc6eb336e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=86eb9fec-00f1-4bb5-9dae-0345575132c2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:07.153950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Checking segment: {'id': '7dc1020b-be62-4647-a96f-aafa99288cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f42130de-9f01-4a58-b1e1-affcadc82271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:07.154817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network hostable DHCP agents. Network: f42130de-9f01-4a58-b1e1-affcadc82271, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:07.166687 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 86eb9fec-00f1-4bb5-9dae-0345575132c2 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:07.206885 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Attempting to bind port 4c1d4fee-7022-462d-9dce-d7890d6114c8 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:07.207483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Attempting to bind port 4c1d4fee-7022-462d-9dce-d7890d6114c8 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:07.208377 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Attempting to bind port 4c1d4fee-7022-462d-9dce-d7890d6114c8 on network 407e43a9-7d21-4a68-a014-97c49e9e0f14 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:07.222758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:23:07.224228 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Allocated IP 172.20.0.3 (8665c663-4dd8-4dd1-91b8-26e6a8e19668/2c9eecb9-dc0e-4aa1-ac88-5ab52bae87d4/a3cefce9-0e25-49db-bb61-6b64991bb999) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:07.229527 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:07.229906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Checking segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:07.230339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.230740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Bound using segment: {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:07.231231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Bound port: 4c1d4fee-7022-462d-9dce-d7890d6114c8, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633056ad-b46c-4434-a7d0-776f603558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:07.231610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.239512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3001608c-e421-441e-b61f-d135b92c43c4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:07.243675 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3001608c-e421-441e-b61f-d135b92c43c4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3972578 Mar 28 15:23:07.244023 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60764) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:07.268390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.271667 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network f42130de-9f01-4a58-b1e1-affcadc82271 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:07.283834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3fab60fc-adf3-4ef9-9b8b-28125b0031e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.296818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3fab60fc-adf3-4ef9-9b8b-28125b0031e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.307578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.346216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa58f63-75d4-48fa-bb0d-84802110e00a,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:07.355995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, f42130de-9f01-4a58-b1e1-affcadc82271) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:07.379264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:07.379264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.389108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:07.409129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:subnet and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:07.414181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:07.422402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3fab60fc-adf3-4ef9-9b8b-28125b0031e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.428726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3fab60fc-adf3-4ef9-9b8b-28125b0031e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.432561 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3fab60fc-adf3-4ef9-9b8b-28125b0031e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e608b622-5e46-4340-ad34-30f3458f3210 HTTP/1.1" status: 204 len: 168 time: 0.1848233 Mar 28 15:23:07.437965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60768) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:07.443128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:07.447702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.462500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab60fc-adf3-4ef9-9b8b-28125b0031e3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e608b622-5e46-4340-ad34-30f3458f3210,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:07.476469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ff740-3454-413f-8718-84cf55421a9e None None] Network f42130de-9f01-4a58-b1e1-affcadc82271 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:07.502775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-095ecc43-2320-4af5-91cf-232f57e42d9a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:07.508130 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-398b0e41-4abb-4b98-9436-f90538437336 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4620264 Mar 28 15:23:07.513361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60772) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:07.521648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'subnet': {'network_id': '603df52e-73a8-4fb8-8897-17dfd166b440', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:07.529526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 62a407ea-ec52-4314-af99-562ecf2e181a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:07.615165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.619944 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d09821de-ccd7-4d0e-8f51-385d3f0cdcbd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6593227 Mar 28 15:23:07.621193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60776) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:07.624463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996d7acc-6a15-4725-ac6b-c46a0dbbcd34,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:07.634412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.667598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:07.669839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '79539b93-169b-4652-a418-e03d0fb61a54', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:07.671655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:subnet and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:07.675166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:07.681631 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:07.683716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:07.694984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:07.700859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:07.710155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:07.742876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-095ecc43-2320-4af5-91cf-232f57e42d9a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:07.746018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:07.747538 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-095ecc43-2320-4af5-91cf-232f57e42d9a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3082759 Mar 28 15:23:07.748513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60780) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:07.749460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.753851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d74183d9-41de-4afa-ad9d-12955a0b5127 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': '624a83a3-af43-43ee-8295-0664ad211ba6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:07.760330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d74183d9-41de-4afa-ad9d-12955a0b5127 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:07.763502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.767318 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aaad8ce7-ee20-40e3-a6f5-bec9286b0d90 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.0429213 Mar 28 15:23:07.767599 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60784) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:07.776560 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '996d7acc-6a15-4725-ac6b-c46a0dbbcd34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:07.781950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d74183d9-41de-4afa-ad9d-12955a0b5127 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:07.784032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:07.788184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.806663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:07.834328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:07.841173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:07.849083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] For port 4c1d4fee-7022-462d-9dce-d7890d6114c8, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:07.913755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] For port 4c1d4fee-7022-462d-9dce-d7890d6114c8, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4c1d4fee-7022-462d-9dce-d7890d6114c8,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:07.956255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 62a407ea-ec52-4314-af99-562ecf2e181a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:07.956847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:07.979086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:07.987519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d74183d9-41de-4afa-ad9d-12955a0b5127 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.010178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.013617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.103588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.117589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.210304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-f42130de-9f01-4a58-b1e1-affcadc82271', 'network_id': 'f42130de-9f01-4a58-b1e1-affcadc82271', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'fixed_ips': [{'subnet_id': '001edef3-ff47-4cd5-8dcf-3aa02507a2ec'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:08.211612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.216344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.218781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d74183d9-41de-4afa-ad9d-12955a0b5127 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.242738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.273061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.273407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d74183d9-41de-4afa-ad9d-12955a0b5127 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.319970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.330684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74183d9-41de-4afa-ad9d-12955a0b5127 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc10c6d3-c2f1-48e5-9574-48cb2bf4bda8,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:08.350150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddef4b-74e2-4d59-a3d5-7766959162d8 None None] Pushing event updated for resources: {'Port': ['ID=4c1d4fee-7022-462d-9dce-d7890d6114c8,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:08.362063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Transition to ACTIVE for port object a3cefce9-0e25-49db-bb61-6b64991bb999 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:08.366335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.409615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.456509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Transition to ACTIVE for port object a3cefce9-0e25-49db-bb61-6b64991bb999 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:08.465623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d74183d9-41de-4afa-ad9d-12955a0b5127 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.467089 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d74183d9-41de-4afa-ad9d-12955a0b5127 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7175913 Mar 28 15:23:08.479790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60788) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:08.498571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2b64b1-b28b-4f75-8c6a-e348b56ade63,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:08.505824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Subnet': ['ID=372ae6ab-0412-4833-867e-dc1763089312,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:08.513282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:08.527458 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-450b5916-cfb2-43b9-8d12-95cc3674583c tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules/bc10c6d3-c2f1-48e5-9574-48cb2bf4bda8 HTTP/1.1" status: 200 len: 763 time: 0.0439305 Mar 28 15:23:08.530692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60792) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:08.555393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.559668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.571218 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.583712 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9f18017a-c568-41c1-94cf-1d158f509f8a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8071730 Mar 28 15:23:08.583712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60796) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:08.606634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-28ca6ac2-816f-46df-8069-31d5c295183e tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '996d7acc-6a15-4725-ac6b-c46a0dbbcd34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:08.620911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Checking segment: {'id': '7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '603df52e-73a8-4fb8-8897-17dfd166b440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:08.621112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network hostable DHCP agents. Network: 603df52e-73a8-4fb8-8897-17dfd166b440, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:08.632745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-28ca6ac2-816f-46df-8069-31d5c295183e tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:08.649048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-28ca6ac2-816f-46df-8069-31d5c295183e tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:08.650201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.664177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-67274dda-12aa-4395-880d-b6b9cac210d3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:08.668142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-28ca6ac2-816f-46df-8069-31d5c295183e tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:08.679865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-28ca6ac2-816f-46df-8069-31d5c295183e tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:08.735859 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Network 8665c663-4dd8-4dd1-91b8-26e6a8e19668 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:08.749102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:08.752717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:08.760598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 603df52e-73a8-4fb8-8897-17dfd166b440 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:08.763389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Pushing event updated for resources: {'Port': ['ID=a3cefce9-0e25-49db-bb61-6b64991bb999,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:08.780844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Allocated IP 2001:db8::2 (f42130de-9f01-4a58-b1e1-affcadc82271/001edef3-ff47-4cd5-8dcf-3aa02507a2ec/848176cd-d8d5-46fd-b29a-28665ff48039) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:08.782318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1703ecbb-4a68-481b-bc10-4fcf436b0a88,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:08.793773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-67274dda-12aa-4395-880d-b6b9cac210d3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:08.799283 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-67274dda-12aa-4395-880d-b6b9cac210d3 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2675099 Mar 28 15:23:08.805679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60800) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:08.823133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28ca6ac2-816f-46df-8069-31d5c295183e tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.862960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.869477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:08.877683 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 603df52e-73a8-4fb8-8897-17dfd166b440) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:08.883875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:08.884584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.907916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6b0803-2b00-4a00-bedd-ad7a4071f769 None None] Network 603df52e-73a8-4fb8-8897-17dfd166b440 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:08.920157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6f8eb70-4475-43f1-b7cd-1ffbf0f5ce45 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.933965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Allocated IP 172.26.7.63 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/7a638062-e3e3-46c1-b201-a52c2419dbce) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:08.934516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6f8eb70-4475-43f1-b7cd-1ffbf0f5ce45 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.946849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:08.947532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:08.994093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Attempting to bind port a3cefce9-0e25-49db-bb61-6b64991bb999 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:08.994618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Attempting to bind port a3cefce9-0e25-49db-bb61-6b64991bb999 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '76ffda83-fb84-4614-b444-23fd7f63dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8665c663-4dd8-4dd1-91b8-26e6a8e19668'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:08.994987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Attempting to bind port a3cefce9-0e25-49db-bb61-6b64991bb999 on network 8665c663-4dd8-4dd1-91b8-26e6a8e19668 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:09.052026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6f8eb70-4475-43f1-b7cd-1ffbf0f5ce45 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.057025 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6f8eb70-4475-43f1-b7cd-1ffbf0f5ce45 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.058633 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b6f8eb70-4475-43f1-b7cd-1ffbf0f5ce45 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bc10c6d3-c2f1-48e5-9574-48cb2bf4bda8 HTTP/1.1" status: 204 len: 168 time: 0.2518063 Mar 28 15:23:09.065754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60804) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:09.071144 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2b65aa20-9873-4820-8c4a-ec3565a170e5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5541811 Mar 28 15:23:09.071144 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-28ca6ac2-816f-46df-8069-31d5c295183e tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 15:23:09.074835 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-28ca6ac2-816f-46df-8069-31d5c295183e tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4895613 Mar 28 15:23:09.074835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60806) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:09.074835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8eb70-4475-43f1-b7cd-1ffbf0f5ce45 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc10c6d3-c2f1-48e5-9574-48cb2bf4bda8,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:09.080906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1512292377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:09.085746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60808) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:09.094588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9eecb9-dc0e-4aa1-ac88-5ab52bae87d4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:09.108720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] For port 4c1d4fee-7022-462d-9dce-d7890d6114c8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4c1d4fee-7022-462d-9dce-d7890d6114c8,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:09.108969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:09.114521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:09.114894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Checking segment: {'id': '76ffda83-fb84-4614-b444-23fd7f63dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8665c663-4dd8-4dd1-91b8-26e6a8e19668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:09.115356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.115708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Bound using segment: {'id': '76ffda83-fb84-4614-b444-23fd7f63dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8665c663-4dd8-4dd1-91b8-26e6a8e19668'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:09.116199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Bound port: a3cefce9-0e25-49db-bb61-6b64991bb999, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ffda83-fb84-4614-b444-23fd7f63dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8665c663-4dd8-4dd1-91b8-26e6a8e19668'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:09.116563 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.121864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:router and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:09.127220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:09.142741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:09.165690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.167199 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1184fd77-b219-453c-a65c-065de6360401 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5438774 Mar 28 15:23:09.175102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60816) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:09.183787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '79539b93-169b-4652-a418-e03d0fb61a54', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:09.185139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.190723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:09.195176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:09.198159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:09.204573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:09.218644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e33-7764-4b62-a2fa-df3dc743af42 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.247818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.249103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.274448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e33-7764-4b62-a2fa-df3dc743af42 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.305986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.307288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.328667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:23:09.343322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.382996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.393656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-453a5bcc-8073-49db-9a73-0f69f6a6cce1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:09.420791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.431945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.445381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8665c663-4dd8-4dd1-91b8-26e6a8e19668']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:09.462521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.465140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.465879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.508392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.508643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] For port a3cefce9-0e25-49db-bb61-6b64991bb999, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:09.517750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=231021d0-d43c-411d-b34c-f501f1cdaa5c,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:09.533665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e33-7764-4b62-a2fa-df3dc743af42 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.537211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4fa03e33-7764-4b62-a2fa-df3dc743af42 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.538532 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4fa03e33-7764-4b62-a2fa-df3dc743af42 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/996d7acc-6a15-4725-ac6b-c46a0dbbcd34 HTTP/1.1" status: 204 len: 168 time: 0.4510331 Mar 28 15:23:09.544988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.554217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.557352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60820) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:09.557775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] For port a3cefce9-0e25-49db-bb61-6b64991bb999, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a3cefce9-0e25-49db-bb61-6b64991bb999,segment=NetworkSegment(76ffda83-fb84-4614-b444-23fd7f63dc8a),segment_id=76ffda83-fb84-4614-b444-23fd7f63dc8a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:09.571655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ffda83-fb84-4614-b444-23fd7f63dc8a') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:09.573278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ffda83-fb84-4614-b444-23fd7f63dc8a') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:09.604398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa03e33-7764-4b62-a2fa-df3dc743af42 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996d7acc-6a15-4725-ac6b-c46a0dbbcd34,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:09.607606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08583464-02c1-4fc3-bcbe-26fcd7950abe,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:09.610453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.611652 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e3c6e788-9aca-4b2e-9df7-50756e31a078 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5352950 Mar 28 15:23:09.616411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60824) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:09.617605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.645722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:09.654917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking segment: {'id': '9357e16f-a996-4c77-8b2b-bc2d0939de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '86eb9fec-00f1-4bb5-9dae-0345575132c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:09.655301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network hostable DHCP agents. Network: 86eb9fec-00f1-4bb5-9dae-0345575132c2, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:09.659982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:09.671518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Transition to ACTIVE for port object 848176cd-d8d5-46fd-b29a-28665ff48039 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:09.680773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:09.681289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.700333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355fab3f-a323-41d5-aaca-3c63f2a4953d None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:09.703219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.703887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.708234 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4cb2d9f8-ba91-4d64-9f91-12610d736c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5321085 Mar 28 15:23:09.714420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.717201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-453a5bcc-8073-49db-9a73-0f69f6a6cce1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:09.721163 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-453a5bcc-8073-49db-9a73-0f69f6a6cce1 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6252789 Mar 28 15:23:09.721163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60828) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:09.723928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b016d3cf-f008-4158-85d2-690cc71afa04 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Synchronizing usage tracker for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:09.736730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60830) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:09.741018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:09.741464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.764273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '79539b93-169b-4652-a418-e03d0fb61a54', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:09.770979 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:09.789261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': '624a83a3-af43-43ee-8295-0664ad211ba6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:09.794933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=4c1d4fee-7022-462d-9dce-d7890d6114c8,revision_number=4']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:09.796719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Subnet': ['ID=18ab54d8-a185-45f4-824f-4013e4c8a477,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:09.800034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:09.808306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:09.812887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:09.818334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-603df52e-73a8-4fb8-8897-17dfd166b440', 'network_id': '603df52e-73a8-4fb8-8897-17dfd166b440', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'fixed_ips': [{'subnet_id': '372ae6ab-0412-4833-867e-dc1763089312'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:09.819194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:09.861016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Transition to ACTIVE for port object 848176cd-d8d5-46fd-b29a-28665ff48039 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:09.865327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:09.883531 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1f264fc1-c1c9-4ca3-b3e0-0eeb0416ced5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3152566 Mar 28 15:23:09.883531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:09.889118 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60836) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:09.890759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:09.890759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network 86eb9fec-00f1-4bb5-9dae-0345575132c2 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:09.892770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Request body: {'port': {'network_id': '407e43a9-7d21-4a68-a014-97c49e9e0f14', 'mac_address': 'fa:16:3e:7a:63:e0', 'name': 'tempest-NetworksTestDHCPv6-1477905159'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:09.927181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6,segment=NetworkSegment(70898b67-5e86-4f09-8df1-003fc33911e0),segment_id=70898b67-5e86-4f09-8df1-003fc33911e0)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:09.939108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:23:09.939108 dv-neutron-828143-13-hyperv neutron-server[88486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:23:09.939108 dv-neutron-828143-13-hyperv neutron-server[88486]: [parameters: {'id': '8665c663-4dd8-4dd1-91b8-26e6a8e19668'}] Mar 28 15:23:09.939108 dv-neutron-828143-13-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:09.939565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:09.940528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.000029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 86eb9fec-00f1-4bb5-9dae-0345575132c2) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:10.002100 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Project 4e4522208c204be988df1f88d26f7e81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:23:10.008344 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:23:10.027541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.029550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:10.040816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.040967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b016d3cf-f008-4158-85d2-690cc71afa04 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Unset dirty status for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:10.040967 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b016d3cf-f008-4158-85d2-690cc71afa04 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4703701 Mar 28 15:23:10.044610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e36c31-b7b2-43bb-9103-8148b7a85b00 None None] Network 86eb9fec-00f1-4bb5-9dae-0345575132c2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:10.045096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60840) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:10.053018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.062990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.070224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.089601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408441870'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:10.096182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:10.107076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:10.121573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:10.122643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a3933098-7b0a-4444-bca0-4a1516a20055 None None] Provisioning for port 4c1d4fee-7022-462d-9dce-d7890d6114c8 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:10.137429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:10.161983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:10.195703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798110-6f88-4d35-b572-cc76366bb458 None None] Pushing event updated for resources: {'Port': ['ID=a3cefce9-0e25-49db-bb61-6b64991bb999,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:10.280274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Network f42130de-9f01-4a58-b1e1-affcadc82271 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:10.281229 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4c1d4fee-7022-462d-9dce-d7890d6114c8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:10.284958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Pushing event updated for resources: {'Port': ['ID=7a638062-e3e3-46c1-b201-a52c2419dbce,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:10.309797 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-306f6e5e-b9ca-4cab-b180-49d4f62ff91b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2736990 Mar 28 15:23:10.309797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.312899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60844) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:10.324708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59acbcd-6c9b-419d-922e-268fc2933000 None None] Network 8665c663-4dd8-4dd1-91b8-26e6a8e19668 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:10.326662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1451511325'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:10.337360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:10.339722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:10.359916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:10.381045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:network and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:10.393902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:10.405370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:10.423930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:10.453692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.462303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Usage tracker for resource:port and tenant:a371c51f76f144388f4716c43dc5264f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:10.463760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:10.465601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.475703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:10.481256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:10.485899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:10.491473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:10.491608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:10.492950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.512603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:10.523807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.525370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.534854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting port a3cefce9-0e25-49db-bb61-6b64991bb999 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:10.535299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.580825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Pushing event updated for resources: {'Port': ['ID=848176cd-d8d5-46fd-b29a-28665ff48039,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:10.599753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.689665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Made reservation on behalf of a371c51f76f144388f4716c43dc5264f for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:10.705163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:10.802942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.803365 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment 61f733d4-ddb5-4ec8-8918-ef808aad9c61 of type vlan for network 60d6cb19-45d7-47ee-9c8f-f14779d6d4a8 Mar 28 15:23:10.827652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Attempting to bind port 848176cd-d8d5-46fd-b29a-28665ff48039 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:10.828019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Attempting to bind port 848176cd-d8d5-46fd-b29a-28665ff48039 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '7dc1020b-be62-4647-a96f-aafa99288cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f42130de-9f01-4a58-b1e1-affcadc82271'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:10.828377 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Attempting to bind port 848176cd-d8d5-46fd-b29a-28665ff48039 on network f42130de-9f01-4a58-b1e1-affcadc82271 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:10.846232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b66c317-1c63-4b43-8bd4-fe72d43a7b91,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:10.848329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.889206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Allocated IP 2001:db8:1::2 (603df52e-73a8-4fb8-8897-17dfd166b440/372ae6ab-0412-4833-867e-dc1763089312/51fa0025-6a49-49dd-b5e0-0ce2215a17b9) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:10.897193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:10.898436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Checking segment: {'id': '7dc1020b-be62-4647-a96f-aafa99288cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f42130de-9f01-4a58-b1e1-affcadc82271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:10.898436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.898901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Bound using segment: {'id': '7dc1020b-be62-4647-a96f-aafa99288cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f42130de-9f01-4a58-b1e1-affcadc82271'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:10.899555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Bound port: 848176cd-d8d5-46fd-b29a-28665ff48039, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc1020b-be62-4647-a96f-aafa99288cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f42130de-9f01-4a58-b1e1-affcadc82271'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:10.900103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.938581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:10.994974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.053134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829ac9f8-e06e-496f-8be0-a8362b9cdc1e,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:11.061963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] device_id is not set on port 031442d2-ac0b-4f17-9490-4ecd0db72e7f yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:23:11.105456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 2001:db8::1 (f42130de-9f01-4a58-b1e1-affcadc82271/001edef3-ff47-4cd5-8dcf-3aa02507a2ec/7b136155-2eb7-4592-8835-8a31268d7caf) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:11.122385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:11.171570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-86eb9fec-00f1-4bb5-9dae-0345575132c2', 'network_id': '86eb9fec-00f1-4bb5-9dae-0345575132c2', 'tenant_id': 'd5cf7b5f2a93472880d6b6d30bb195f5', 'fixed_ips': [{'subnet_id': '231021d0-d43c-411d-b34c-f501f1cdaa5c'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:11.172529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.180015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.185419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:11.186010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.194521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 4c1d4fee-7022-462d-9dce-d7890d6114c8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:11.217783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.222610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.222610 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7337ce2f-7a78-4147-b569-b95e0bba3f45 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4906242 Mar 28 15:23:11.222610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.242878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4c1d4fee-7022-462d-9dce-d7890d6114c8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:11.243432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.273446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60848) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:11.288153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '79539b93-169b-4652-a418-e03d0fb61a54', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:11.314988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:11.317827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.321962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.325066 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d0032332-54ed-4caf-97e2-15669121c034 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5834699 Mar 28 15:23:11.337386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:11.340501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60852) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:11.354584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] For port a3cefce9-0e25-49db-bb61-6b64991bb999, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a3cefce9-0e25-49db-bb61-6b64991bb999,segment=NetworkSegment(76ffda83-fb84-4614-b444-23fd7f63dc8a),segment_id=76ffda83-fb84-4614-b444-23fd7f63dc8a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:11.354947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.366038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:11.385609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:11.432062 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ec44bef6-d8af-47bb-a671-134839a6c57b tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules/829ac9f8-e06e-496f-8be0-a8362b9cdc1e HTTP/1.1" status: 200 len: 769 time: 0.0865507 Mar 28 15:23:11.440560 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60856) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:11.443886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=60d6cb19-45d7-47ee-9c8f-f14779d6d4a8,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:11.481774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 60d6cb19-45d7-47ee-9c8f-f14779d6d4a8 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:11.498700 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-69c6604d-7cec-43a0-9b22-6b8b1d8998ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1803510 Mar 28 15:23:11.508148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60860) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:11.526315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Calling delete_port for a3cefce9-0e25-49db-bb61-6b64991bb999 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:11.555378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] For port 848176cd-d8d5-46fd-b29a-28665ff48039, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:11.560470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.565123 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4905069 Mar 28 15:23:11.630109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60864) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:11.652072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5ec5096e-396e-40e8-a18b-13bbb7cadc19 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': 'ec5d9e7d-b890-435e-82a2-fc4b6dd1d391', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:11.652827 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-5ec5096e-396e-40e8-a18b-13bbb7cadc19 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 15:23:11.655527 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-5ec5096e-396e-40e8-a18b-13bbb7cadc19 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:11.656787 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5ec5096e-396e-40e8-a18b-13bbb7cadc19 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122056 Mar 28 15:23:11.664830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': '60d6cb19-45d7-47ee-9c8f-f14779d6d4a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:11.703465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030627-6629-4cd8-ac33-231dd375095b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5d9e7d-b890-435e-82a2-fc4b6dd1d391,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:11.710601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60868) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:11.713897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.719683 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:23:11.746786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] For port 848176cd-d8d5-46fd-b29a-28665ff48039, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=848176cd-d8d5-46fd-b29a-28665ff48039,segment=NetworkSegment(7dc1020b-be62-4647-a96f-aafa99288cbc),segment_id=7dc1020b-be62-4647-a96f-aafa99288cbc)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:11.765092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Transition to ACTIVE for port object 7b136155-2eb7-4592-8835-8a31268d7caf will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:11.793073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.854025 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8::39e (407e43a9-7d21-4a68-a014-97c49e9e0f14/db56e7ce-ede9-4238-bb8e-686a19915e16/031442d2-ac0b-4f17-9490-4ecd0db72e7f) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:11.862122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:63e0 (407e43a9-7d21-4a68-a014-97c49e9e0f14/18ab54d8-a185-45f4-824f-4013e4c8a477/031442d2-ac0b-4f17-9490-4ecd0db72e7f) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:11.880094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:11.959175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Allocated IP 2001:db8::3 (86eb9fec-00f1-4bb5-9dae-0345575132c2/231021d0-d43c-411d-b34c-f501f1cdaa5c/3a9a7170-2d3a-4b18-9a09-519ac2323990) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:12.050452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.062974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Transition to ACTIVE for port object 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:12.070662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.080132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.087726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Transition to ACTIVE for port object 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:12.093227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.124095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.142370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Transition to ACTIVE for port object 031442d2-ac0b-4f17-9490-4ecd0db72e7f will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:12.177631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:12.184727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7dc8fec4-3704-43d9-b3cb-d7c1a410f5e7 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:12.190078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.200787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:subnet and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:12.210883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:12.228560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:12.230571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.247064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f05632-cc81-42e7-8b19-30c058e08d47 None None] Pushing event updated for resources: {'Port': ['ID=848176cd-d8d5-46fd-b29a-28665ff48039,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:12.275439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=7b136155-2eb7-4592-8835-8a31268d7caf,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:12.290725 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.331842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Network 603df52e-73a8-4fb8-8897-17dfd166b440 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:12.341483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:12.345265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:12.395604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event updated for resources: {'Port': ['ID=031442d2-ac0b-4f17-9490-4ecd0db72e7f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:12.404906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7dc8fec4-3704-43d9-b3cb-d7c1a410f5e7 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:12.406213 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7dc8fec4-3704-43d9-b3cb-d7c1a410f5e7 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.9646087 Mar 28 15:23:12.422309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60872) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:12.425068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network f42130de-9f01-4a58-b1e1-affcadc82271 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:12.441653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:12.449548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:12.454360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:12.454900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.459704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:12.460061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 4c1d4fee-7022-462d-9dce-d7890d6114c8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4c1d4fee-7022-462d-9dce-d7890d6114c8,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:12.462831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:12.468897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:12.469571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.474001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2cd87b7c-fc49-43f9-b9ab-ace0e6f60192 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.491396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.506145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.511738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5da2b61a-6347-4657-b826-df664a948ec4 None None] Provisioning complete for port 4c1d4fee-7022-462d-9dce-d7890d6114c8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:12.512452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5da2b61a-6347-4657-b826-df664a948ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.522123 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32359b86-edfc-4198-be59-c991f9863924 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.536675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Pushing event updated for resources: {'Port': ['ID=51fa0025-6a49-49dd-b5e0-0ce2215a17b9,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:12.539491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:12.543624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.567956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32359b86-edfc-4198-be59-c991f9863924 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.579540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No DVR routers for this DVR port a3cefce9-0e25-49db-bb61-6b64991bb999 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:12.589768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.590032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2cd87b7c-fc49-43f9-b9ab-ace0e6f60192 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.630077 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7893986a-446c-4312-8414-ac0392e514fe tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7414279 Mar 28 15:23:12.648555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Port': ['ID=a3cefce9-0e25-49db-bb61-6b64991bb999,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:12.650709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.657904 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60876) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:12.706907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Attempting to bind port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:12.706907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Attempting to bind port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '603df52e-73a8-4fb8-8897-17dfd166b440'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:12.706907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Attempting to bind port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 on network 603df52e-73a8-4fb8-8897-17dfd166b440 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:12.735205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.761581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:12.762257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Checking segment: {'id': '7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '603df52e-73a8-4fb8-8897-17dfd166b440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:12.762867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.763457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Bound using segment: {'id': '7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '603df52e-73a8-4fb8-8897-17dfd166b440'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:12.764123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Bound port: 51fa0025-6a49-49dd-b5e0-0ce2215a17b9, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '603df52e-73a8-4fb8-8897-17dfd166b440'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:12.764729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.792204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:12.835483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b9746c56-7e03-4a9e-8296-67cf6cde9134 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting port 031442d2-ac0b-4f17-9490-4ecd0db72e7f {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:12.836004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9746c56-7e03-4a9e-8296-67cf6cde9134 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:12.848896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Transition to ACTIVE for port object 3a9a7170-2d3a-4b18-9a09-519ac2323990 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:12.850120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Performing IP validity checks on allocation pools {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 15:23:12.850721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 15:23:12.973931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e499ea6-bc81-4650-87a0-e50ec5eb5a52,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:13.045429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Transition to ACTIVE for port object 3a9a7170-2d3a-4b18-9a09-519ac2323990 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:13.056669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] For port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:13.059568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=4c1d4fee-7022-462d-9dce-d7890d6114c8,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:13.064335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.065074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] For port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=51fa0025-6a49-49dd-b5e0-0ce2215a17b9,segment=NetworkSegment(7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b),segment_id=7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:13.065560 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-85b7466c-47ec-4fe0-be48-1bde27ae8c4d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7862682 Mar 28 15:23:13.068175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.151364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8665c663-4dd8-4dd1-91b8-26e6a8e19668']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:13.157108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.167766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32359b86-edfc-4198-be59-c991f9863924 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.170521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2cd87b7c-fc49-43f9-b9ab-ace0e6f60192 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.180257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.182160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ffda83-fb84-4614-b444-23fd7f63dc8a') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:13.182160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ffda83-fb84-4614-b444-23fd7f63dc8a') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:13.184929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.200504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.236118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.238577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32359b86-edfc-4198-be59-c991f9863924 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=829ac9f8-e06e-496f-8be0-a8362b9cdc1e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:13.262067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:13.265297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.275344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:13.275344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.299003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd87b7c-fc49-43f9-b9ab-ace0e6f60192 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5d9e7d-b890-435e-82a2-fc4b6dd1d391,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:13.309602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2cd87b7c-fc49-43f9-b9ab-ace0e6f60192 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.316285 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2cd87b7c-fc49-43f9-b9ab-ace0e6f60192 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/ec5d9e7d-b890-435e-82a2-fc4b6dd1d391 HTTP/1.1" status: 204 len: 168 time: 1.5905170 Mar 28 15:23:13.317287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Network 86eb9fec-00f1-4bb5-9dae-0345575132c2 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:13.328688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:13.357327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:13.360827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32359b86-edfc-4198-be59-c991f9863924 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.365237 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-32359b86-edfc-4198-be59-c991f9863924 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/829ac9f8-e06e-496f-8be0-a8362b9cdc1e HTTP/1.1" status: 204 len: 168 time: 0.9389832 Mar 28 15:23:13.366479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60882) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:13.366803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60886) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:13.377383 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:13.482675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49e008-8bff-418d-aa23-d7518383276e None None] Pushing event updated for resources: {'Port': ['ID=51fa0025-6a49-49dd-b5e0-0ce2215a17b9,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:13.520958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Router a388a32c-361f-46aa-82f2-40fda5a1daff is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:23:13.606195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9746c56-7e03-4a9e-8296-67cf6cde9134 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.696496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.758210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Attempting to bind port 3a9a7170-2d3a-4b18-9a09-519ac2323990 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:13.760314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Attempting to bind port 3a9a7170-2d3a-4b18-9a09-519ac2323990 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9357e16f-a996-4c77-8b2b-bc2d0939de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '86eb9fec-00f1-4bb5-9dae-0345575132c2'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:13.760314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Attempting to bind port 3a9a7170-2d3a-4b18-9a09-519ac2323990 on network 86eb9fec-00f1-4bb5-9dae-0345575132c2 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:13.767513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.775928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:13.776584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Checking segment: {'id': '9357e16f-a996-4c77-8b2b-bc2d0939de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '86eb9fec-00f1-4bb5-9dae-0345575132c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:13.777204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.777600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Bound using segment: {'id': '9357e16f-a996-4c77-8b2b-bc2d0939de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '86eb9fec-00f1-4bb5-9dae-0345575132c2'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:13.778248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Bound port: 3a9a7170-2d3a-4b18-9a09-519ac2323990, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9357e16f-a996-4c77-8b2b-bc2d0939de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '86eb9fec-00f1-4bb5-9dae-0345575132c2'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:13.778638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.782336 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-49d04fd1-d82a-4687-a236-3dde608eab74 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616168277&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.2553036 Mar 28 15:23:13.800241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Pushing event updated for resources: {'Port': ['ID=3a9a7170-2d3a-4b18-9a09-519ac2323990,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:13.816185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d2af18f7-5bc0-4f11-bf0b-b8fbeb746f42 None None] Provisioning for port 031442d2-ac0b-4f17-9490-4ecd0db72e7f completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:13.840329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d2af18f7-5bc0-4f11-bf0b-b8fbeb746f42 None None] Provisioning complete for port 031442d2-ac0b-4f17-9490-4ecd0db72e7f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:13.840976 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d2af18f7-5bc0-4f11-bf0b-b8fbeb746f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:13.851881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=8665c663-4dd8-4dd1-91b8-26e6a8e19668,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:13.945615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b9746c56-7e03-4a9e-8296-67cf6cde9134 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Calling delete_port for 031442d2-ac0b-4f17-9490-4ecd0db72e7f owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:14.018330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.033634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d2af18f7-5bc0-4f11-bf0b-b8fbeb746f42 None None] Port 031442d2-ac0b-4f17-9490-4ecd0db72e7f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:23:14.039686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e2f56-7652-4304-9376-e0e72553bcc2 None None] Network f42130de-9f01-4a58-b1e1-affcadc82271 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:14.043245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=41378395-a355-40c7-91e9-e265d64ca501,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:14.072346 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cc4a30ca-9ee9-4fa4-b90e-ea1937c9f5c9 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/8665c663-4dd8-4dd1-91b8-26e6a8e19668 HTTP/1.1" status: 204 len: 168 time: 7.9091873 Mar 28 15:23:14.085604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] For port 3a9a7170-2d3a-4b18-9a09-519ac2323990, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:14.088221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60900) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:14.096986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-acb9ef53-661b-4816-a5d9-109f845448f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:14.098771 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-acb9ef53-661b-4816-a5d9-109f845448f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=9d73f968-a67d-45b9-aff6-702b0fff1dac HTTP/1.1" status: 200 len: 797 time: 0.2500432 Mar 28 15:23:14.152171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-45595332'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:14.157181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:14.160959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] For port 3a9a7170-2d3a-4b18-9a09-519ac2323990, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3a9a7170-2d3a-4b18-9a09-519ac2323990,segment=NetworkSegment(9357e16f-a996-4c77-8b2b-bc2d0939de71),segment_id=9357e16f-a996-4c77-8b2b-bc2d0939de71)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:14.161544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:14.164676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:14.190845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:14.199214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-33dc546d-9796-48a2-95f0-da15fb60c216 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:14.201870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking segment: {'id': '61f733d4-ddb5-4ec8-8918-ef808aad9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '60d6cb19-45d7-47ee-9c8f-f14779d6d4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:14.202658 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network hostable DHCP agents. Network: 60d6cb19-45d7-47ee-9c8f-f14779d6d4a8, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:14.209507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b45cae8d-1822-489c-a154-fff4651185aa tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Synchronizing usage tracker for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:14.216763 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-cf78177b-c865-4107-9a9d-2e08229a7387 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.0488744 Mar 28 15:23:14.271653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:23:14.282391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.282917 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-936434a3-51f3-487e-b74c-1adcf30c5c22 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "PUT /v2.0/routers/a388a32c-361f-46aa-82f2-40fda5a1daff HTTP/1.1" status: 200 len: 918 time: 8.2299168 Mar 28 15:23:14.290245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60904) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:14.303567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2a812-1ed3-43f3-90fb-6854511cb95a None None] Sync routers for ids ['a388a32c-361f-46aa-82f2-40fda5a1daff'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:23:14.319236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9961f81e-8341-4027-acae-7d14318cb042 None None] Provisioning for port 848176cd-d8d5-46fd-b29a-28665ff48039 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:14.325122 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.364961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:14.368354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.399448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2a812-1ed3-43f3-90fb-6854511cb95a None None] Routers {'a388a32c-361f-46aa-82f2-40fda5a1daff'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:14.401087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5ef2a812-1ed3-43f3-90fb-6854511cb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a388a32c-361f-46aa-82f2-40fda5a1daff'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:14.424395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network 60d6cb19-45d7-47ee-9c8f-f14779d6d4a8 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:14.482316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-33dc546d-9796-48a2-95f0-da15fb60c216 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:14.483713 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-33dc546d-9796-48a2-95f0-da15fb60c216 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1010280 Mar 28 15:23:14.484707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b45cae8d-1822-489c-a154-fff4651185aa tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Unset dirty status for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:14.485852 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b45cae8d-1822-489c-a154-fff4651185aa tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1047037 Mar 28 15:23:14.497926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5bf71-bf3a-4976-909a-a6a47c8e42ad None None] Pushing event updated for resources: {'Port': ['ID=3a9a7170-2d3a-4b18-9a09-519ac2323990,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:14.508110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60908) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:14.508484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60910) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:14.521098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5ef2a812-1ed3-43f3-90fb-6854511cb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:14.522468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199339838'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:14.528714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:14.536901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2a812-1ed3-43f3-90fb-6854511cb95a None None] Routers {'a388a32c-361f-46aa-82f2-40fda5a1daff'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:14.538018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5ef2a812-1ed3-43f3-90fb-6854511cb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a388a32c-361f-46aa-82f2-40fda5a1daff'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:14.540208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:14.571196 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4e0467d0-46b5-47d3-b3c5-48c2d6c6ada7 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/routers/a388a32c-361f-46aa-82f2-40fda5a1daff HTTP/1.1" status: 200 len: 924 time: 0.2798181 Mar 28 15:23:14.573828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60916) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:14.617982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-43a0137f-5b79-46b0-a567-0d6100f33457 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:14.620316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 60d6cb19-45d7-47ee-9c8f-f14779d6d4a8) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:14.634279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:14.634965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.645541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50069ff1-866c-4eef-904b-3b119c371445 None None] Network 60d6cb19-45d7-47ee-9c8f-f14779d6d4a8 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:14.713916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c56ef-2ce3-4727-b99b-1eff0f8912c6 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:14.727900 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-179c56ef-2ce3-4727-b99b-1eff0f8912c6 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=a388a32c-361f-46aa-82f2-40fda5a1daff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1440420 Mar 28 15:23:14.727900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60920) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:14.730440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-43a0137f-5b79-46b0-a567-0d6100f33457 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:14.732236 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-43a0137f-5b79-46b0-a567-0d6100f33457 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4965501 Mar 28 15:23:14.775405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.790036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.848947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7a03959e-a0ce-4345-99c6-78085ead2d9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.865072 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-5ef2a812-1ed3-43f3-90fb-6854511cb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:14.865742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2a812-1ed3-43f3-90fb-6854511cb95a None None] The sync data for ids ['a388a32c-361f-46aa-82f2-40fda5a1daff'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:23:14.878828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.880638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:14.988319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9746c56-7e03-4a9e-8296-67cf6cde9134 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.004544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7a03959e-a0ce-4345-99c6-78085ead2d9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.037151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:15.051863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:15.055922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:15.072008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:15.081531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4c1d4fee-7022-462d-9dce-d7890d6114c8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:15.100661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:15.116326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.116793 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment 33cb6c56-c886-42bd-9653-ab7f2620c2f2 of type vlan for network f790b221-3c98-4c6a-967f-215e484aec63 Mar 28 15:23:15.120840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-60d6cb19-45d7-47ee-9c8f-f14779d6d4a8', 'network_id': '60d6cb19-45d7-47ee-9c8f-f14779d6d4a8', 'tenant_id': 'd5cf7b5f2a93472880d6b6d30bb195f5', 'fixed_ips': [{'subnet_id': '41378395-a355-40c7-91e9-e265d64ca501'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:15.123334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.133652 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0d59c8c0-6a51-45c1-843e-e2a0b54704df tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.5747197 Mar 28 15:23:15.143844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60926) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:15.164604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0a6fe-9773-4c1b-9ba7-8676a8c8cd9b None None] Network 603df52e-73a8-4fb8-8897-17dfd166b440 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:15.511395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=7b136155-2eb7-4592-8835-8a31268d7caf,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:15.523209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4c1d4fee-7022-462d-9dce-d7890d6114c8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:15.523743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.573419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-33f7b5bb-6752-4df0-bcba-f809e513ac24 None None] Provisioning for port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:15.595282 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-fd2b9ad4-5dc1-4c21-91cc-555b6b476063 service neutron] 10.222.0.16 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770322 Mar 28 15:23:15.600646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.610265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.629626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9746c56-7e03-4a9e-8296-67cf6cde9134 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.633068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9746c56-7e03-4a9e-8296-67cf6cde9134 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Port': ['ID=031442d2-ac0b-4f17-9490-4ecd0db72e7f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:15.653195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.659607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network f42130de-9f01-4a58-b1e1-affcadc82271 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:15.671082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:15.704715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Allocated IP 2001:db8::3 (60d6cb19-45d7-47ee-9c8f-f14779d6d4a8/41378395-a355-40c7-91e9-e265d64ca501/973187c3-564e-4906-b732-ba67a5f9112b) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:15.788277 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b9746c56-7e03-4a9e-8296-67cf6cde9134 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/031442d2-ac0b-4f17-9490-4ecd0db72e7f HTTP/1.1" status: 204 len: 168 time: 3.1251421 Mar 28 15:23:15.797540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.802028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7a03959e-a0ce-4345-99c6-78085ead2d9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.804833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7a03959e-a0ce-4345-99c6-78085ead2d9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:15.806158 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7a03959e-a0ce-4345-99c6-78085ead2d9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/624a83a3-af43-43ee-8295-0664ad211ba6 HTTP/1.1" status: 204 len: 168 time: 1.2942545 Mar 28 15:23:15.807091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60930) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:15.829057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60932) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:15.929961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aefb4d-2ead-492e-9b3a-db990d82e746 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:15.938399 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e4aefb4d-2ead-492e-9b3a-db990d82e746 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/networks/ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 881 time: 1.2167761 Mar 28 15:23:15.941395 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-e08dce1a-f428-457f-ba53-9efc89fe64ed service neutron] 10.222.0.16 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998910 Mar 28 15:23:15.949514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60938) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:16.078423 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-99cba6df-b31d-468b-b80f-d67fc706dac7 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=a388a32c-361f-46aa-82f2-40fda5a1daff HTTP/1.1" status: 200 len: 205 time: 0.0969751 Mar 28 15:23:16.080671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd71982f-3eef-47ac-a7ff-ec793194f6e1,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:16.106261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60942) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:16.125674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.147906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d985365-f3cb-41dc-bbf4-b11fede13985 None None] Network 86eb9fec-00f1-4bb5-9dae-0345575132c2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:16.183733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.186484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 848176cd-d8d5-46fd-b29a-28665ff48039 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:16.191276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:16.192450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.214875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.218701 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6bb62ce7-f2bd-4874-8e83-ea10f048958f tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7012510 Mar 28 15:23:16.228217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60946) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:16.231178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03959e-a0ce-4345-99c6-78085ead2d9d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624a83a3-af43-43ee-8295-0664ad211ba6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:16.235189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.241857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-001460af-844e-437e-9ca8-9c10b81d8142 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:16.251453 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c0b8ce89-2d5d-4c01-81db-e2fe8c82b3e1 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': 'dd71982f-3eef-47ac-a7ff-ec793194f6e1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:16.252146 dv-neutron-828143-13-hyperv neutron-server[88486]: WARNING neutron.api.v2.base [None req-c0b8ce89-2d5d-4c01-81db-e2fe8c82b3e1 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 15:23:16.252642 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-c0b8ce89-2d5d-4c01-81db-e2fe8c82b3e1 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:16.257238 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c0b8ce89-2d5d-4c01-81db-e2fe8c82b3e1 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0222833 Mar 28 15:23:16.260085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60950) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:16.281803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d136ee1c-8a98-41de-9b6e-9c118903f741 None None] Provisioning for port 7b136155-2eb7-4592-8835-8a31268d7caf completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:16.325259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-001460af-844e-437e-9ca8-9c10b81d8142 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:16.325560 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-001460af-844e-437e-9ca8-9c10b81d8142 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4895260 Mar 28 15:23:16.331756 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.2390978 Mar 28 15:23:16.331756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60956) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:16.338962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 60958) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:16.341287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d136ee1c-8a98-41de-9b6e-9c118903f741 None None] Provisioning complete for port 7b136155-2eb7-4592-8835-8a31268d7caf triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:16.342158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d136ee1c-8a98-41de-9b6e-9c118903f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.345468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': 'f790b221-3c98-4c6a-967f-215e484aec63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:16.374986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Transition to ACTIVE for port object 973187c3-564e-4906-b732-ba67a5f9112b will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:16.385767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778030440'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:16.394087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce10e79-7ab6-48b4-a0d1-fd728d98908b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=f790b221-3c98-4c6a-967f-215e484aec63,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:16.397179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:16.418544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network f790b221-3c98-4c6a-967f-215e484aec63 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:16.464121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:16.491847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:16.495811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:16.498718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:16.505053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:16.552850 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ecceb3fa-23c3-4c81-a620-e5c97c0af8a9 req-783f8484-999b-4e17-8adc-1aa0b3770efc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 210 time: 0.0797920 Mar 28 15:23:16.562273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a968656-7277-4ae0-aaea-46acfed2b6cb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:16.562998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2a968656-7277-4ae0-aaea-46acfed2b6cb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:16.567125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Transition to ACTIVE for port object 973187c3-564e-4906-b732-ba67a5f9112b will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:16.576927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:16.582914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.591212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d136ee1c-8a98-41de-9b6e-9c118903f741 None None] Port 7b136155-2eb7-4592-8835-8a31268d7caf cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:23:16.600134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.717213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:16.734341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:16.748654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.772531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router b926ec7a-8379-410b-bbeb-3b96e03c3ee0 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:23:16.776164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.822730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Network 60d6cb19-45d7-47ee-9c8f-f14779d6d4a8 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:16.830372 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f148b9ac-6bf2-4632-931a-cdc1b914cc97 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.833425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.835612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:16.840409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2a968656-7277-4ae0-aaea-46acfed2b6cb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:16.841576 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2a968656-7277-4ae0-aaea-46acfed2b6cb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0181444 Mar 28 15:23:16.846651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60974) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:16.851316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:16.884111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:16.887197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=41378395-a355-40c7-91e9-e265d64ca501,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:16.914372 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 848176cd-d8d5-46fd-b29a-28665ff48039 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:17.012922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Attempting to bind port 973187c3-564e-4906-b732-ba67a5f9112b on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:17.012922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Attempting to bind port 973187c3-564e-4906-b732-ba67a5f9112b by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '61f733d4-ddb5-4ec8-8918-ef808aad9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '60d6cb19-45d7-47ee-9c8f-f14779d6d4a8'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:17.012922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Attempting to bind port 973187c3-564e-4906-b732-ba67a5f9112b on network 60d6cb19-45d7-47ee-9c8f-f14779d6d4a8 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:17.012922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 848176cd-d8d5-46fd-b29a-28665ff48039 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:17.012922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.067642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Pushing event updated for resources: {'Port': ['ID=973187c3-564e-4906-b732-ba67a5f9112b,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:17.076134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9afb05c1-0b9a-4df8-9f8f-1660846cc28e None None] Provisioning for port 3a9a7170-2d3a-4b18-9a09-519ac2323990 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:17.078893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:17.079930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Checking segment: {'id': '61f733d4-ddb5-4ec8-8918-ef808aad9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '60d6cb19-45d7-47ee-9c8f-f14779d6d4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:17.080347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.080744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Bound using segment: {'id': '61f733d4-ddb5-4ec8-8918-ef808aad9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '60d6cb19-45d7-47ee-9c8f-f14779d6d4a8'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:17.081233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Bound port: 973187c3-564e-4906-b732-ba67a5f9112b, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f733d4-ddb5-4ec8-8918-ef808aad9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '60d6cb19-45d7-47ee-9c8f-f14779d6d4a8'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:17.081612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.082754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f148b9ac-6bf2-4632-931a-cdc1b914cc97 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.173238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.192610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.252878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377906e9-307b-4c38-aeb5-0100dd97a509,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:17.258792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.261062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9afb05c1-0b9a-4df8-9f8f-1660846cc28e None None] Provisioning complete for port 7b136155-2eb7-4592-8835-8a31268d7caf triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:17.261062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9afb05c1-0b9a-4df8-9f8f-1660846cc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.334481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.345326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] For port 973187c3-564e-4906-b732-ba67a5f9112b, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:17.356822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:23:17.372182 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7742b-3abf-4774-9e8d-a324af444980 None None] Sync routers for ids ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:23:17.372753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] For port 973187c3-564e-4906-b732-ba67a5f9112b, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=973187c3-564e-4906-b732-ba67a5f9112b,segment=NetworkSegment(61f733d4-ddb5-4ec8-8918-ef808aad9c61),segment_id=61f733d4-ddb5-4ec8-8918-ef808aad9c61)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:17.377461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-9afb05c1-0b9a-4df8-9f8f-1660846cc28e None None] Port 7b136155-2eb7-4592-8835-8a31268d7caf cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:23:17.385938 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a7742b-3abf-4774-9e8d-a324af444980 None None] Routers {'b926ec7a-8379-410b-bbeb-3b96e03c3ee0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:17.387161 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-18a7742b-3abf-4774-9e8d-a324af444980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:17.392989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 848176cd-d8d5-46fd-b29a-28665ff48039, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=848176cd-d8d5-46fd-b29a-28665ff48039,segment=NetworkSegment(7dc1020b-be62-4647-a96f-aafa99288cbc),segment_id=7dc1020b-be62-4647-a96f-aafa99288cbc)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:17.408122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.423300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d6cb19-45d7-47ee-9c8f-f14779d6d4a8']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:17.429346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c9393a-dfbf-4664-94a7-e33d76d36ec5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:17.433115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': '33cb6c56-c886-42bd-9653-ab7f2620c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f790b221-3c98-4c6a-967f-215e484aec63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:17.433115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: f790b221-3c98-4c6a-967f-215e484aec63, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:17.434999 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-50c9393a-dfbf-4664-94a7-e33d76d36ec5 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5767660 Mar 28 15:23:17.437141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60980) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:17.452310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.478466 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a0a38775-b65a-4cb8-bb58-e1b6eefcf61c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/b926ec7a-8379-410b-bbeb-3b96e03c3ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8583207 Mar 28 15:23:17.481038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60984) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:17.481700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f733d4-ddb5-4ec8-8918-ef808aad9c61') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:17.481964 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-18a7742b-3abf-4774-9e8d-a324af444980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:17.482239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f733d4-ddb5-4ec8-8918-ef808aad9c61') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:17.500120 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a7742b-3abf-4774-9e8d-a324af444980 None None] Routers {'b926ec7a-8379-410b-bbeb-3b96e03c3ee0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:17.501228 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-18a7742b-3abf-4774-9e8d-a324af444980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:22:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:17.524898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f148b9ac-6bf2-4632-931a-cdc1b914cc97 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.527310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f148b9ac-6bf2-4632-931a-cdc1b914cc97 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.528558 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f148b9ac-6bf2-4632-931a-cdc1b914cc97 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/dd71982f-3eef-47ac-a7ff-ec793194f6e1 HTTP/1.1" status: 204 len: 168 time: 1.2624311 Mar 28 15:23:17.536632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2fe7b-1ce3-4b7b-9861-b967d7d65990 None None] Pushing event updated for resources: {'Port': ['ID=973187c3-564e-4906-b732-ba67a5f9112b,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:17.545663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.546560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:17.554891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60988) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:17.560509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Deleting port 7a638062-e3e3-46c1-b201-a52c2419dbce {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:17.567791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.603739 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-18a7742b-3abf-4774-9e8d-a324af444980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:17.604151 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a7742b-3abf-4774-9e8d-a324af444980 None None] The sync data for ids ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:23:17.627586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148b9ac-6bf2-4632-931a-cdc1b914cc97 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd71982f-3eef-47ac-a7ff-ec793194f6e1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:17.685530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ae634-3a4c-4db6-8445-e18300344e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:17.687329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network f790b221-3c98-4c6a-967f-215e484aec63 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:17.688213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ae634-3a4c-4db6-8445-e18300344e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:17.690068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ae634-3a4c-4db6-8445-e18300344e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:17.691152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-208ae634-3a4c-4db6-8445-e18300344e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:17.704620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.717007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=333f4004-7891-456d-91e1-9650b95a5f55,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:17.721708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0728631b-a6df-43ff-a8ec-76c72fbf0c2c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:17.722472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0728631b-a6df-43ff-a8ec-76c72fbf0c2c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Synchronizing usage tracker for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:17.735248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.746277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:17.747388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.789693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e6d8d48a-e8b7-4bec-891f-7cfdb8013384 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Synchronizing usage tracker for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:17.800095 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:17.818721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.824131 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-66312fbe-ff7e-4aae-810d-a67f372a3f3d tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4587464 Mar 28 15:23:17.845279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=848176cd-d8d5-46fd-b29a-28665ff48039,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:17.851315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60994) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:17.881104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a9266-61da-472e-9463-3f3a9375a773 None None] Network 60d6cb19-45d7-47ee-9c8f-f14779d6d4a8 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:17.885036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Request body: {'security_group_rule': {'security_group_id': '377906e9-307b-4c38-aeb5-0100dd97a509', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:17.901080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:17.906941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-208ae634-3a4c-4db6-8445-e18300344e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:17.910988 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-208ae634-3a4c-4db6-8445-e18300344e10 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4728322 Mar 28 15:23:17.912772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Usage tracker for resource:security_group_rule and tenant:4e4522208c204be988df1f88d26f7e81 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:17.915304 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 60998) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:17.917664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e6d8d48a-e8b7-4bec-891f-7cfdb8013384 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Unset dirty status for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:17.918793 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e6d8d48a-e8b7-4bec-891f-7cfdb8013384 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3322420 Mar 28 15:23:17.921618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:17.952791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32770) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:17.955901 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c9baa040-37cc-47c8-abae-042e9dd5371e req-525ea770-99c7-4d5a-b6f7-80f5821a5d92 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 210 time: 0.1881220 Mar 28 15:23:17.959650 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, f790b221-3c98-4c6a-967f-215e484aec63) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:17.974108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:17.974217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:17.976598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0728631b-a6df-43ff-a8ec-76c72fbf0c2c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Unset dirty status for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:17.977737 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0728631b-a6df-43ff-a8ec-76c72fbf0c2c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports/7b136155-2eb7-4592-8835-8a31268d7caf HTTP/1.1" status: 200 len: 911 time: 0.4957852 Mar 28 15:23:17.978866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:17.981868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32774) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:17.985009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c3b15c-d563-4241-96fc-ee235511937f None None] Network f790b221-3c98-4c6a-967f-215e484aec63 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:17.985664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'tempest-secgroup--660392677'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:17.995946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:18.006629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:18.018876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.038328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:18.038713 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.085562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:23:18.085562 dv-neutron-828143-13-hyperv neutron-server[88486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:23:18.085562 dv-neutron-828143-13-hyperv neutron-server[88486]: [parameters: {'id': '60d6cb19-45d7-47ee-9c8f-f14779d6d4a8'}] Mar 28 15:23:18.085562 dv-neutron-828143-13-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:18.086066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:18.097113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:18.158842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Calling delete_port for 7a638062-e3e3-46c1-b201-a52c2419dbce owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:18.204454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b52b90-ab81-48c0-9ac5-1261681124ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet 18ab54d8-a185-45f4-824f-4013e4c8a477 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:23:18.209918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51b52b90-ab81-48c0-9ac5-1261681124ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.237793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.245445 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:23:18.278159 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-24b60926-2dca-4f5f-8976-8e5ab0d7ddf2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9388242 Mar 28 15:23:18.284410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32778) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:18.320128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51b52b90-ab81-48c0-9ac5-1261681124ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.384209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.384497 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.443557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.460265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51b52b90-ab81-48c0-9ac5-1261681124ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.462157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-f790b221-3c98-4c6a-967f-215e484aec63', 'network_id': 'f790b221-3c98-4c6a-967f-215e484aec63', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': '333f4004-7891-456d-91e1-9650b95a5f55'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:18.463083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.476688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=51fa0025-6a49-49dd-b5e0-0ce2215a17b9,segment=NetworkSegment(7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b),segment_id=7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:18.491341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:18.521600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.542906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.550420 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:18.563384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:18.583655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:18.587543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.681563 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=51fa0025-6a49-49dd-b5e0-0ce2215a17b9,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:18.711115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.714348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Allocated IP 172.20.0.1 (f790b221-3c98-4c6a-967f-215e484aec63/333f4004-7891-456d-91e1-9650b95a5f55/192ff6d9-f488-4d6a-8cb0-d4198b2ada7a) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:18.730988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11289930-80ba-4c7f-811c-ae343d859991,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:18.762796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting port 973187c3-564e-4906-b732-ba67a5f9112b {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:18.763186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.834432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.835803 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-48d48c9a-273d-4a86-a9be-adb7d6bed612 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9820485 Mar 28 15:23:18.838658 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32782) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:18.888598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 848176cd-d8d5-46fd-b29a-28665ff48039 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:18.894422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51b52b90-ab81-48c0-9ac5-1261681124ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:18.898060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.005721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b52b90-ab81-48c0-9ac5-1261681124ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=18ab54d8-a185-45f4-824f-4013e4c8a477,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:19.007810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event deleted for resources: {'Port': ['ID=7a638062-e3e3-46c1-b201-a52c2419dbce,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:19.014335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51b52b90-ab81-48c0-9ac5-1261681124ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.021846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.035762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0abc83-3f60-4acc-a26e-5a36ad55a681 None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:19.073184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.133569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Transition to ACTIVE for port object 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:19.156043 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.164250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 848176cd-d8d5-46fd-b29a-28665ff48039 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:19.164629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.179616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-477ac174-40f9-4feb-aaac-c9d32297829e tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.215251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Transition to ACTIVE for port object 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:19.222831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.252430 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-51b52b90-ab81-48c0-9ac5-1261681124ab tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/18ab54d8-a185-45f4-824f-4013e4c8a477 HTTP/1.1" status: 204 len: 168 time: 1.3323894 Mar 28 15:23:19.258296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32790) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:19.260666 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6cdf262f-d750-49ec-b7d2-5b21682c1ef5 req-ab57df1b-0927-4479-90dc-11ca990c0203 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 210 time: 0.0861845 Mar 28 15:23:19.315081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.327540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-477ac174-40f9-4feb-aaac-c9d32297829e tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.357740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.476602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Network f790b221-3c98-4c6a-967f-215e484aec63 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:19.483078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:19.507609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ae7f3b-4fa7-44d3-a4a2-855ba02f3aa9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Deleting subnet db56e7ce-ede9-4238-bb8e-686a19915e16 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:23:19.526561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:19.541447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Pushing event updated for resources: {'Port': ['ID=192ff6d9-f488-4d6a-8cb0-d4198b2ada7a,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:19.556839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.563932 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7f3b-4fa7-44d3-a4a2-855ba02f3aa9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.595152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e7ab6a-b849-451c-aa7c-09ef2b195f89,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:19.599175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3a9a7170-2d3a-4b18-9a09-519ac2323990 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:19.611613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.612736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-baaa7395-ae44-4422-93d7-1125c8440016 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:19.614749 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-baaa7395-ae44-4422-93d7-1125c8440016 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=9d73f968-a67d-45b9-aff6-702b0fff1dac HTTP/1.1" status: 200 len: 797 time: 0.6663239 Mar 28 15:23:19.619394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.649850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7f3b-4fa7-44d3-a4a2-855ba02f3aa9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.705470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.710398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9ffce92d-4714-474f-9919-557afcba00c4 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7498724 Mar 28 15:23:19.710398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] For port 973187c3-564e-4906-b732-ba67a5f9112b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=973187c3-564e-4906-b732-ba67a5f9112b,segment=NetworkSegment(61f733d4-ddb5-4ec8-8918-ef808aad9c61),segment_id=61f733d4-ddb5-4ec8-8918-ef808aad9c61)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:19.710398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.710798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32798) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:19.711854 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Attempting to bind port 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:19.712256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Attempting to bind port 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '33cb6c56-c886-42bd-9653-ab7f2620c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f790b221-3c98-4c6a-967f-215e484aec63'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:19.712620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Attempting to bind port 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a on network f790b221-3c98-4c6a-967f-215e484aec63 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:19.719295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1d20c149-8491-48b2-a35e-925f6e2a1cba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '60e7ab6a-b849-451c-aa7c-09ef2b195f89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:19.720143 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-1d20c149-8491-48b2-a35e-925f6e2a1cba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 15:23:19.720691 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-1d20c149-8491-48b2-a35e-925f6e2a1cba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:19.725555 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1d20c149-8491-48b2-a35e-925f6e2a1cba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100081 Mar 28 15:23:19.725727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:19.725727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Checking segment: {'id': '33cb6c56-c886-42bd-9653-ab7f2620c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f790b221-3c98-4c6a-967f-215e484aec63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:19.725929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.726888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Bound using segment: {'id': '33cb6c56-c886-42bd-9653-ab7f2620c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f790b221-3c98-4c6a-967f-215e484aec63'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:19.726888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Bound port: 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33cb6c56-c886-42bd-9653-ab7f2620c2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f790b221-3c98-4c6a-967f-215e484aec63'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:19.727155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.728251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32802) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:19.733623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8b907ecf-8254-4302-9f16-f2e50e93ef9a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '60e7ab6a-b849-451c-aa7c-09ef2b195f89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:19.734344 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-8b907ecf-8254-4302-9f16-f2e50e93ef9a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 15:23:19.734856 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-8b907ecf-8254-4302-9f16-f2e50e93ef9a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:19.736587 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8b907ecf-8254-4302-9f16-f2e50e93ef9a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066471 Mar 28 15:23:19.740490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-477ac174-40f9-4feb-aaac-c9d32297829e tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.745156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32806) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:19.761058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-dce87c7c-dacf-467d-9732-9329a4e58bfe tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '60e7ab6a-b849-451c-aa7c-09ef2b195f89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:19.761869 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-dce87c7c-dacf-467d-9732-9329a4e58bfe tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 15:23:19.762358 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-dce87c7c-dacf-467d-9732-9329a4e58bfe tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:19.764171 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dce87c7c-dacf-467d-9732-9329a4e58bfe tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093045 Mar 28 15:23:19.774634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32810) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:19.784332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.785292 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-23cf1a98-d644-4a38-980a-bd47c9da2430 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '60e7ab6a-b849-451c-aa7c-09ef2b195f89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:19.786950 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-23cf1a98-d644-4a38-980a-bd47c9da2430 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 15:23:19.787461 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-23cf1a98-d644-4a38-980a-bd47c9da2430 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:19.791824 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-23cf1a98-d644-4a38-980a-bd47c9da2430 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128953 Mar 28 15:23:19.791824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ac174-40f9-4feb-aaac-c9d32297829e tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377906e9-307b-4c38-aeb5-0100dd97a509,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:19.791824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.791824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Fanout notify agent at l3_agent the message router_deleted on router a388a32c-361f-46aa-82f2-40fda5a1daff {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:23:19.792922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32814) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:19.839891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 3a9a7170-2d3a-4b18-9a09-519ac2323990 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:19.863183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7f3b-4fa7-44d3-a4a2-855ba02f3aa9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.863303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 3a9a7170-2d3a-4b18-9a09-519ac2323990 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:19.863303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.903823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.908691 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d59efa02-264b-441e-b383-08f1e20f64c3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/a388a32c-361f-46aa-82f2-40fda5a1daff HTTP/1.1" status: 204 len: 168 time: 3.7966149 Mar 28 15:23:19.912528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] For port 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:19.916987 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32818) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:19.917273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-477ac174-40f9-4feb-aaac-c9d32297829e tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:19.918361 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-477ac174-40f9-4feb-aaac-c9d32297829e tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/377906e9-307b-4c38-aeb5-0100dd97a509 HTTP/1.1" status: 204 len: 168 time: 1.0787327 Mar 28 15:23:19.927640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32822) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:19.931867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] For port 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=192ff6d9-f488-4d6a-8cb0-d4198b2ada7a,segment=NetworkSegment(33cb6c56-c886-42bd-9653-ab7f2620c2f2),segment_id=33cb6c56-c886-42bd-9653-ab7f2620c2f2)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:19.947293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2108449115', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:19.969447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:19.991987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.000935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Usage tracker for resource:router and tenant:c3478c0334de4e4eac0e14e1325f1add is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:20.015322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:20.027082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Calling delete_port for 973187c3-564e-4906-b732-ba67a5f9112b owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:20.037095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-04c05a60-c4a6-4b10-a7e7-12d66e5f93a0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.039011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:20.064035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a9e6d4bc-c007-4b73-ac70-7b31522b4a0a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:20.070319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.086051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=333f4004-7891-456d-91e1-9650b95a5f55,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:20.119820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-04c05a60-c4a6-4b10-a7e7-12d66e5f93a0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.122478 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-c73743f1-ab3e-4bfe-9f07-fc96b5f6b832 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 380 time: 0.4481657 Mar 28 15:23:20.133918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7f3b-4fa7-44d3-a4a2-855ba02f3aa9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.158183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': '841b37e5-9715-4d44-835c-aede6f8458aa', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['79539b93-169b-4652-a418-e03d0fb61a54']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:20.176916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.177998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.194119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae7f3b-4fa7-44d3-a4a2-855ba02f3aa9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Subnet': ['ID=db56e7ce-ede9-4238-bb8e-686a19915e16,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:20.210592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7f3b-4fa7-44d3-a4a2-855ba02f3aa9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.211740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 3a9a7170-2d3a-4b18-9a09-519ac2323990, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3a9a7170-2d3a-4b18-9a09-519ac2323990,segment=NetworkSegment(9357e16f-a996-4c77-8b2b-bc2d0939de71),segment_id=9357e16f-a996-4c77-8b2b-bc2d0939de71)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:20.216302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac59db-b37c-4da1-ba82-f17c11f9a062 None None] Pushing event updated for resources: {'Port': ['ID=192ff6d9-f488-4d6a-8cb0-d4198b2ada7a,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:20.217566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a9e6d4bc-c007-4b73-ac70-7b31522b4a0a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:20.218866 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a9e6d4bc-c007-4b73-ac70-7b31522b4a0a tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2903445 Mar 28 15:23:20.228419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32826) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:20.254043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.262142 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d1ae7f3b-4fa7-44d3-a4a2-855ba02f3aa9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/db56e7ce-ede9-4238-bb8e-686a19915e16 HTTP/1.1" status: 204 len: 168 time: 1.0004556 Mar 28 15:23:20.263322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6036f4-00a3-4705-8d0b-dbea10f30862 None None] Network f790b221-3c98-4c6a-967f-215e484aec63 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:20.268928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32830) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:20.301372 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.312884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.463935 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f39211c8-bbcf-4b19-9240-23b3cba5efff tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1924305 Mar 28 15:23:20.464123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32836) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:20.476388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f7e5fdcc-6d4a-4c39-9d39-3e481dcc0eab tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:20.481769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f790b221-3c98-4c6a-967f-215e484aec63']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:20.496156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-04c05a60-c4a6-4b10-a7e7-12d66e5f93a0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.513471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=3a9a7170-2d3a-4b18-9a09-519ac2323990,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:20.518681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c05a60-c4a6-4b10-a7e7-12d66e5f93a0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e7ab6a-b849-451c-aa7c-09ef2b195f89,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:20.526230 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4a598a7-8b76-4ae4-b050-646c8e51b22c req-8b5906a7-4cd0-42c1-9b5d-f4c45fc20528 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 210 time: 0.0944326 Mar 28 15:23:20.554041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.612538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cb6c56-c886-42bd-9653-ab7f2620c2f2') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:20.613087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cb6c56-c886-42bd-9653-ab7f2620c2f2') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:20.617005 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f7e5fdcc-6d4a-4c39-9d39-3e481dcc0eab tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:20.620895 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f7e5fdcc-6d4a-4c39-9d39-3e481dcc0eab tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3888741 Mar 28 15:23:20.621969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32840) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:20.657194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Port': ['ID=973187c3-564e-4906-b732-ba67a5f9112b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:20.664917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.694053 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-04c05a60-c4a6-4b10-a7e7-12d66e5f93a0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.697902 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-04c05a60-c4a6-4b10-a7e7-12d66e5f93a0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/60e7ab6a-b849-451c-aa7c-09ef2b195f89 HTTP/1.1" status: 204 len: 168 time: 0.8999465 Mar 28 15:23:20.700683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:20.703637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No DVR routers for this DVR port 973187c3-564e-4906-b732-ba67a5f9112b on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:20.706454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32844) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:20.740649 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-60b5853c-c2b8-46df-9dee-c1ba8c8d5bf5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] delete failed (client error): The resource could not be found. Mar 28 15:23:20.745573 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-60b5853c-c2b8-46df-9dee-c1ba8c8d5bf5 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "DELETE /v2.0/security-groups/377906e9-307b-4c38-aeb5-0100dd97a509 HTTP/1.1" status: 404 len: 347 time: 0.1180339 Mar 28 15:23:20.753385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fefb04-efee-481f-a5cc-ecd796adb62e None None] Network 407e43a9-7d21-4a68-a014-97c49e9e0f14 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:20.765165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32848) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:20.824126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:20.826357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.949383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:20.951718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:20.952195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.954739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9bb5eade-fa55-4087-bb3a-7003d06892e4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Synchronizing usage tracker for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:20.961869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:20.962285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:20.987260 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:20.999244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-140ffe53-e626-4f52-907a-443ff223a3e2 None None] Provisioning complete for port 4c1d4fee-7022-462d-9dce-d7890d6114c8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:20.999675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-140ffe53-e626-4f52-907a-443ff223a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.028922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-61550b62-a0af-4cf8-9b0e-35d95f58a79b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Synchronizing usage tracker for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:21.034200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.135504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-61550b62-a0af-4cf8-9b0e-35d95f58a79b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Unset dirty status for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:21.141200 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-61550b62-a0af-4cf8-9b0e-35d95f58a79b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4282196 Mar 28 15:23:21.141200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32852) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:21.150549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550484877'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:21.159566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:21.172878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:21.211374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3a9a7170-2d3a-4b18-9a09-519ac2323990 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:21.270555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.303475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef914379-685b-487e-8587-0af3ebfdf00d None None] DHCP port deletion for 407e43a9-7d21-4a68-a014-97c49e9e0f14 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:23:21.305881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 3a9a7170-2d3a-4b18-9a09-519ac2323990 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:21.306303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.317554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9bb5eade-fa55-4087-bb3a-7003d06892e4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] Unset dirty status for tenant:4e4522208c204be988df1f88d26f7e81 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:21.325275 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9bb5eade-fa55-4087-bb3a-7003d06892e4 tempest-SecGroupIPv6Test-1346279631 tempest-SecGroupIPv6Test-1346279631-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5190630 Mar 28 15:23:21.356293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.357544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:21.361213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.384333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668cacba-329b-46b8-8839-6b8f21b10b43 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:21.388149 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-668cacba-329b-46b8-8839-6b8f21b10b43 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9136610 Mar 28 15:23:21.388149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d6cb19-45d7-47ee-9c8f-f14779d6d4a8']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:21.394786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-48928206-948c-4071-9f36-52bf7936cfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.396661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ef914379-685b-487e-8587-0af3ebfdf00d None None] Deleting port 4c1d4fee-7022-462d-9dce-d7890d6114c8 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:21.397242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef914379-685b-487e-8587-0af3ebfdf00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.404698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32858) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:21.448022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:23:21.448022 dv-neutron-828143-13-hyperv neutron-server[88486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:23:21.448022 dv-neutron-828143-13-hyperv neutron-server[88486]: [parameters: {'id': 'f790b221-3c98-4c6a-967f-215e484aec63'}] Mar 28 15:23:21.448022 dv-neutron-828143-13-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:21.453623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:21.453623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f733d4-ddb5-4ec8-8918-ef808aad9c61') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:21.453778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:21.453862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f733d4-ddb5-4ec8-8918-ef808aad9c61') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:21.481261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 2001:db8:1::1 (603df52e-73a8-4fb8-8897-17dfd166b440/372ae6ab-0412-4833-867e-dc1763089312/04b2c310-a394-4c4d-ba5d-4ff3e73df048) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:21.484352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.485648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:21.492104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:21.494742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.531721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:21.534254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.556299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.573643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:21.574061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:21.595000 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:21.641590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fe695-dc54-4623-a7a6-c72fe55d6a7b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:21.642249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8b6fe695-dc54-4623-a7a6-c72fe55d6a7b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Synchronizing usage tracker for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:21.698883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ef914379-685b-487e-8587-0af3ebfdf00d None None] For port 4c1d4fee-7022-462d-9dce-d7890d6114c8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4c1d4fee-7022-462d-9dce-d7890d6114c8,segment=NetworkSegment(633056ad-b46c-4434-a7d0-776f603558cd),segment_id=633056ad-b46c-4434-a7d0-776f603558cd)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:21.699234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef914379-685b-487e-8587-0af3ebfdf00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.743568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.752623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Allocated IP 172.26.7.140 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/b9d47a1e-44be-40ed-8849-331c3ac07fbb) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:21.813671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:21.821781 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a68025ef-1a89-46b3-94c5-bb2cfefa4b05 req-8cc8f8cb-61c0-46c6-a3a9-9d5bce2150d7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 210 time: 0.0609374 Mar 28 15:23:21.849755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ef914379-685b-487e-8587-0af3ebfdf00d None None] Calling delete_port for 4c1d4fee-7022-462d-9dce-d7890d6114c8 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:21.913800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8b6fe695-dc54-4623-a7a6-c72fe55d6a7b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Unset dirty status for tenant:a371c51f76f144388f4716c43dc5264f on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:21.913800 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8b6fe695-dc54-4623-a7a6-c72fe55d6a7b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5057585 Mar 28 15:23:21.923717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32866) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:21.993467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef914379-685b-487e-8587-0af3ebfdf00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.003325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.005290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.017878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32870) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.026678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8424548d-40ba-4ab3-844f-b3a03010738a,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:22.045859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.052717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef914379-685b-487e-8587-0af3ebfdf00d None None] Pushing event deleted for resources: {'Port': ['ID=4c1d4fee-7022-462d-9dce-d7890d6114c8,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:22.062208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef914379-685b-487e-8587-0af3ebfdf00d None None] No DVR routers for this DVR port 4c1d4fee-7022-462d-9dce-d7890d6114c8 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:22.070368 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-71e86ec9-d6cb-42e7-8cbf-5c3e1b1a5fca tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460493 Mar 28 15:23:22.078491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32876) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.085020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ad29d-4cfc-4c06-9ebf-770d4971e62a None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:23:22.094927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.100166 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3f34525d-985d-4a74-bc5b-f985b0cec876 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9574933 Mar 28 15:23:22.104750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=60d6cb19-45d7-47ee-9c8f-f14779d6d4a8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:22.104894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32880) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.106649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.127011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.155221 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e853e3c-3ca0-46e2-b5cf-8624c7addd30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:22.155986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e853e3c-3ca0-46e2-b5cf-8624c7addd30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:22.163910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c14cea72-3714-4a57-8cdf-5c9461c445cb tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '8424548d-40ba-4ab3-844f-b3a03010738a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:22.164681 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-c14cea72-3714-4a57-8cdf-5c9461c445cb tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 15:23:22.165251 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-c14cea72-3714-4a57-8cdf-5c9461c445cb tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:22.167138 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c14cea72-3714-4a57-8cdf-5c9461c445cb tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087016 Mar 28 15:23:22.169872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32884) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.171736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.7 (9d73f968-a67d-45b9-aff6-702b0fff1dac/dcfa578e-2539-4183-8415-31b05c48c367/caf7f14e-95e0-4419-871a-909288d7488b) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:22.178147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5421fefd-8a84-4761-b3bb-360e6911cdee tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '8424548d-40ba-4ab3-844f-b3a03010738a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:22.191621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5421fefd-8a84-4761-b3bb-360e6911cdee tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:22.192170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5421fefd-8a84-4761-b3bb-360e6911cdee tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:22.197147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5421fefd-8a84-4761-b3bb-360e6911cdee tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:22.203313 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f2364621-b7b1-4212-928a-12a4ba72781a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/60d6cb19-45d7-47ee-9c8f-f14779d6d4a8 HTTP/1.1" status: 204 len: 168 time: 7.0613277 Mar 28 15:23:22.204027 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting port 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:22.204527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.204815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5421fefd-8a84-4761-b3bb-360e6911cdee tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:22.206939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32888) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.214485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1652350381'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:22.222695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:22.227809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:network and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:22.232704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:22.236991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:22.246553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.248080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ad29d-4cfc-4c06-9ebf-770d4971e62a None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:23:22.278026 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0e853e3c-3ca0-46e2-b5cf-8624c7addd30 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/031442d2-ac0b-4f17-9490-4ecd0db72e7f HTTP/1.1" status: 404 len: 333 time: 0.1853795 Mar 28 15:23:22.281433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Transition to ACTIVE for port object 04b2c310-a394-4c4d-ba5d-4ff3e73df048 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:22.286905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32892) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.348378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:22.351783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.377170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:22.378369 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9921e1c-086c-4ee1-8e71-a036e0eb087d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:22.379982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9921e1c-086c-4ee1-8e71-a036e0eb087d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:22.383469 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a9921e1c-086c-4ee1-8e71-a036e0eb087d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/18ab54d8-a185-45f4-824f-4013e4c8a477 HTTP/1.1" status: 404 len: 337 time: 0.0920882 Mar 28 15:23:22.387019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:22.388910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32896) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.399235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:22.407349 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ee794922-8e96-4b42-8b2a-3d1bada8135b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e4522208c204be988df1f88d26f7e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742414 Mar 28 15:23:22.423798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32900) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.480540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event updated for resources: {'Port': ['ID=b9d47a1e-44be-40ed-8849-331c3ac07fbb,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:22.498960 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce186e96-33f1-4890-b3cf-b26823fe942f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:22.499435 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce186e96-33f1-4890-b3cf-b26823fe942f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:22.501150 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ce186e96-33f1-4890-b3cf-b26823fe942f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/db56e7ce-ede9-4238-bb8e-686a19915e16 HTTP/1.1" status: 404 len: 337 time: 0.1050141 Mar 28 15:23:22.502044 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-5421fefd-8a84-4761-b3bb-360e6911cdee tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:22.506328 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5421fefd-8a84-4761-b3bb-360e6911cdee tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3354647 Mar 28 15:23:22.506865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32904) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.510935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32906) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.522898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-98a60c46-f9b8-450f-9afe-34bdcd7ebf32 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '8424548d-40ba-4ab3-844f-b3a03010738a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:22.523398 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-98a60c46-f9b8-450f-9afe-34bdcd7ebf32 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 15:23:22.523878 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-98a60c46-f9b8-450f-9afe-34bdcd7ebf32 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:22.524823 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-98a60c46-f9b8-450f-9afe-34bdcd7ebf32 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107512 Mar 28 15:23:22.528439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32912) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.556219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:22.569549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e5ca7011-b95a-4a49-bc21-b6192249301b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '8424548d-40ba-4ab3-844f-b3a03010738a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:22.575265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5ca7011-b95a-4a49-bc21-b6192249301b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:22.579252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5ca7011-b95a-4a49-bc21-b6192249301b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:22.582906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5ca7011-b95a-4a49-bc21-b6192249301b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:22.588841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5ca7011-b95a-4a49-bc21-b6192249301b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:22.644043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.644408 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment 3ff67cea-bfc2-4d79-aec9-48fb2248f2c7 of type vlan for network d146ca5f-cc31-46c7-884e-b4961f8500c7 Mar 28 15:23:22.645895 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe225d9d-69e0-4853-a55e-464f1825578d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:22.646275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe225d9d-69e0-4853-a55e-464f1825578d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:22.660217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ea5b5c-120e-439e-9813-d0bf2381117e None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:23:22.672753 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fe225d9d-69e0-4853-a55e-464f1825578d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/4dc2b6fb-1fdb-4800-9919-0f696469184c HTTP/1.1" status: 404 len: 333 time: 0.1604412 Mar 28 15:23:22.693805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32916) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.698750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4c1d4fee-7022-462d-9dce-d7890d6114c8 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:23:22.741227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.754093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4c1d4fee-7022-462d-9dce-d7890d6114c8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:23:22.754442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4c1d4fee-7022-462d-9dce-d7890d6114c8 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:23:22.796548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.845543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ea5b5c-120e-439e-9813-d0bf2381117e None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:23:22.852286 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9662fc-e3f5-44e1-94d4-751d2d22f4eb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:22.852748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9662fc-e3f5-44e1-94d4-751d2d22f4eb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:22.856752 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fe9662fc-e3f5-44e1-94d4-751d2d22f4eb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/6ead7663-eb06-4101-9dce-d8df5f8f6fff HTTP/1.1" status: 404 len: 337 time: 0.1565468 Mar 28 15:23:22.857148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32922) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.860273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] For port 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=192ff6d9-f488-4d6a-8cb0-d4198b2ada7a,segment=NetworkSegment(33cb6c56-c886-42bd-9653-ab7f2620c2f2),segment_id=33cb6c56-c886-42bd-9653-ab7f2620c2f2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:22.860642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.883460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c87f6ad1-c0ba-4fc5-995d-af427feb5daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.886282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 603df52e-73a8-4fb8-8897-17dfd166b440 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:22.889111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:22.903661 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8864483e-6a8d-4bd8-84cc-194ccaca3628 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:22.904110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8864483e-6a8d-4bd8-84cc-194ccaca3628 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:22.907075 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8864483e-6a8d-4bd8-84cc-194ccaca3628 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/9183e475-57cc-4b1d-9e61-cd194d24e1b8 HTTP/1.1" status: 404 len: 337 time: 0.0477180 Mar 28 15:23:22.908375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32926) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:22.951247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:23.037387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Calling delete_port for 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:23.067531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:23.068078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.074514 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-e5ca7011-b95a-4a49-bc21-b6192249301b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:23.075564 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e5ca7011-b95a-4a49-bc21-b6192249301b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5267835 Mar 28 15:23:23.125243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.131752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:23.132376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.145744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32930) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.201564 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7d89e9-0c2f-4d8d-9807-8003a26ccf29 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:23.202053 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7d89e9-0c2f-4d8d-9807-8003a26ccf29 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:23.203752 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3e7d89e9-0c2f-4d8d-9807-8003a26ccf29 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/d368fa2d-c9d7-4198-a566-9aeab690fec5 HTTP/1.1" status: 404 len: 333 time: 0.2942846 Mar 28 15:23:23.214582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b4c50abb-39f6-48ae-92b0-0df6f8f13b6a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '8424548d-40ba-4ab3-844f-b3a03010738a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:23.215595 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-b4c50abb-39f6-48ae-92b0-0df6f8f13b6a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 15:23:23.215595 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-b4c50abb-39f6-48ae-92b0-0df6f8f13b6a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:23.219158 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b4c50abb-39f6-48ae-92b0-0df6f8f13b6a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0469825 Mar 28 15:23:23.221972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32934) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.222237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32936) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.232729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=04b2c310-a394-4c4d-ba5d-4ff3e73df048,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:23.235471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object caf7f14e-95e0-4419-871a-909288d7488b will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:23.237512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5de655c6-e2be-463b-b832-4aa0dc84381a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '8424548d-40ba-4ab3-844f-b3a03010738a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:23.284634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c87f6ad1-c0ba-4fc5-995d-af427feb5daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.315253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c9cd8074-0da5-45da-8263-fbaeac606b14 req-65aac995-1559-4f44-bcbe-b68abdddb027 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:23.325469 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5de655c6-e2be-463b-b832-4aa0dc84381a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:23.342810 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1306930 Mar 28 15:23:23.345208 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32942) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.347444 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a13888-b0cd-4862-b3fc-bb6ad1acbc7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:23.347936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a13888-b0cd-4862-b3fc-bb6ad1acbc7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:23.349608 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-29a13888-b0cd-4862-b3fc-bb6ad1acbc7f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/bc238a4f-e119-465f-8493-e74df2594b8f HTTP/1.1" status: 404 len: 337 time: 0.1248024 Mar 28 15:23:23.352793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5de655c6-e2be-463b-b832-4aa0dc84381a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:23.355117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32946) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.362522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': 'd146ca5f-cc31-46c7-884e-b4961f8500c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:23.365091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5de655c6-e2be-463b-b832-4aa0dc84381a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:23.369603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91186bb2-8cf1-4d0d-b736-5e04982ac1bb tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=d146ca5f-cc31-46c7-884e-b4961f8500c7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:23.385854 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network d146ca5f-cc31-46c7-884e-b4961f8500c7 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:23.433929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5de655c6-e2be-463b-b832-4aa0dc84381a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:23.478514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.482492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c9cd8074-0da5-45da-8263-fbaeac606b14 req-65aac995-1559-4f44-bcbe-b68abdddb027 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:23.483703 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c9cd8074-0da5-45da-8263-fbaeac606b14 req-65aac995-1559-4f44-bcbe-b68abdddb027 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 210 time: 0.3995726 Mar 28 15:23:23.493697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-06884310-fea3-4575-a7d1-6cc2fb36f2ff tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:23.494163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06884310-fea3-4575-a7d1-6cc2fb36f2ff tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:23.498195 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-06884310-fea3-4575-a7d1-6cc2fb36f2ff tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/2292a0b1-65d1-40f3-92e1-f9a373af76b3 HTTP/1.1" status: 404 len: 337 time: 0.1182473 Mar 28 15:23:23.538603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32950) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.598494 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-56904a77-3b69-4a76-8edc-9d3114744dec tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:23.598960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56904a77-3b69-4a76-8edc-9d3114744dec tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:23.602909 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-56904a77-3b69-4a76-8edc-9d3114744dec tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/8d4a048d-75aa-4e84-98bd-ce3a35675d27 HTTP/1.1" status: 404 len: 333 time: 0.0609555 Mar 28 15:23:23.603545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 32954) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.648527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.650680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:23.653062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc145750-25f1-4673-8bd7-b6fe6c223da6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:23.653526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc145750-25f1-4673-8bd7-b6fe6c223da6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:23.656772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a917d56c-27fb-4948-b210-eb21f63b1afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.702152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f3fc918d-ef3d-4d02-b852-b527ea11f541 None None] Provisioning for port 04b2c310-a394-4c4d-ba5d-4ff3e73df048 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:23.702399 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-5de655c6-e2be-463b-b832-4aa0dc84381a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:23.703281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:subnet and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:23.704179 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5de655c6-e2be-463b-b832-4aa0dc84381a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4768484 Mar 28 15:23:23.707526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32958) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.714007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f2229079-b316-4f97-a4bd-98cd1edd2eb7 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '8424548d-40ba-4ab3-844f-b3a03010738a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:23.714209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f3fc918d-ef3d-4d02-b852-b527ea11f541 None None] Provisioning complete for port 04b2c310-a394-4c4d-ba5d-4ff3e73df048 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:23.714477 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-f2229079-b316-4f97-a4bd-98cd1edd2eb7 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 15:23:23.714617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3fc918d-ef3d-4d02-b852-b527ea11f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.715012 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-f2229079-b316-4f97-a4bd-98cd1edd2eb7 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:23.715531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.715932 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f2229079-b316-4f97-a4bd-98cd1edd2eb7 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075238 Mar 28 15:23:23.720641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32962) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.726415 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-137899d4-c42b-41d3-82ee-220075c1ca2c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '8424548d-40ba-4ab3-844f-b3a03010738a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:23.734139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-137899d4-c42b-41d3-82ee-220075c1ca2c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:23.747602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:23.750252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-137899d4-c42b-41d3-82ee-220075c1ca2c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:23.756100 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-137899d4-c42b-41d3-82ee-220075c1ca2c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:23.775941 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc918d-ef3d-4d02-b852-b527ea11f541 None None] Port 04b2c310-a394-4c4d-ba5d-4ff3e73df048 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:23:23.779572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c87f6ad1-c0ba-4fc5-995d-af427feb5daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.781874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c87f6ad1-c0ba-4fc5-995d-af427feb5daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:23.782964 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c87f6ad1-c0ba-4fc5-995d-af427feb5daa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d4f5719-de92-4f47-ab4b-9e203e2a9479 HTTP/1.1" status: 204 len: 168 time: 1.3555663 Mar 28 15:23:23.784289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:23.817132 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-dc145750-25f1-4673-8bd7-b6fe6c223da6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/920733d9-9ad2-4a69-91bb-37101286861f HTTP/1.1" status: 404 len: 337 time: 0.2128060 Mar 28 15:23:23.819462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32968) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.829005 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-137899d4-c42b-41d3-82ee-220075c1ca2c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:23.837879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No DVR routers for this DVR port 192ff6d9-f488-4d6a-8cb0-d4198b2ada7a on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:23.843014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 9d73f968-a67d-45b9-aff6-702b0fff1dac is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:23.843950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f6ad1-c0ba-4fc5-995d-af427feb5daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4f5719-de92-4f47-ab4b-9e203e2a9479,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:23.874071 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-febba295-4fb6-4ab8-8b44-e042cfa83308 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:23.874569 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febba295-4fb6-4ab8-8b44-e042cfa83308 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:23.878647 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-febba295-4fb6-4ab8-8b44-e042cfa83308 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/03005bb5-b5dc-4a4e-8290-16184ef5b82c HTTP/1.1" status: 404 len: 337 time: 0.0488925 Mar 28 15:23:23.882279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32972) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:23.893384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:23.929876 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-062c2103-816f-4083-87ec-459f12df8ccd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:23.930519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062c2103-816f-4083-87ec-459f12df8ccd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:23.934697 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-062c2103-816f-4083-87ec-459f12df8ccd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/cf3e7421-2467-47bd-babe-f294ffe844ea HTTP/1.1" status: 404 len: 333 time: 0.0491560 Mar 28 15:23:23.940826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32976) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.010972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:24.040988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=caf7f14e-95e0-4419-871a-909288d7488b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:24.048940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.056622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd60d658-25df-4785-9498-c9531b97a195 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:24.057085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd60d658-25df-4785-9498-c9531b97a195 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:24.061206 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cd60d658-25df-4785-9498-c9531b97a195 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/5a17094d-677d-482d-b009-325fd0d4e3a8 HTTP/1.1" status: 404 len: 337 time: 0.1170659 Mar 28 15:23:24.061319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.065849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32980) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.070897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:24.075487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.131874 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaf8e8b-5ef3-429e-a190-dfbbc939ac9e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:24.131874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efaf8e8b-5ef3-429e-a190-dfbbc939ac9e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:24.136844 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-efaf8e8b-5ef3-429e-a190-dfbbc939ac9e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/44404bf6-46f1-42a6-b0de-d66e6a0a2536 HTTP/1.1" status: 404 len: 333 time: 0.0661213 Mar 28 15:23:24.136844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.136844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32984) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.204746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Port': ['ID=192ff6d9-f488-4d6a-8cb0-d4198b2ada7a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:24.204746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f790b221-3c98-4c6a-967f-215e484aec63']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:24.244151 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1298f0e-4f0d-4056-85a0-7d90f207286c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:24.244567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1298f0e-4f0d-4056-85a0-7d90f207286c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:24.251760 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e1298f0e-4f0d-4056-85a0-7d90f207286c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/aed7d806-894d-4366-98bb-4a5974d47966 HTTP/1.1" status: 404 len: 337 time: 0.1085742 Mar 28 15:23:24.251760 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-137899d4-c42b-41d3-82ee-220075c1ca2c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:24.251760 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-137899d4-c42b-41d3-82ee-220075c1ca2c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5281532 Mar 28 15:23:24.257585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32988) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.257923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32990) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.293376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-007a75f2-4deb-42d6-bf73-7e124be4d024 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '8424548d-40ba-4ab3-844f-b3a03010738a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:24.315583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-007a75f2-4deb-42d6-bf73-7e124be4d024 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:24.319186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cb6c56-c886-42bd-9653-ab7f2620c2f2') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:24.319489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cb6c56-c886-42bd-9653-ab7f2620c2f2') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:24.324080 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-89702f26-dbc0-4693-8f75-bc81624b57a1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:24.324543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89702f26-dbc0-4693-8f75-bc81624b57a1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:24.326217 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-89702f26-dbc0-4693-8f75-bc81624b57a1 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/b487da8a-a66c-4866-9554-72003c948762 HTTP/1.1" status: 404 len: 333 time: 0.0657759 Mar 28 15:23:24.327378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-007a75f2-4deb-42d6-bf73-7e124be4d024 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:24.331807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 32996) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.332609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-007a75f2-4deb-42d6-bf73-7e124be4d024 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:24.340462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:24.341068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.351351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.365891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcf9cfe4-1933-4960-90b4-4402595f074a None None] Provisioning for port caf7f14e-95e0-4419-871a-909288d7488b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:24.369176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-007a75f2-4deb-42d6-bf73-7e124be4d024 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:24.373190 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcf9cfe4-1933-4960-90b4-4402595f074a None None] Provisioning complete for port caf7f14e-95e0-4419-871a-909288d7488b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:24.376238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cfe4-1933-4960-90b4-4402595f074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.392659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.434865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-dcf9cfe4-1933-4960-90b4-4402595f074a None None] Port caf7f14e-95e0-4419-871a-909288d7488b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:23:24.436724 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba27608-5de3-483c-aead-5a4178d6280f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:24.437130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba27608-5de3-483c-aead-5a4178d6280f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:24.438680 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-eba27608-5de3-483c-aead-5a4178d6280f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/3224e56b-76db-4e02-8770-1e68c77f6640 HTTP/1.1" status: 404 len: 337 time: 0.1031594 Mar 28 15:23:24.451529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33000) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.466775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:24.467198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:24.484284 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:24.611107 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-1300f2b5-7f95-4f98-a729-9bd3c3fb3ddd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4569764 Mar 28 15:23:24.616953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.634737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Request body: {'port': {'device_id': '841b37e5-9715-4d44-835c-aede6f8458aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:24.669921 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e45889-4030-473f-95aa-c6ba86e37153 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:24.669921 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e45889-4030-473f-95aa-c6ba86e37153 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:24.671702 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f7e45889-4030-473f-95aa-c6ba86e37153 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/e3608913-814d-4d1c-9ac0-f01b573d7b0e HTTP/1.1" status: 404 len: 333 time: 0.2185171 Mar 28 15:23:24.683217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33006) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.729965 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe8e914-2ed1-4f4f-b28b-bd3e0de6b8e6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:24.730660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe8e914-2ed1-4f4f-b28b-bd3e0de6b8e6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:24.736585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.768835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff3c1-2bee-4065-b874-313fd33e4c5e req-cfb5eecb-6e1c-4ef3-9e8b-feb978a832f2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:24.770421 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-03cff3c1-2bee-4065-b874-313fd33e4c5e req-cfb5eecb-6e1c-4ef3-9e8b-feb978a832f2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 931 time: 0.1500211 Mar 28 15:23:24.774559 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-dfe8e914-2ed1-4f4f-b28b-bd3e0de6b8e6 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/db953851-c101-4f7f-93cd-ff26fff85e2c HTTP/1.1" status: 404 len: 337 time: 0.0880661 Mar 28 15:23:24.774796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33010) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.836723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Router d00d9da0-8298-4a31-8b87-48625a225e00 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:23:24.839061 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37f1eb6-c24b-4344-8ba9-2ee7d881e0de tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:24.839537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37f1eb6-c24b-4344-8ba9-2ee7d881e0de tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:24.841230 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f37f1eb6-c24b-4344-8ba9-2ee7d881e0de tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/f0e4b2bb-6fb8-4ede-8bf7-66a8ed192b6f HTTP/1.1" status: 404 len: 333 time: 0.0654178 Mar 28 15:23:24.842165 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-007a75f2-4deb-42d6-bf73-7e124be4d024 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:24.845632 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-007a75f2-4deb-42d6-bf73-7e124be4d024 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5842719 Mar 28 15:23:24.853434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33014) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.853769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33016) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:24.981626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:24.982339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-03cff3c1-2bee-4065-b874-313fd33e4c5e req-d4065287-00b3-4a2b-84e0-d83e67150850 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:24.993396 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3d312a-9141-4a52-9a6c-8de30fad1318 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:24.993846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3d312a-9141-4a52-9a6c-8de30fad1318 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:24.995537 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8b3d312a-9141-4a52-9a6c-8de30fad1318 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/02b52371-537a-4a19-b0a6-fd77f9259bd2 HTTP/1.1" status: 404 len: 337 time: 0.1408486 Mar 28 15:23:24.999282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33022) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.026811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.074507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=f790b221-3c98-4c6a-967f-215e484aec63,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:25.092580 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a991c2b6-935d-46e2-8118-09eb92cb3ee6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/f790b221-3c98-4c6a-967f-215e484aec63 HTTP/1.1" status: 204 len: 168 time: 6.8071697 Mar 28 15:23:25.105065 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-15aa3771-00d4-4136-81ef-5f7d7acf2b24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.105526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15aa3771-00d4-4136-81ef-5f7d7acf2b24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.107195 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-15aa3771-00d4-4136-81ef-5f7d7acf2b24 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/faa7dad2-1b96-4f82-94ca-53980a1cf672 HTTP/1.1" status: 404 len: 333 time: 0.1015663 Mar 28 15:23:25.107742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33026) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.116276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33028) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.127518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d95b22a-5097-4d48-a6a1-541d14a06413 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.127781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.129233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-03cff3c1-2bee-4065-b874-313fd33e4c5e req-d4065287-00b3-4a2b-84e0-d83e67150850 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:25.130385 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-03cff3c1-2bee-4065-b874-313fd33e4c5e req-d4065287-00b3-4a2b-84e0-d83e67150850 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528261 Mar 28 15:23:25.145295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1941888516'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:25.180748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d95b22a-5097-4d48-a6a1-541d14a06413 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.188294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:23:25.190521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:25.201751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5cc28-7460-4e75-af12-00fb25c63346 None None] Sync routers for ids ['d00d9da0-8298-4a31-8b87-48625a225e00'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:23:25.213690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5cc28-7460-4e75-af12-00fb25c63346 None None] Routers {'d00d9da0-8298-4a31-8b87-48625a225e00'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:25.214557 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-31c5cc28-7460-4e75-af12-00fb25c63346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d00d9da0-8298-4a31-8b87-48625a225e00'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:25.236388 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e27b02-4baf-4868-9eb2-f5abaa554a71 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.236833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e27b02-4baf-4868-9eb2-f5abaa554a71 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.238749 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-68e27b02-4baf-4868-9eb2-f5abaa554a71 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/4ae8aeaa-9b21-4d8f-9558-aa953916b7df HTTP/1.1" status: 404 len: 337 time: 0.1122599 Mar 28 15:23:25.243230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33034) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.243396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:25.270372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:25.289570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-31c5cc28-7460-4e75-af12-00fb25c63346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:25.290712 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2cb584-522c-4208-a4ce-573a549c9572 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.291201 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2cb584-522c-4208-a4ce-573a549c9572 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.291887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:25.296153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5cc28-7460-4e75-af12-00fb25c63346 None None] Routers {'d00d9da0-8298-4a31-8b87-48625a225e00'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:25.296757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-31c5cc28-7460-4e75-af12-00fb25c63346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d00d9da0-8298-4a31-8b87-48625a225e00'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:25.303550 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5d2cb584-522c-4208-a4ce-573a549c9572 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/3ea46793-388a-4bda-bfa9-a8aefe6ee5a7 HTTP/1.1" status: 404 len: 337 time: 0.0590904 Mar 28 15:23:25.305481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33038) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.309567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.312264 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-17bab210-5195-43d0-a85d-c2039da48da3 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3926194 Mar 28 15:23:25.317211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33042) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.347111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:25.358669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-31c5cc28-7460-4e75-af12-00fb25c63346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:25.359103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5cc28-7460-4e75-af12-00fb25c63346 None None] The sync data for ids ['d00d9da0-8298-4a31-8b87-48625a225e00'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:23:25.362049 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd519ec-567a-4b62-89be-422e97d903a9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.362630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd519ec-567a-4b62-89be-422e97d903a9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.364804 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ffd519ec-567a-4b62-89be-422e97d903a9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/ee892cea-424d-4070-b935-4335c512b93e HTTP/1.1" status: 404 len: 333 time: 0.0582108 Mar 28 15:23:25.365629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d95b22a-5097-4d48-a6a1-541d14a06413 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.368183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d95b22a-5097-4d48-a6a1-541d14a06413 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.371150 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0d95b22a-5097-4d48-a6a1-541d14a06413 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/8424548d-40ba-4ab3-844f-b3a03010738a HTTP/1.1" status: 204 len: 168 time: 0.5131192 Mar 28 15:23:25.371150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33046) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.379909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33048) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.402398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:23:25.419741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:25.423122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.436117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95b22a-5097-4d48-a6a1-541d14a06413 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8424548d-40ba-4ab3-844f-b3a03010738a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:25.440746 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-76397a52-39a1-4c32-b446-06569d273cfb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.441412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76397a52-39a1-4c32-b446-06569d273cfb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.446519 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-76397a52-39a1-4c32-b446-06569d273cfb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/9f293671-55e9-48ce-9a7a-3f573b591886 HTTP/1.1" status: 404 len: 337 time: 0.0654123 Mar 28 15:23:25.446737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33054) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.494741 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-661c4186-9141-45ca-996d-31fcb9c6be50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.495222 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661c4186-9141-45ca-996d-31fcb9c6be50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.496795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.496928 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-661c4186-9141-45ca-996d-31fcb9c6be50 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/5d977c3a-0217-43d7-840b-5242c14fa01a HTTP/1.1" status: 404 len: 337 time: 0.0493417 Mar 28 15:23:25.499758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33058) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.556253 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fffd8c-c679-42c0-bfc2-ce70a159ea7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.556611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fffd8c-c679-42c0-bfc2-ce70a159ea7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.558370 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-93fffd8c-c679-42c0-bfc2-ce70a159ea7a tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/c45dcd32-90f3-485a-a037-7cf62d9e0d13 HTTP/1.1" status: 404 len: 333 time: 0.0577338 Mar 28 15:23:25.562300 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-48561eed-80b4-4412-be1b-fa5e8010a7ab tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Synchronizing usage tracker for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:25.564683 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33062) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.609156 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-9232d59b-2a29-4b8a-8091-017ef2a5023f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.609607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9232d59b-2a29-4b8a-8091-017ef2a5023f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.611264 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9232d59b-2a29-4b8a-8091-017ef2a5023f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/6f1c49a8-d0c3-4d76-a378-3d8b023fb412 HTTP/1.1" status: 404 len: 337 time: 0.0446589 Mar 28 15:23:25.614546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33066) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.632085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:25.634028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.639155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.653907 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-038b00c0-7286-4d1c-9a3c-3bbd02b4e28e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.654354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038b00c0-7286-4d1c-9a3c-3bbd02b4e28e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.656102 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-038b00c0-7286-4d1c-9a3c-3bbd02b4e28e tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/a07ae2f3-c982-4b5f-9a9c-0ee6d5ae1a2b HTTP/1.1" status: 404 len: 337 time: 0.0404060 Mar 28 15:23:25.658765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33070) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.703571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.703951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-48561eed-80b4-4412-be1b-fa5e8010a7ab tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Unset dirty status for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:25.705180 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-48561eed-80b4-4412-be1b-fa5e8010a7ab tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3220234 Mar 28 15:23:25.709752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33074) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.712094 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca1c9e6-0ee8-49f2-a6fa-8f3cd842dab3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.712559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca1c9e6-0ee8-49f2-a6fa-8f3cd842dab3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.714277 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bca1c9e6-0ee8-49f2-a6fa-8f3cd842dab3 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/b7d902d2-a143-4d21-97c4-4de70d84a636 HTTP/1.1" status: 404 len: 333 time: 0.0545259 Mar 28 15:23:25.717456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040781813'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:25.721444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33078) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.724865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:25.766327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.766956 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment 0cb5d411-03cb-450d-ae62-98144720b472 of type vlan for network c3744f1c-8708-4971-abee-1f8a1d78f011 Mar 28 15:23:25.768203 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9d1c3e-d562-4bd1-84a0-9f442ba33500 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.768651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9d1c3e-d562-4bd1-84a0-9f442ba33500 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.770389 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-df9d1c3e-d562-4bd1-84a0-9f442ba33500 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/6dfc88bb-88b9-4fb7-862d-057753da6245 HTTP/1.1" status: 404 len: 337 time: 0.0470657 Mar 28 15:23:25.772181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:25.773287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33082) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.814400 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ef25b3-9c49-4bbb-9f07-d9b5a8fa3ca4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:25.814764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ef25b3-9c49-4bbb-9f07-d9b5a8fa3ca4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:25.819651 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-23ef25b3-9c49-4bbb-9f07-d9b5a8fa3ca4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/b051cfe2-0aa0-445d-ba0d-ad3352ad4d78 HTTP/1.1" status: 404 len: 337 time: 0.0425341 Mar 28 15:23:25.819816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33086) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.859360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:25.883625 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dee596ec-a10d-4f7d-847c-9774e650d2ec tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 HTTP/1.1" status: 200 len: 205 time: 0.0605183 Mar 28 15:23:25.885157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33090) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.953235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:25.957294 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-5230a062-1428-4205-88e8-4317e359c6a4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] delete failed (client error): The resource could not be found. Mar 28 15:23:25.958322 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5230a062-1428-4205-88e8-4317e359c6a4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/routers/ae59c8bf-82dd-4fc8-a1af-e0d225ec9780 HTTP/1.1" status: 404 len: 336 time: 0.0731990 Mar 28 15:23:25.959373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:25.961724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33094) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:25.964024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:26.005060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:26.011092 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e26d3ca-a6fb-489f-b112-18d071743afd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.011547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e26d3ca-a6fb-489f-b112-18d071743afd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.013205 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8e26d3ca-a6fb-489f-b112-18d071743afd tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/6100486d-6b64-47ea-9fd2-11280575c0f4 HTTP/1.1" status: 404 len: 337 time: 0.0506065 Mar 28 15:23:26.018347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33098) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.044231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=04b2c310-a394-4c4d-ba5d-4ff3e73df048,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:26.062373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.074454 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9f4164dd-fe3d-4774-9726-497ccce28efb tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "GET /v2.0/ports?device_id=5075ac0d-2274-4911-a216-7fc54906bbb9 HTTP/1.1" status: 200 len: 205 time: 0.0526326 Mar 28 15:23:26.074646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33102) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.092665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=0232d51f-aab9-404a-955c-84606a19156a,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:26.141680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking segment: {'id': '3ff67cea-bfc2-4d79-aec9-48fb2248f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd146ca5f-cc31-46c7-884e-b4961f8500c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:26.142031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network hostable DHCP agents. Network: d146ca5f-cc31-46c7-884e-b4961f8500c7, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:26.164580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.165824 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-91b0bf51-5c53-46a3-a14c-2679d177a1a4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] delete failed (client error): The resource could not be found. Mar 28 15:23:26.166528 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-91b0bf51-5c53-46a3-a14c-2679d177a1a4 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/routers/5075ac0d-2274-4911-a216-7fc54906bbb9 HTTP/1.1" status: 404 len: 336 time: 0.0889633 Mar 28 15:23:26.170549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33108) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.219441 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec0b068-b254-48df-8cee-c7542e3326e9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.219892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec0b068-b254-48df-8cee-c7542e3326e9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.244239 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1ec0b068-b254-48df-8cee-c7542e3326e9 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/fe4eb536-0ea2-4ca0-bb6c-aefc1ce8050d HTTP/1.1" status: 404 len: 337 time: 0.0703363 Mar 28 15:23:26.245670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33112) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.418241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.422672 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-89111017-758c-4563-9e21-33a025242b88 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.423158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89111017-758c-4563-9e21-33a025242b88 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.427179 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-89111017-758c-4563-9e21-33a025242b88 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/ba35f1de-cc44-467a-94a6-e584c7c4a072 HTTP/1.1" status: 404 len: 337 time: 0.1791294 Mar 28 15:23:26.427440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33116) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.469880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.474520 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-babb8926-d05d-43d7-ae24-bc1f0a195b8f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.474984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babb8926-d05d-43d7-ae24-bc1f0a195b8f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.479018 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-babb8926-d05d-43d7-ae24-bc1f0a195b8f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/3111f106-a887-423f-a161-816a31d76b05 HTTP/1.1" status: 404 len: 333 time: 0.0483603 Mar 28 15:23:26.486118 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33120) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.517349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 603df52e-73a8-4fb8-8897-17dfd166b440 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:26.520657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.525935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:26.526504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.529823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network d146ca5f-cc31-46c7-884e-b4961f8500c7 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:26.538018 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb72629f-744a-49cf-a33f-da2fa5510713 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.538462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb72629f-744a-49cf-a33f-da2fa5510713 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.540125 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cb72629f-744a-49cf-a33f-da2fa5510713 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/b667c714-f0bf-4d4b-81c1-cf3e5a184d88 HTTP/1.1" status: 404 len: 337 time: 0.0478303 Mar 28 15:23:26.546720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33124) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.589757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.590965 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8809061 Mar 28 15:23:26.597331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c3af6-6c69-4dc2-b437-7e3811d348a3 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c47643-b4cd-432b-b3a9-6219d1b9fde8,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:26.600307 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33128) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.603446 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7850df5c-be71-4e65-b428-35d8792dd848 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.603907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7850df5c-be71-4e65-b428-35d8792dd848 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.608305 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7850df5c-be71-4e65-b428-35d8792dd848 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/7917a13d-b731-4b46-b443-4a2de0e908df HTTP/1.1" status: 404 len: 333 time: 0.0578413 Mar 28 15:23:26.608914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a51b95c5-0219-4aeb-bf45-e18152434c54 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '44c47643-b4cd-432b-b3a9-6219d1b9fde8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:26.610527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:26.614486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33132) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.617430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a51b95c5-0219-4aeb-bf45-e18152434c54 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:26.652369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a51b95c5-0219-4aeb-bf45-e18152434c54 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:26.658592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a51b95c5-0219-4aeb-bf45-e18152434c54 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:26.661952 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b508c4-edc1-4db4-8974-397a9f6b2ad2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.662406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b508c4-edc1-4db4-8974-397a9f6b2ad2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.669887 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-55b508c4-edc1-4db4-8974-397a9f6b2ad2 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/12cd6244-c6d3-4b98-a5c5-1905160f489a HTTP/1.1" status: 404 len: 337 time: 0.0486822 Mar 28 15:23:26.669887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33136) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.670096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf7f14e-95e0-4419-871a-909288d7488b {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:23:26.670343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a51b95c5-0219-4aeb-bf45-e18152434c54 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:26.719331 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f93f51e-98f6-434f-a359-25ab632a625f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.719800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f93f51e-98f6-434f-a359-25ab632a625f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.721441 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7f93f51e-98f6-434f-a359-25ab632a625f tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/196baaaa-5d03-4156-b1a7-7c3241822599 HTTP/1.1" status: 404 len: 333 time: 0.0530717 Mar 28 15:23:26.724670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33140) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.763557 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-845e7e71-6079-44e5-9b27-551553af5b25 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.764017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845e7e71-6079-44e5-9b27-551553af5b25 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.765710 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-845e7e71-6079-44e5-9b27-551553af5b25 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/56313f61-52df-41b0-8ca4-85575fb0d456 HTTP/1.1" status: 404 len: 337 time: 0.0401394 Mar 28 15:23:26.768279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33144) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.798867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.805614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, d146ca5f-cc31-46c7-884e-b4961f8500c7) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:26.821240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23f715-c9a2-47ab-be04-a1c800431bd2 None None] Network d146ca5f-cc31-46c7-884e-b4961f8500c7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:26.823605 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e12246a-aa6a-48ae-9e2a-3b9a40099b92 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.824081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e12246a-aa6a-48ae-9e2a-3b9a40099b92 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.828785 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4e12246a-aa6a-48ae-9e2a-3b9a40099b92 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/06635681-44ef-4801-8df9-8ee12bfbef82 HTTP/1.1" status: 404 len: 333 time: 0.0593159 Mar 28 15:23:26.829654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33148) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.830353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:26.831291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.846522 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7315147 Mar 28 15:23:26.852243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33152) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.884349 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff46dde6-f80c-45e6-9070-96b8635f468c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.884816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff46dde6-f80c-45e6-9070-96b8635f468c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.889182 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ff46dde6-f80c-45e6-9070-96b8635f468c tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/14f5c29e-1393-4466-b4f3-204d2da49b2e HTTP/1.1" status: 404 len: 337 time: 0.0484121 Mar 28 15:23:26.891195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33156) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.935378 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7609081-8ce5-4860-8ffe-3703be5de62b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.935755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7609081-8ce5-4860-8ffe-3703be5de62b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.937329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e02c4b09-7e60-4d3f-bf17-230c507dba0a None None] Provisioning complete for port 04b2c310-a394-4c4d-ba5d-4ff3e73df048 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:26.937937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e02c4b09-7e60-4d3f-bf17-230c507dba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:26.940276 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c7609081-8ce5-4860-8ffe-3703be5de62b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/9283d2b5-e0c9-481e-ad3c-d565eb2649ca HTTP/1.1" status: 404 len: 333 time: 0.0489001 Mar 28 15:23:26.940894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33160) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:26.959137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': 'c3744f1c-8708-4971-abee-1f8a1d78f011', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:26.978860 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-534ea267-1ce5-4a9a-acbb-bfeb24b04278 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:26.979725 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534ea267-1ce5-4a9a-acbb-bfeb24b04278 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:26.983873 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-534ea267-1ce5-4a9a-acbb-bfeb24b04278 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/3331a2bd-16c9-48a7-a61a-1471c09e97b4 HTTP/1.1" status: 404 len: 337 time: 0.0416081 Mar 28 15:23:26.984781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33164) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:27.023009 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-a51b95c5-0219-4aeb-bf45-e18152434c54 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The resource could not be found. Mar 28 15:23:27.026600 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a51b95c5-0219-4aeb-bf45-e18152434c54 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4228220 Mar 28 15:23:27.033551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd558abf-82ad-4665-824f-88cbcbf3a05e tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=c3744f1c-8708-4971-abee-1f8a1d78f011,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:27.033746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33168) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:27.040160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-99aee69c-e1ca-4b74-86dc-8d94a4c305ba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '44c47643-b4cd-432b-b3a9-6219d1b9fde8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f7a4c38e-94b9-4dd7-bf12-f70d751cf144'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:27.042322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e02c4b09-7e60-4d3f-bf17-230c507dba0a None None] Port 04b2c310-a394-4c4d-ba5d-4ff3e73df048 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:23:27.043346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Transition to ACTIVE for port object caf7f14e-95e0-4419-871a-909288d7488b will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:27.048044 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3495bc32-982a-49c5-a4a5-066151dabc78 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:27.048868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3495bc32-982a-49c5-a4a5-066151dabc78 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:27.049876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network c3744f1c-8708-4971-abee-1f8a1d78f011 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:27.053943 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3495bc32-982a-49c5-a4a5-066151dabc78 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/37604fb0-13ad-4fdb-b53c-809253c0ebec HTTP/1.1" status: 404 len: 333 time: 0.0647168 Mar 28 15:23:27.053943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33172) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:27.057326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-99aee69c-e1ca-4b74-86dc-8d94a4c305ba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:27.069063 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3d8c6c74-ff8e-427b-9ac6-eb3aeca91b25 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.7223203 Mar 28 15:23:27.079713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33176) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:27.099605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-99aee69c-e1ca-4b74-86dc-8d94a4c305ba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:27.102928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-99aee69c-e1ca-4b74-86dc-8d94a4c305ba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:27.107482 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ca92ac-c8d9-4d41-babd-99c138f3800d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:27.107623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ca92ac-c8d9-4d41-babd-99c138f3800d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:27.111686 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-66ca92ac-c8d9-4d41-babd-99c138f3800d tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/02066960-2bbf-4ce8-9ee8-27f71c7b1abc HTTP/1.1" status: 404 len: 337 time: 0.0544748 Mar 28 15:23:27.114388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33180) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:27.117203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-99aee69c-e1ca-4b74-86dc-8d94a4c305ba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:27.159073 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9ae1fc-9bd2-4880-a0e1-cd6f42ecd6ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:27.159073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9ae1fc-9bd2-4880-a0e1-cd6f42ecd6ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:27.163826 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cf9ae1fc-9bd2-4880-a0e1-cd6f42ecd6ee tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/ports/d7cd9799-eda7-4168-8402-594c3fe31cd5 HTTP/1.1" status: 404 len: 333 time: 0.0460949 Mar 28 15:23:27.166258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33184) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:27.210765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.211198 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bae374-2a14-4cda-8eb8-77e73a37734b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:27.211999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bae374-2a14-4cda-8eb8-77e73a37734b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:27.213218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-d146ca5f-cc31-46c7-884e-b4961f8500c7', 'network_id': 'd146ca5f-cc31-46c7-884e-b4961f8500c7', 'tenant_id': 'd5cf7b5f2a93472880d6b6d30bb195f5', 'fixed_ips': [{'subnet_id': '0232d51f-aab9-404a-955c-84606a19156a'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:27.216452 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-61bae374-2a14-4cda-8eb8-77e73a37734b tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/subnets/8fdd3127-6d16-4e82-8a52-bd5bd9e900eb HTTP/1.1" status: 404 len: 337 time: 0.0487418 Mar 28 15:23:27.216578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.216685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33188) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:27.217116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.347737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.363588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f78b98-6d37-467d-b363-df04656629d7 req-5d84dc1b-a7a0-4cf5-b395-149fb127ce4a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:27.365081 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8f78b98-6d37-467d-b363-df04656629d7 req-5d84dc1b-a7a0-4cf5-b395-149fb127ce4a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 931 time: 1.1046329 Mar 28 15:23:27.389672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Allocated IP 2001:db8::1 (d146ca5f-cc31-46c7-884e-b4961f8500c7/0232d51f-aab9-404a-955c-84606a19156a/18f0e6ec-95f1-42eb-b4f3-074858ea5d49) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:27.423774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router b926ec7a-8379-410b-bbeb-3b96e03c3ee0 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:23:27.431561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:27.448268 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-99aee69c-e1ca-4b74-86dc-8d94a4c305ba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The resource could not be found. Mar 28 15:23:27.454654 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-99aee69c-e1ca-4b74-86dc-8d94a4c305ba tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4155779 Mar 28 15:23:27.454654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33192) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:27.491340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:27.505666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.513321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:27.533748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:27.541045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Pushing event updated for resources: {'Port': ['ID=caf7f14e-95e0-4419-871a-909288d7488b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:27.551489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.595514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407e43a9-7d21-4a68-a014-97c49e9e0f14']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:27.620113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633056ad-b46c-4434-a7d0-776f603558cd') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:27.620546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633056ad-b46c-4434-a7d0-776f603558cd') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:27.639480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.646660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6e8da81-d0cd-46a2-9c8e-d9ba1e7bf0e5 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.664242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.674785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.676818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Transition to ACTIVE for port object 18f0e6ec-95f1-42eb-b4f3-074858ea5d49 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:27.685411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6e8da81-d0cd-46a2-9c8e-d9ba1e7bf0e5 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.694910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:27.695510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.699344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Transition to ACTIVE for port object 18f0e6ec-95f1-42eb-b4f3-074858ea5d49 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:27.709242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Deleting port b9d47a1e-44be-40ed-8849-331c3ac07fbb {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:27.709514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:27.715468 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:27.755950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:27.759490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.762422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.796885 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8f78b98-6d37-467d-b363-df04656629d7 req-108011ca-89b9-46d6-85b9-38c14c4f7c07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528759 Mar 28 15:23:27.819196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.861555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Network d146ca5f-cc31-46c7-884e-b4961f8500c7 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:27.867883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:27.875872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:27.882816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Pushing event updated for resources: {'Port': ['ID=18f0e6ec-95f1-42eb-b4f3-074858ea5d49,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:27.913769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.928679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.952980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6e8da81-d0cd-46a2-9c8e-d9ba1e7bf0e5 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.978300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Attempting to bind port 18f0e6ec-95f1-42eb-b4f3-074858ea5d49 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:27.978669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Attempting to bind port 18f0e6ec-95f1-42eb-b4f3-074858ea5d49 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '3ff67cea-bfc2-4d79-aec9-48fb2248f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd146ca5f-cc31-46c7-884e-b4961f8500c7'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:27.978925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Attempting to bind port 18f0e6ec-95f1-42eb-b4f3-074858ea5d49 on network d146ca5f-cc31-46c7-884e-b4961f8500c7 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:27.981332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] Pushing event deleted for resources: {'Network': ['ID=407e43a9-7d21-4a68-a014-97c49e9e0f14,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:27.984750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:27.985051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Checking segment: {'id': '3ff67cea-bfc2-4d79-aec9-48fb2248f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd146ca5f-cc31-46c7-884e-b4961f8500c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:27.985417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.985806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Bound using segment: {'id': '3ff67cea-bfc2-4d79-aec9-48fb2248f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd146ca5f-cc31-46c7-884e-b4961f8500c7'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:27.986297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Bound port: 18f0e6ec-95f1-42eb-b4f3-074858ea5d49, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff67cea-bfc2-4d79-aec9-48fb2248f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'd146ca5f-cc31-46c7-884e-b4961f8500c7'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:27.986674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.988812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a6e8da81-d0cd-46a2-9c8e-d9ba1e7bf0e5 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:27.989939 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a6e8da81-d0cd-46a2-9c8e-d9ba1e7bf0e5 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/44c47643-b4cd-432b-b3a9-6219d1b9fde8 HTTP/1.1" status: 204 len: 168 time: 0.5361063 Mar 28 15:23:27.991353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8da81-d0cd-46a2-9c8e-d9ba1e7bf0e5 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c47643-b4cd-432b-b3a9-6219d1b9fde8,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:27.994939 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-737bc737-c878-4389-bfa9-db91baf41b97 tempest-NetworksTestDHCPv6-310659535 tempest-NetworksTestDHCPv6-310659535-project] 10.222.0.16 "DELETE /v2.0/networks/407e43a9-7d21-4a68-a014-97c49e9e0f14 HTTP/1.1" status: 204 len: 168 time: 0.7773254 Mar 28 15:23:27.995735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33196) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:28.087431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a16f9a8b-b1b8-4745-88c0-80ee17ce1c96 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Synchronizing usage tracker for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:28.105506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a16f9a8b-b1b8-4745-88c0-80ee17ce1c96 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Unset dirty status for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:28.110292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] For port 18f0e6ec-95f1-42eb-b4f3-074858ea5d49, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:28.111307 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a16f9a8b-b1b8-4745-88c0-80ee17ce1c96 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1145592 Mar 28 15:23:28.111907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33202) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:28.115519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] For port 18f0e6ec-95f1-42eb-b4f3-074858ea5d49, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=18f0e6ec-95f1-42eb-b4f3-074858ea5d49,segment=NetworkSegment(3ff67cea-bfc2-4d79-aec9-48fb2248f2c7),segment_id=3ff67cea-bfc2-4d79-aec9-48fb2248f2c7)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:28.118550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7bac21e4-fd33-46bc-ab21-1ccde213e3e9 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': 'd70c0482-2ed5-4d0a-b4fd-eb28efcfabb6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:28.126472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7bac21e4-fd33-46bc-ab21-1ccde213e3e9 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:28.131310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7bac21e4-fd33-46bc-ab21-1ccde213e3e9 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:28.134307 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7bac21e4-fd33-46bc-ab21-1ccde213e3e9 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:28.140173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7bac21e4-fd33-46bc-ab21-1ccde213e3e9 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:28.183529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting port 18f0e6ec-95f1-42eb-b4f3-074858ea5d49 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:28.183865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:28.241345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:28.258872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:23:28.270966 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf7a9d-733c-4d5e-b480-9999f46299c5 None None] Sync routers for ids ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:23:28.274719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Attempting to bind port caf7f14e-95e0-4419-871a-909288d7488b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:28.277101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Attempting to bind port caf7f14e-95e0-4419-871a-909288d7488b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:28.277101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Attempting to bind port caf7f14e-95e0-4419-871a-909288d7488b on network 9d73f968-a67d-45b9-aff6-702b0fff1dac {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:28.286844 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf7a9d-733c-4d5e-b480-9999f46299c5 None None] Routers {'b926ec7a-8379-410b-bbeb-3b96e03c3ee0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:28.287804 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2edf7a9d-733c-4d5e-b480-9999f46299c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:28.290014 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8787030e-860c-48db-84c2-3aa8e36e4fb7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/b926ec7a-8379-410b-bbeb-3b96e03c3ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2989731 Mar 28 15:23:28.293278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33206) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:28.311464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Port caf7f14e-95e0-4419-871a-909288d7488b on network 9d73f968-a67d-45b9-aff6-702b0fff1dac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:23:28.311787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Attempting to bind port caf7f14e-95e0-4419-871a-909288d7488b on network 9d73f968-a67d-45b9-aff6-702b0fff1dac {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:28.332806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1b8f6-9088-4ddb-a3a0-6b6fb919a837 None None] Pushing event updated for resources: {'Port': ['ID=18f0e6ec-95f1-42eb-b4f3-074858ea5d49,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:28.336752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:28.337092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Checking segment: {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:28.337467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Bound using segment: {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:28.337914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Bound port: caf7f14e-95e0-4419-871a-909288d7488b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1505696d-fbc5-4b09-a725-777a8c2cbd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:28.338263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:28.393322 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2edf7a9d-733c-4d5e-b480-9999f46299c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:28.415824 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf7a9d-733c-4d5e-b480-9999f46299c5 None None] Routers {'b926ec7a-8379-410b-bbeb-3b96e03c3ee0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:28.416580 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2edf7a9d-733c-4d5e-b480-9999f46299c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:28.416999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:28.435475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaac21c-8448-45fe-a97d-90e70b6b4a35 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:28.435475 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cdaac21c-8448-45fe-a97d-90e70b6b4a35 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports/04b2c310-a394-4c4d-ba5d-4ff3e73df048 HTTP/1.1" status: 200 len: 913 time: 0.1406579 Mar 28 15:23:28.442948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33210) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:28.511326 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2edf7a9d-733c-4d5e-b480-9999f46299c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:28.512976 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf7a9d-733c-4d5e-b480-9999f46299c5 None None] The sync data for ids ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:23:28.525076 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-7bac21e4-fd33-46bc-ab21-1ccde213e3e9 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The resource could not be found. Mar 28 15:23:28.525195 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7bac21e4-fd33-46bc-ab21-1ccde213e3e9 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4122374 Mar 28 15:23:28.525695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33214) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:28.541972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'tempest-secgroup--967640517'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:28.549246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:28.632105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Calling delete_port for b9d47a1e-44be-40ed-8849-331c3ac07fbb owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:28.741457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33220) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:28.776431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:28.903862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.004378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:29.011862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:29.016664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:29.036636 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:29.103154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.164591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] For port caf7f14e-95e0-4419-871a-909288d7488b, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:29.232008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] For port caf7f14e-95e0-4419-871a-909288d7488b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=caf7f14e-95e0-4419-871a-909288d7488b,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:29.274998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.293501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] For port 18f0e6ec-95f1-42eb-b4f3-074858ea5d49, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=18f0e6ec-95f1-42eb-b4f3-074858ea5d49,segment=NetworkSegment(3ff67cea-bfc2-4d79-aec9-48fb2248f2c7),segment_id=3ff67cea-bfc2-4d79-aec9-48fb2248f2c7)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:29.293655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.305549 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-76859164-4927-4270-95a9-40f2ab0761f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a371c51f76f144388f4716c43dc5264f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5604270 Mar 28 15:23:29.315947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33230) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:29.324322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.350546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.369643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=4d66e67f-a7ef-4627-a1ab-fbea19425dcb,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:29.374665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584d10f-ffe2-465d-9375-709dc1a8a9f6 req-f45aebd6-671e-4332-b053-b2d55a776332 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:29.376235 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1584d10f-ffe2-465d-9375-709dc1a8a9f6 req-f45aebd6-671e-4332-b053-b2d55a776332 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 943 time: 0.1946349 Mar 28 15:23:29.434832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a20bf5f-3875-4052-a59f-de48b75b3654,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:29.472942 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1584d10f-ffe2-465d-9375-709dc1a8a9f6 req-9207fe79-56d9-4685-ae6e-03bad1824cea tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843663 Mar 28 15:23:29.475666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.512142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': '0cb5d411-03cb-450d-ae62-98144720b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c3744f1c-8708-4971-abee-1f8a1d78f011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:29.512541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: c3744f1c-8708-4971-abee-1f8a1d78f011, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:29.525959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Calling delete_port for 18f0e6ec-95f1-42eb-b4f3-074858ea5d49 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:29.529881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.531093 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-21ba5eee-8928-49b3-bf70-0257686040cc tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9967418 Mar 28 15:23:29.539407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33234) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:29.546187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1414696496'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:29.622281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:29.622904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.624306 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] 10.222.0.23 "PUT /v2.0/ports/caf7f14e-95e0-4419-871a-909288d7488b HTTP/1.1" status: 200 len: 1093 time: 4.9943426 Mar 28 15:23:29.624755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:23:29.628141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:29.633539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:29.636959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:29.643203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:29.692685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2529889-698b-445f-9d20-f50fa1911625 None None] Network d146ca5f-cc31-46c7-884e-b4961f8500c7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:29.798479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.862120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:29.870983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:29.877818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:29.880484 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b', 'status': 'completed', 'code': 200} Mar 28 15:23:29.881070 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fac28-2778-4e82-92fc-c9d02a6c0294 service neutron] Pushing event updated for resources: {'Port': ['ID=caf7f14e-95e0-4419-871a-909288d7488b,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:29.889522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:29.936157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-101e22f7-2d9b-4f6a-bdd9-fb837f0428eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:29.942818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network c3744f1c-8708-4971-abee-1f8a1d78f011 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:29.965742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-98d84544-57e1-4eec-bacb-447cbb97ee55 None None] Provisioning for port 18f0e6ec-95f1-42eb-b4f3-074858ea5d49 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:30.011258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-101e22f7-2d9b-4f6a-bdd9-fb837f0428eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.013459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 04b2c310-a394-4c4d-ba5d-4ff3e73df048 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:30.013804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.031243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.087736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.102447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, c3744f1c-8708-4971-abee-1f8a1d78f011) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:30.116370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dcced6-3a8d-4bc6-935b-1a0383300012 None None] Network c3744f1c-8708-4971-abee-1f8a1d78f011 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:30.118306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Pushing event deleted for resources: {'Port': ['ID=b9d47a1e-44be-40ed-8849-331c3ac07fbb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:30.130309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:30.132446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.143232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-9087e49f-c68d-45d1-a645-c8ab1a3bd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:30.145561 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-9087e49f-c68d-45d1-a645-c8ab1a3bd1e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 1096 time: 0.3311327 Mar 28 15:23:30.193835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.273688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255f0350-4711-4a9f-804c-460989527046,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:30.295957 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-fb2aaf18-a498-429a-ba87-56f90d8c93a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caf7f14e-95e0-4419-871a-909288d7488b HTTP/1.1" status: 200 len: 217 time: 0.1149766 Mar 28 15:23:30.306679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.306859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.333193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-826e4307-bdca-4fb2-b265-dfc11f435ce1 None None] Could not find standard attr ID for object 18f0e6ec-95f1-42eb-b4f3-074858ea5d49. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:23:30.374665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.375910 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cbdc3c2c-22c9-485d-b34e-9890a999455b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8355691 Mar 28 15:23:30.391166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33240) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:30.393556 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-c3744f1c-8708-4971-abee-1f8a1d78f011', 'network_id': 'c3744f1c-8708-4971-abee-1f8a1d78f011', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': '4d66e67f-a7ef-4627-a1ab-fbea19425dcb'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:30.394919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.409255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Port': ['ID=18f0e6ec-95f1-42eb-b4f3-074858ea5d49,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:30.415209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-75c83723-372d-4baf-bec0-fe05e0ea1657 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group_rule': {'security_group_id': '1a20bf5f-3875-4052-a59f-de48b75b3654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '255f0350-4711-4a9f-804c-460989527046'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:30.454251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 04b2c310-a394-4c4d-ba5d-4ff3e73df048 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:30.466556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-75c83723-372d-4baf-bec0-fe05e0ea1657 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:30.513395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.565422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-75c83723-372d-4baf-bec0-fe05e0ea1657 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:30.581033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-75c83723-372d-4baf-bec0-fe05e0ea1657 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:30.587140 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f58144ec-1d40-44b1-b796-4242a2bf3662 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7258396 Mar 28 15:23:30.593847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33246) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:30.598630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No DVR routers for this DVR port 18f0e6ec-95f1-42eb-b4f3-074858ea5d49 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:30.600215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-101e22f7-2d9b-4f6a-bdd9-fb837f0428eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.602532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-101e22f7-2d9b-4f6a-bdd9-fb837f0428eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.604404 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-101e22f7-2d9b-4f6a-bdd9-fb837f0428eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3c8aad6-b08d-4f76-ba7c-0b1cfaf3d60a HTTP/1.1" status: 204 len: 168 time: 1.2832897 Mar 28 15:23:30.615263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-75c83723-372d-4baf-bec0-fe05e0ea1657 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:30.615435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Allocated IP 172.20.0.2 (c3744f1c-8708-4971-abee-1f8a1d78f011/4d66e67f-a7ef-4627-a1ab-fbea19425dcb/fa3062ac-1a3c-4107-a22d-c1467dd0bc53) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:30.644470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-da454754-8f60-43fd-886b-a7d787b1547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:30.646455 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-da454754-8f60-43fd-886b-a7d787b1547a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcfa578e-2539-4183-8415-31b05c48c367 HTTP/1.1" status: 200 len: 835 time: 0.3356450 Mar 28 15:23:30.713014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad25cb-ca19-4f9b-985a-0c6a25e22948 None None] DHCP port deletion for d146ca5f-cc31-46c7-884e-b4961f8500c7 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:23:30.760764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e22f7-2d9b-4f6a-bdd9-fb837f0428eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c8aad6-b08d-4f76-ba7c-0b1cfaf3d60a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:30.907352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.920100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Transition to ACTIVE for port object fa3062ac-1a3c-4107-a22d-c1467dd0bc53 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:30.926670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:30.954531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Transition to ACTIVE for port object fa3062ac-1a3c-4107-a22d-c1467dd0bc53 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:31.022129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.027845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.056603 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-75c83723-372d-4baf-bec0-fe05e0ea1657 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:23:31.057689 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-75c83723-372d-4baf-bec0-fe05e0ea1657 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6568842 Mar 28 15:23:31.060452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33254) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:31.091567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting port fa3062ac-1a3c-4107-a22d-c1467dd0bc53 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:31.092172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.092503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Network c3744f1c-8708-4971-abee-1f8a1d78f011 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:31.101069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:31.105765 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:31.132543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.139633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.157834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b501c8-670a-47dd-bab2-dd666c857b6a req-fb7031c8-f0ae-435e-aed9-7bdc801e218f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:31.159740 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-88b501c8-670a-47dd-bab2-dd666c857b6a req-fb7031c8-f0ae-435e-aed9-7bdc801e218f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 943 time: 0.5622301 Mar 28 15:23:31.161307 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.231719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Attempting to bind port fa3062ac-1a3c-4107-a22d-c1467dd0bc53 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:31.232104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Attempting to bind port fa3062ac-1a3c-4107-a22d-c1467dd0bc53 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '0cb5d411-03cb-450d-ae62-98144720b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c3744f1c-8708-4971-abee-1f8a1d78f011'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:31.232462 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Attempting to bind port fa3062ac-1a3c-4107-a22d-c1467dd0bc53 on network c3744f1c-8708-4971-abee-1f8a1d78f011 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:31.248581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:31.248962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Checking segment: {'id': '0cb5d411-03cb-450d-ae62-98144720b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c3744f1c-8708-4971-abee-1f8a1d78f011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:31.249370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.249912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Bound using segment: {'id': '0cb5d411-03cb-450d-ae62-98144720b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c3744f1c-8708-4971-abee-1f8a1d78f011'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:31.250523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Bound port: fa3062ac-1a3c-4107-a22d-c1467dd0bc53, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb5d411-03cb-450d-ae62-98144720b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c3744f1c-8708-4971-abee-1f8a1d78f011'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:31.250782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.256982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=04b2c310-a394-4c4d-ba5d-4ff3e73df048,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:31.266563 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Pushing event updated for resources: {'Port': ['ID=fa3062ac-1a3c-4107-a22d-c1467dd0bc53,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:31.382465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] For port fa3062ac-1a3c-4107-a22d-c1467dd0bc53, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:31.385830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] For port fa3062ac-1a3c-4107-a22d-c1467dd0bc53, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fa3062ac-1a3c-4107-a22d-c1467dd0bc53,segment=NetworkSegment(0cb5d411-03cb-450d-ae62-98144720b472),segment_id=0cb5d411-03cb-450d-ae62-98144720b472)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:31.387852 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-88b501c8-670a-47dd-bab2-dd666c857b6a req-af56a259-870d-4a52-a545-71abd71c21d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740415 Mar 28 15:23:31.431630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-b53905c8-edbc-454f-a0cf-01e31bde7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:31.433115 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-b53905c8-edbc-454f-a0cf-01e31bde7f91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d73f968-a67d-45b9-aff6-702b0fff1dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7249696 Mar 28 15:23:31.463242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.470013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.531174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Router d00d9da0-8298-4a31-8b87-48625a225e00 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:23:31.584819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975df1-7ede-4fd3-827b-61b24e94cde7 None None] Pushing event updated for resources: {'Port': ['ID=fa3062ac-1a3c-4107-a22d-c1467dd0bc53,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:31.612086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e5dbe10-2356-4672-bd65-0820ae58f98c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.624589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13917d8a-3deb-4c29-952d-40b8c00c97a3 None None] Network d146ca5f-cc31-46c7-884e-b4961f8500c7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:31.673932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=0232d51f-aab9-404a-955c-84606a19156a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:31.797845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e5dbe10-2356-4672-bd65-0820ae58f98c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.812443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:31.894259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c29ef4-5779-4d06-a7ae-c5a4df66422f None None] DHCP port deletion for d146ca5f-cc31-46c7-884e-b4961f8500c7 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:23:31.977607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:23:31.984086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33274) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:31.991965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692eb99-65cf-4af8-a12a-e9767655c941 None None] Sync routers for ids ['d00d9da0-8298-4a31-8b87-48625a225e00'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:23:31.993702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.002732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692eb99-65cf-4af8-a12a-e9767655c941 None None] Routers {'d00d9da0-8298-4a31-8b87-48625a225e00'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:32.003207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0692eb99-65cf-4af8-a12a-e9767655c941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d00d9da0-8298-4a31-8b87-48625a225e00'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:32.012676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.013845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-563a2634-d9b6-4ae9-9286-f8fdab7cef9c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "PUT /v2.0/routers/d00d9da0-8298-4a31-8b87-48625a225e00 HTTP/1.1" status: 200 len: 710 time: 6.6935604 Mar 28 15:23:32.021485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33280) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:32.060437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d146ca5f-cc31-46c7-884e-b4961f8500c7']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:32.075465 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-b99e7b85-46b6-4d5c-a9ce-7a4c21cc1a73 service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330552 Mar 28 15:23:32.079435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff67cea-bfc2-4d79-aec9-48fb2248f2c7') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:32.079753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff67cea-bfc2-4d79-aec9-48fb2248f2c7') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:32.095708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0692eb99-65cf-4af8-a12a-e9767655c941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:32.106006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692eb99-65cf-4af8-a12a-e9767655c941 None None] Routers {'d00d9da0-8298-4a31-8b87-48625a225e00'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:32.106623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0692eb99-65cf-4af8-a12a-e9767655c941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d00d9da0-8298-4a31-8b87-48625a225e00'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:32.174628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0692eb99-65cf-4af8-a12a-e9767655c941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:32.175068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692eb99-65cf-4af8-a12a-e9767655c941 None None] The sync data for ids ['d00d9da0-8298-4a31-8b87-48625a225e00'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:23:32.201211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2131852942'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:32.217634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:32.223058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.236688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:network and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:32.242829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:32.254013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:32.256047 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-765e7eee-223f-4329-8ba6-ff0d6bf508f4 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/routers/d00d9da0-8298-4a31-8b87-48625a225e00 HTTP/1.1" status: 200 len: 745 time: 0.2318692 Mar 28 15:23:32.257225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.259367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33284) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:32.260853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] For port fa3062ac-1a3c-4107-a22d-c1467dd0bc53, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fa3062ac-1a3c-4107-a22d-c1467dd0bc53,segment=NetworkSegment(0cb5d411-03cb-450d-ae62-98144720b472),segment_id=0cb5d411-03cb-450d-ae62-98144720b472)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:32.261212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.280337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:32.280749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:32.298814 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:32.318106 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0364115-2815-40bb-b034-d1846e6f23d7 req-a54e7d3e-bb04-4d68-bc0a-306e4b02c146 service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288029 Mar 28 15:23:32.323830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e5dbe10-2356-4672-bd65-0820ae58f98c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.365863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:32.369371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.381562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.388654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.413458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:32.428595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:security_group_rule and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:32.432704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:32.440607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:32.546108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.597765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8d4c8212-5d43-40b3-b866-c3ac79496532 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Synchronizing usage tracker for tenant:1cf50e70e55e48b6bf381933078c82ea on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:32.611081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Calling delete_port for fa3062ac-1a3c-4107-a22d-c1467dd0bc53 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:32.620265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.660261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dbe10-2356-4672-bd65-0820ae58f98c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255f0350-4711-4a9f-804c-460989527046,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:32.666483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=d146ca5f-cc31-46c7-884e-b4961f8500c7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:32.685216 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1e5d5471-3973-4e79-8b75-b5430ae4e6f4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/d146ca5f-cc31-46c7-884e-b4961f8500c7 HTTP/1.1" status: 204 len: 168 time: 5.5980911 Mar 28 15:23:32.686550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33290) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:32.690966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.698677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629454667'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:32.707665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:32.714819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:network and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:32.720265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:32.727919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fa3062ac-1a3c-4107-a22d-c1467dd0bc53 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:32.743015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:32.765655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.797842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63a893-1c01-4716-b729-582a92b8220f req-90931526-3be6-4049-a494-163f8d6cc008 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:32.799390 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5d63a893-1c01-4716-b729-582a92b8220f req-90931526-3be6-4049-a494-163f8d6cc008 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 943 time: 0.2496643 Mar 28 15:23:32.814914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:32.841046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e5dbe10-2356-4672-bd65-0820ae58f98c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.845112 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1e5dbe10-2356-4672-bd65-0820ae58f98c tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/255f0350-4711-4a9f-804c-460989527046 HTTP/1.1" status: 204 len: 168 time: 1.7833824 Mar 28 15:23:32.845771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33294) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:32.854307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836da47-45dc-4291-81cf-6253649fc9ae req-53122947-7170-4446-b0c4-e46ef04278c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:32.855725 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0836da47-45dc-4291-81cf-6253649fc9ae req-53122947-7170-4446-b0c4-e46ef04278c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 1096 time: 0.3424013 Mar 28 15:23:32.856364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2060a79-0e2f-4423-9916-89aefef62240,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:32.861897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.862260 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Added segment 513f81cf-e6ed-4b6c-8750-46a80f4e91ca of type vlan for network a5256949-0363-45f6-8a6e-2b284021af46 Mar 28 15:23:32.873446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8d4c8212-5d43-40b3-b866-c3ac79496532 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] Unset dirty status for tenant:1cf50e70e55e48b6bf381933078c82ea on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:32.873446 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8d4c8212-5d43-40b3-b866-c3ac79496532 tempest-RoutersIpV6AdminTest-1186891501 tempest-RoutersIpV6AdminTest-1186891501-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&device_id=d00d9da0-8298-4a31-8b87-48625a225e00 HTTP/1.1" status: 200 len: 205 time: 0.5997593 Mar 28 15:23:32.890407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port fa3062ac-1a3c-4107-a22d-c1467dd0bc53 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:32.892730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33298) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:32.898617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:32.902168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:32.955892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723851c-0a91-45ba-a8dd-420824f422a3 None None] Network c3744f1c-8708-4971-abee-1f8a1d78f011 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:32.998696 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-68ed8172-7487-4ac7-ba47-c3568c88d78c tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=d00d9da0-8298-4a31-8b87-48625a225e00 HTTP/1.1" status: 200 len: 205 time: 0.1044090 Mar 28 15:23:33.007980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router b926ec7a-8379-410b-bbeb-3b96e03c3ee0 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:23:33.008691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33302) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:33.015244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.027069 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5d63a893-1c01-4716-b729-582a92b8220f req-5399381c-f780-4074-99fb-b9e905d34bc8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130198 Mar 28 15:23:33.053314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:33.094617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.094891 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment 0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a of type vlan for network ee994c76-280e-41fb-8003-bee0750eb844 Mar 28 15:23:33.107287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836da47-45dc-4291-81cf-6253649fc9ae req-6b246ace-863c-4cda-9a8c-8847436947f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:33.108892 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0836da47-45dc-4291-81cf-6253649fc9ae req-6b246ace-863c-4cda-9a8c-8847436947f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d73f968-a67d-45b9-aff6-702b0fff1dac HTTP/1.1" status: 200 len: 898 time: 0.2448549 Mar 28 15:23:33.180746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.186266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:33.186857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.258209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-df798394-1918-4698-9ea3-e0bc5683e5ae tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Synchronizing usage tracker for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:33.262440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3e8aef6-2e9c-4847-91b0-6320ceb4e8ed tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.356972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.359400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e95152a4-2e86-4f49-ac54-597e97464a03 None None] Provisioning for port fa3062ac-1a3c-4107-a22d-c1467dd0bc53 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:33.365862 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0836da47-45dc-4291-81cf-6253649fc9ae req-9b7b8018-27d8-4479-8835-2da461b8ac85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caf7f14e-95e0-4419-871a-909288d7488b HTTP/1.1" status: 200 len: 217 time: 0.2500784 Mar 28 15:23:33.371329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e95152a4-2e86-4f49-ac54-597e97464a03 None None] Provisioning complete for port fa3062ac-1a3c-4107-a22d-c1467dd0bc53 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:33.371329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e95152a4-2e86-4f49-ac54-597e97464a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.401852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.413888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e95152a4-2e86-4f49-ac54-597e97464a03 None None] Port fa3062ac-1a3c-4107-a22d-c1467dd0bc53 was deleted so its status cannot be updated. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 15:23:33.489089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f685b-7929-4231-8e39-b14e640a716c None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:23:33.519153 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5248110 Mar 28 15:23:33.521289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Port': ['ID=fa3062ac-1a3c-4107-a22d-c1467dd0bc53,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:33.532245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415131f-7622-4683-b1a3-395438e509af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Network': ['ID=a5256949-0363-45f6-8a6e-2b284021af46,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:33.532245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836da47-45dc-4291-81cf-6253649fc9ae req-10faafd3-c578-482d-85bd-27b4bdee29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:33.533053 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0836da47-45dc-4291-81cf-6253649fc9ae req-10faafd3-c578-482d-85bd-27b4bdee29eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcfa578e-2539-4183-8415-31b05c48c367 HTTP/1.1" status: 200 len: 835 time: 0.1495044 Mar 28 15:23:33.605349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.611664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:33.612469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:33.613722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-df798394-1918-4698-9ea3-e0bc5683e5ae tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Unset dirty status for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:33.618234 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-df798394-1918-4698-9ea3-e0bc5683e5ae tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.7579582 Mar 28 15:23:33.645569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33306) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:33.671790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423f685b-7929-4231-8e39-b14e640a716c None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:23:33.681961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network a5256949-0363-45f6-8a6e-2b284021af46 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:33.701856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836da47-45dc-4291-81cf-6253649fc9ae req-a0a3caa2-f047-4441-8d67-ff43f349d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:33.703779 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0836da47-45dc-4291-81cf-6253649fc9ae req-a0a3caa2-f047-4441-8d67-ff43f349d3e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d73f968-a67d-45b9-aff6-702b0fff1dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1629901 Mar 28 15:23:33.724764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:23:33.736775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No DVR routers for this DVR port fa3062ac-1a3c-4107-a22d-c1467dd0bc53 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:33.748313 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b87ec-887e-46a4-9f42-756de1e862b1 None None] Sync routers for ids ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:23:33.766654 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b87ec-887e-46a4-9f42-756de1e862b1 None None] Routers {'b926ec7a-8379-410b-bbeb-3b96e03c3ee0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:33.767456 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-881b87ec-887e-46a4-9f42-756de1e862b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:33.803601 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1104639 Mar 28 15:23:33.828194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33310) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:33.835789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd16c46-c7c0-4e75-b045-33904f39ea63 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=ee994c76-280e-41fb-8003-bee0750eb844,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:33.845949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': 'ee994c76-280e-41fb-8003-bee0750eb844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:33.872274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b5c4abc3-1269-43bb-9af8-27af53f9e5ea None None] Could not find standard attr ID for object fa3062ac-1a3c-4107-a22d-c1467dd0bc53. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:23:33.878147 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network ee994c76-280e-41fb-8003-bee0750eb844 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:33.935041 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-881b87ec-887e-46a4-9f42-756de1e862b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:33.958038 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b87ec-887e-46a4-9f42-756de1e862b1 None None] Routers {'b926ec7a-8379-410b-bbeb-3b96e03c3ee0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:33.958984 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-881b87ec-887e-46a4-9f42-756de1e862b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:34.002884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3e8aef6-2e9c-4847-91b0-6320ceb4e8ed tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.006396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3e8aef6-2e9c-4847-91b0-6320ceb4e8ed tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.013968 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8aa4e2bb-868c-4302-ab02-d9957d6a45ff tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/b926ec7a-8379-410b-bbeb-3b96e03c3ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5699542 Mar 28 15:23:34.025276 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33314) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:34.087375 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-881b87ec-887e-46a4-9f42-756de1e862b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:34.089438 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b87ec-887e-46a4-9f42-756de1e862b1 None None] The sync data for ids ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:23:34.182807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:34.191143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.208894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:subnet and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:34.215640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:34.230803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3e8aef6-2e9c-4847-91b0-6320ceb4e8ed tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.231553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e8aef6-2e9c-4847-91b0-6320ceb4e8ed tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Fanout notify agent at l3_agent the message router_deleted on router d00d9da0-8298-4a31-8b87-48625a225e00 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:23:34.236895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:34.247944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-751ce312-dcea-4473-9d9b-e614e3739471 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.292814 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0836da47-45dc-4291-81cf-6253649fc9ae req-9e044f79-7a47-41a4-989f-ee735a9efb1e service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348182 Mar 28 15:23:34.299162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-751ce312-dcea-4473-9d9b-e614e3739471 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.315051 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e3e8aef6-2e9c-4847-91b0-6320ceb4e8ed tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.317216 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e3e8aef6-2e9c-4847-91b0-6320ceb4e8ed tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/d00d9da0-8298-4a31-8b87-48625a225e00 HTTP/1.1" status: 204 len: 168 time: 1.3006642 Mar 28 15:23:34.329876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33320) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:34.356807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:34.360722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.457896 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7df285a9-6dcc-4347-93dc-f45eb07e5adc tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=d00d9da0-8298-4a31-8b87-48625a225e00 HTTP/1.1" status: 200 len: 205 time: 0.1299503 Mar 28 15:23:34.462602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33324) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:34.511982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device caf7f14e-95e0-4419-871a-909288d7488b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:23:34.605499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-d4cb41dd-0b9c-4839-8729-cf28921ff68e tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] delete failed (client error): The resource could not be found. Mar 28 15:23:34.606902 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d4cb41dd-0b9c-4839-8729-cf28921ff68e tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/d00d9da0-8298-4a31-8b87-48625a225e00 HTTP/1.1" status: 404 len: 336 time: 0.0903792 Mar 28 15:23:34.607062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0836da47-45dc-4291-81cf-6253649fc9ae req-56c7d311-00ba-4b1c-8c3c-bfa7b0e006f8 service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992480 Mar 28 15:23:34.611110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33328) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:34.668086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-751ce312-dcea-4473-9d9b-e614e3739471 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.703942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ce312-dcea-4473-9d9b-e614e3739471 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a20bf5f-3875-4052-a59f-de48b75b3654,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:34.713271 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3f76d509-22bb-4dd3-aa46-e79fd9491dfe tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=a388a32c-361f-46aa-82f2-40fda5a1daff HTTP/1.1" status: 200 len: 205 time: 0.0984728 Mar 28 15:23:34.714551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.720512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33332) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:34.773032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704c283-6e72-4b5a-8e93-621ccf709742 req-d13854da-2f79-4eca-aa8c-53b624e898ea tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:34.779425 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1704c283-6e72-4b5a-8e93-621ccf709742 req-d13854da-2f79-4eca-aa8c-53b624e898ea tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 943 time: 0.5570385 Mar 28 15:23:34.804462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=4d66e67f-a7ef-4627-a1ab-fbea19425dcb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:34.826697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port caf7f14e-95e0-4419-871a-909288d7488b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=caf7f14e-95e0-4419-871a-909288d7488b,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:34.847069 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-70445c4e-cccd-4440-9f9d-b43aa8fdf1ca tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] delete failed (client error): The resource could not be found. Mar 28 15:23:34.851753 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-70445c4e-cccd-4440-9f9d-b43aa8fdf1ca tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/a388a32c-361f-46aa-82f2-40fda5a1daff HTTP/1.1" status: 404 len: 336 time: 0.1268644 Mar 28 15:23:34.853396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33336) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:34.857956 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-751ce312-dcea-4473-9d9b-e614e3739471 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:34.859273 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-751ce312-dcea-4473-9d9b-e614e3739471 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/1a20bf5f-3875-4052-a59f-de48b75b3654 HTTP/1.1" status: 204 len: 168 time: 1.2045043 Mar 28 15:23:34.878116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'caf7f14e-95e0-4419-871a-909288d7488b', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'port_id': 'caf7f14e-95e0-4419-871a-909288d7488b', 'mac_address': 'fa:16:3e:c0:75:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:23:34.889594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaeda3c-dade-4641-8d11-bf56524e346f None None] DHCP port deletion for c3744f1c-8708-4971-abee-1f8a1d78f011 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:23:34.892986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33340) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:34.954043 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-90d9859a-dc52-4e2e-8293-9f715f1a3bb2 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3674f46-669d-45bb-833e-b9ba7d79ff03 HTTP/1.1" status: 200 len: 205 time: 0.0989449 Mar 28 15:23:34.956434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33344) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:34.985344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.009716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.013996 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1704c283-6e72-4b5a-8e93-621ccf709742 req-1f835610-55b2-4c9d-b16e-e391882da5b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336948 Mar 28 15:23:35.045251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf7f14e-95e0-4419-871a-909288d7488b {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:23:35.053341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3744f1c-8708-4971-abee-1f8a1d78f011']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:35.066846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port caf7f14e-95e0-4419-871a-909288d7488b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=caf7f14e-95e0-4419-871a-909288d7488b,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:35.068278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60190b1e-fa8f-44e6-87e1-b4bd5fbd88de None None] Network c3744f1c-8708-4971-abee-1f8a1d78f011 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:35.081569 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb5d411-03cb-450d-ae62-98144720b472') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:35.082651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb5d411-03cb-450d-ae62-98144720b472') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:35.093392 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-7204485c-72fe-425c-b0b0-758fe44e9864 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] delete failed (client error): The resource could not be found. Mar 28 15:23:35.095811 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7204485c-72fe-425c-b0b0-758fe44e9864 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/e3674f46-669d-45bb-833e-b9ba7d79ff03 HTTP/1.1" status: 404 len: 336 time: 0.1378787 Mar 28 15:23:35.109534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33348) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:35.111336 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-517d331d-f6f7-420d-ba5c-a8d5736f47f5 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2099080 Mar 28 15:23:35.113446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.121618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33352) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:35.170804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'tempest-secgroup--235887341'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:35.173158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.189538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:35.196137 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-75f2d9d8-9db4-4d30-b271-49bbfbf6be55 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=243d0d05-4f61-4cd0-b0c3-f733ef88d72b HTTP/1.1" status: 200 len: 205 time: 0.0945787 Mar 28 15:23:35.196137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.198497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33356) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:35.230008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:35.238963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:35.239432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.254537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:35.257598 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:35.295319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.326264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:35.355802 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-4fa0686e-ebb6-4fc0-a043-5f3f59eb5f5e tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] delete failed (client error): The resource could not be found. Mar 28 15:23:35.360015 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4fa0686e-ebb6-4fc0-a043-5f3f59eb5f5e tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/243d0d05-4f61-4cd0-b0c3-f733ef88d72b HTTP/1.1" status: 404 len: 336 time: 0.1600666 Mar 28 15:23:35.360528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33360) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:35.364653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5cf13a-a545-4467-91bb-554e128f8b13 None None] DHCP port deletion for c3744f1c-8708-4971-abee-1f8a1d78f011 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:23:35.382235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=caf7f14e-95e0-4419-871a-909288d7488b,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:35.382415 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.389039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29514612-d975-498d-a902-c5df073b62c8 None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:23:35.517119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['caf7f14e-95e0-4419-871a-909288d7488b'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:23:35.585009 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-04573f66-0736-4cd2-9c04-119a6011c8dc tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=d282746e-5619-42e7-8557-c2a5c30074ae HTTP/1.1" status: 200 len: 205 time: 0.2173486 Mar 28 15:23:35.588390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33364) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:35.672029 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-c64a8725-1eda-4be4-89ed-cfd4c2d50e20 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] delete failed (client error): The resource could not be found. Mar 28 15:23:35.676279 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c64a8725-1eda-4be4-89ed-cfd4c2d50e20 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/d282746e-5619-42e7-8557-c2a5c30074ae HTTP/1.1" status: 404 len: 336 time: 0.0838931 Mar 28 15:23:35.676858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33368) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:35.727765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=eb982bee-c60f-4368-894c-60559dcafe0b,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:35.741915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking segment: {'id': '0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ee994c76-280e-41fb-8003-bee0750eb844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:35.742272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network hostable DHCP agents. Network: ee994c76-280e-41fb-8003-bee0750eb844, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:35.754245 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-80b53dac-ff1e-448c-b1fc-92d784af9555 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f1bfdc-673b-49fa-a52e-d4742136fcd8 HTTP/1.1" status: 200 len: 205 time: 0.0717268 Mar 28 15:23:35.756733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33372) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:35.817672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.824999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.829202 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:35.854874 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-17853c1d-4046-4796-8685-4189ad4b97db tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] delete failed (client error): The resource could not be found. Mar 28 15:23:35.854874 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-17853c1d-4046-4796-8685-4189ad4b97db tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/routers/d3f1bfdc-673b-49fa-a52e-d4742136fcd8 HTTP/1.1" status: 404 len: 336 time: 0.0967510 Mar 28 15:23:35.855204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33376) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:35.928198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=c3744f1c-8708-4971-abee-1f8a1d78f011,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:35.939730 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b599f98a-849b-467c-bb68-2b7938c1777b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/c3744f1c-8708-4971-abee-1f8a1d78f011 HTTP/1.1" status: 204 len: 168 time: 5.3436704 Mar 28 15:23:35.943119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33380) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:35.947303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:35.957565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Usage tracker for resource:security_group_rule and tenant:b7e3a83f2c1348a78f9ee324e8a8c07d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:35.962495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:35.975303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:35.978803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-115316810'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:35.983009 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-12112cd0-5801-472a-9d2e-15055b61bca4 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:35.983494 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12112cd0-5801-472a-9d2e-15055b61bca4 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:35.990189 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-29514612-d975-498d-a902-c5df073b62c8 None None] Agent b21bf33d-a355-47af-8190-31cb8d101a73 already present Mar 28 15:23:35.990954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29514612-d975-498d-a902-c5df073b62c8 None None] Network ee994c76-280e-41fb-8003-bee0750eb844 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:35.991791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29514612-d975-498d-a902-c5df073b62c8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, ee994c76-280e-41fb-8003-bee0750eb844) {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:23:35.994659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network ee994c76-280e-41fb-8003-bee0750eb844 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:36.000317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:36.015006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:36.031765 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-12112cd0-5801-472a-9d2e-15055b61bca4 tempest-RoutersIpV6AdminTest-1479569674 tempest-RoutersIpV6AdminTest-1479569674-project] 10.222.0.16 "DELETE /v2.0/subnets/c18e2471-064d-4151-851e-e04b07b928c6 HTTP/1.1" status: 404 len: 337 time: 0.1747978 Mar 28 15:23:36.032812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:36.047589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:36.112431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 7b136155-2eb7-4592-8835-8a31268d7caf {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:36.112947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.124263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, ee994c76-280e-41fb-8003-bee0750eb844) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:36.129377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:36.130080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.149964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:36.158772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.234728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:36.302338 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5fc6c512-944d-486b-a393-b8d48a68d8b6 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4727564 Mar 28 15:23:36.310617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33388) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:36.330727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.335894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.336245 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment b2112adf-b215-421e-8a59-5b876ddc6012 of type vlan for network 5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11 Mar 28 15:23:36.416165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.476224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.507963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec29cf-c675-4455-bf08-7e28598dbbf0 req-3eedaa6b-af95-4184-8695-cd7d7977d999 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:36.510359 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bec29cf-c675-4455-bf08-7e28598dbbf0 req-3eedaa6b-af95-4184-8695-cd7d7977d999 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 944 time: 0.2697039 Mar 28 15:23:36.539295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb09664-3e69-47b9-93f5-08e6665138da,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:36.556419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-ee994c76-280e-41fb-8003-bee0750eb844', 'network_id': 'ee994c76-280e-41fb-8003-bee0750eb844', 'tenant_id': 'd5cf7b5f2a93472880d6b6d30bb195f5', 'fixed_ips': [{'subnet_id': 'eb982bee-c60f-4368-894c-60559dcafe0b'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:36.557282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.584241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.593906 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a5e0b223-5292-4a38-94cf-911b3d1bbfb0 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4268942 Mar 28 15:23:36.593906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33394) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:36.593906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.609180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d9f597c0-db43-4464-b249-9eb6f1af4d34 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:36.609915 dv-neutron-828143-13-hyperv neutron-server[88487]: WARNING neutron.api.v2.base [None req-d9f597c0-db43-4464-b249-9eb6f1af4d34 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 15:23:36.610512 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-d9f597c0-db43-4464-b249-9eb6f1af4d34 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 15:23:36.614125 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d9f597c0-db43-4464-b249-9eb6f1af4d34 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "PUT /v2.0/security-groups/3fb09664-3e69-47b9-93f5-08e6665138da HTTP/1.1" status: 409 len: 330 time: 0.0222659 Mar 28 15:23:36.614836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33398) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:36.659679 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bec29cf-c675-4455-bf08-7e28598dbbf0 req-05ae8bd6-d48c-4c5d-a0a0-fcd38d096af1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373765 Mar 28 15:23:36.667188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.766554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33402) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:36.768264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.829602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 7b136155-2eb7-4592-8835-8a31268d7caf owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:36.837355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.840381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Allocated IP 2001:db8::1 (ee994c76-280e-41fb-8003-bee0750eb844/eb982bee-c60f-4368-894c-60559dcafe0b/79812dd7-c275-4358-9c0c-5d245811bc2e) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:36.843788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:36.844670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:36.959475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fa3062ac-1a3c-4107-a22d-c1467dd0bc53 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:23:37.009673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: fa3062ac-1a3c-4107-a22d-c1467dd0bc53 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:23:37.010104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fa3062ac-1a3c-4107-a22d-c1467dd0bc53 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:23:37.022105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57e0e799-da75-459b-b2f9-3a9578ecfd6b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.031280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33408) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:37.045746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'subnet': {'network_id': 'a5256949-0363-45f6-8a6e-2b284021af46', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:37.065860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57e0e799-da75-459b-b2f9-3a9578ecfd6b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.198061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:37.203700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da321967-578a-4587-8790-168b6099de84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.212024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:37.221794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57e0e799-da75-459b-b2f9-3a9578ecfd6b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.226029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:37.228435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-da321967-578a-4587-8790-168b6099de84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:37.232954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:subnet and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:37.235764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-da321967-578a-4587-8790-168b6099de84 admin admin] Usage tracker for resource:security_group_rule and tenant:c3478c0334de4e4eac0e14e1325f1add is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:37.238393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:37.241135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-da321967-578a-4587-8790-168b6099de84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:37.242139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0e799-da75-459b-b2f9-3a9578ecfd6b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb09664-3e69-47b9-93f5-08e6665138da,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:37.248602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:37.251468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-da321967-578a-4587-8790-168b6099de84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:37.252611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.290335 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.307153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57e0e799-da75-459b-b2f9-3a9578ecfd6b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.308269 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-57e0e799-da75-459b-b2f9-3a9578ecfd6b tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/3fb09664-3e69-47b9-93f5-08e6665138da HTTP/1.1" status: 204 len: 168 time: 0.6926920 Mar 28 15:23:37.310225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=7b136155-2eb7-4592-8835-8a31268d7caf,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:37.311679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33412) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:37.324458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Transition to ACTIVE for port object 79812dd7-c275-4358-9c0c-5d245811bc2e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:37.347183 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a14d3a3a-2bd1-4500-a2dc-14ee0ab1e419 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3852603 Mar 28 15:23:37.351315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33416) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:37.359619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Transition to ACTIVE for port object 79812dd7-c275-4358-9c0c-5d245811bc2e will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:37.366815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': '5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:37.410676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.415938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:37.419344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.472910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Network ee994c76-280e-41fb-8003-bee0750eb844 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:37.476331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:37.480210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:37.499175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Pushing event updated for resources: {'Port': ['ID=79812dd7-c275-4358-9c0c-5d245811bc2e,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:37.508985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.587059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Attempting to bind port 79812dd7-c275-4358-9c0c-5d245811bc2e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:37.587802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Attempting to bind port 79812dd7-c275-4358-9c0c-5d245811bc2e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ee994c76-280e-41fb-8003-bee0750eb844'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:37.587802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Attempting to bind port 79812dd7-c275-4358-9c0c-5d245811bc2e on network ee994c76-280e-41fb-8003-bee0750eb844 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:37.593145 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:37.593515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Checking segment: {'id': '0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ee994c76-280e-41fb-8003-bee0750eb844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:37.593913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.594307 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Bound using segment: {'id': '0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ee994c76-280e-41fb-8003-bee0750eb844'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:37.594824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Bound port: 79812dd7-c275-4358-9c0c-5d245811bc2e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ee994c76-280e-41fb-8003-bee0750eb844'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:37.596016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.607555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6e15ab94-b9ae-4b22-958c-f7932f8b3d47 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Synchronizing usage tracker for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:37.653459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.661833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:37.697614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] For port 79812dd7-c275-4358-9c0c-5d245811bc2e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:37.701232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] For port 79812dd7-c275-4358-9c0c-5d245811bc2e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=79812dd7-c275-4358-9c0c-5d245811bc2e,segment=NetworkSegment(0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a),segment_id=0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:37.710092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:37.723804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:37.737271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=eb982bee-c60f-4368-894c-60559dcafe0b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:37.761340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:37.766244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6e15ab94-b9ae-4b22-958c-f7932f8b3d47 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] Unset dirty status for tenant:b7e3a83f2c1348a78f9ee324e8a8c07d on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:37.766244 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6e15ab94-b9ae-4b22-958c-f7932f8b3d47 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4469166 Mar 28 15:23:37.787748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33422) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:37.788956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.869991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da321967-578a-4587-8790-168b6099de84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.879361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:37.882784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.904240 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-ab3aadca-1f4f-4fa0-a081-509a7e96ebae tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] delete failed (client error): The resource could not be found. Mar 28 15:23:37.905411 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ab3aadca-1f4f-4fa0-a081-509a7e96ebae tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "DELETE /v2.0/security-groups/d25fc253-b54f-4a58-9ce7-741e21bbd299 HTTP/1.1" status: 404 len: 347 time: 0.1165478 Mar 28 15:23:37.906841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:37.910844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33426) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:37.927357 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9470a-eb38-46ab-be14-f0cccb27bc16 None None] Pushing event updated for resources: {'Port': ['ID=79812dd7-c275-4358-9c0c-5d245811bc2e,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:37.977474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed8f0b5-7a3d-46b5-9c2b-28b388e686b5 None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:23:38.012948 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-3d304c80-5fc7-40d2-964b-bcb68f7f612a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] show failed (client error): The resource could not be found. Mar 28 15:23:38.013965 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3d304c80-5fc7-40d2-964b-bcb68f7f612a tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-groups/d8ea5488-15e2-42f4-8d8e-c2e24fbf406a HTTP/1.1" status: 404 len: 347 time: 0.1014223 Mar 28 15:23:38.018820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33430) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:38.040649 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router b926ec7a-8379-410b-bbeb-3b96e03c3ee0 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:23:38.053702 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-cafdeae3-3654-4292-80cd-b225381bba62 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] show failed (client error): The resource could not be found. Mar 28 15:23:38.054977 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cafdeae3-3654-4292-80cd-b225381bba62 tempest-NegativeSecGroupTest-830241521 tempest-NegativeSecGroupTest-830241521-project] 10.222.0.16 "GET /v2.0/security-group-rules/e4352f96-85ab-4329-84c3-b0587a990718 HTTP/1.1" status: 404 len: 356 time: 0.0351753 Mar 28 15:23:38.059245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da321967-578a-4587-8790-168b6099de84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.067434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d3b7-4940-4f0d-987d-11e894cb2139 req-335d9ff4-7697-425f-a972-662e16d60a7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:38.068902 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fda5d3b7-4940-4f0d-987d-11e894cb2139 req-335d9ff4-7697-425f-a972-662e16d60a7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 944 time: 0.2711155 Mar 28 15:23:38.136611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8f0b5-7a3d-46b5-9c2b-28b388e686b5 None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:23:38.202226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee994c76-280e-41fb-8003-bee0750eb844']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:38.224226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Performing IP validity checks on allocation pools {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 15:23:38.224732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 15:23:38.234870 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-da321967-578a-4587-8790-168b6099de84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3478c0334de4e4eac0e14e1325f1add&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3990064 Mar 28 15:23:38.240727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33436) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:38.241641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da321967-578a-4587-8790-168b6099de84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2d6f8-70fd-4a31-8b7c-9a913ea73c3e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:38.246065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:23:38.262515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:38.262808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:38.276407 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3142110d-3c4a-4192-9b89-6c5d454dadd9 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/b926ec7a-8379-410b-bbeb-3b96e03c3ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2473850 Mar 28 15:23:38.282510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33440) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:38.287442 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fda5d3b7-4940-4f0d-987d-11e894cb2139 req-a00fb5b3-9979-4746-899a-ceb8d202c8d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598175 Mar 28 15:23:38.310687 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444aca8-2329-4b07-8d46-fdb9053b4e55 None None] Sync routers for ids ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:23:38.320825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.322538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c9072e5-ac58-423f-b28a-7744343c5ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.338957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444aca8-2329-4b07-8d46-fdb9053b4e55 None None] Routers {'b926ec7a-8379-410b-bbeb-3b96e03c3ee0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:38.340003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4444aca8-2329-4b07-8d46-fdb9053b4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:38.354148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c9072e5-ac58-423f-b28a-7744343c5ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.365200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-efb8284e-0725-44e0-8f9d-4396eb1bc2ec tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Synchronizing usage tracker for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:38.384243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.403370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:38.403370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.406439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4444aca8-2329-4b07-8d46-fdb9053b4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:38.415528 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:38.446025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444aca8-2329-4b07-8d46-fdb9053b4e55 None None] Routers {'b926ec7a-8379-410b-bbeb-3b96e03c3ee0'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:38.446645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4444aca8-2329-4b07-8d46-fdb9053b4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:38.491514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c9072e5-ac58-423f-b28a-7744343c5ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.505778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device caf7f14e-95e0-4419-871a-909288d7488b up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:38.518041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-efb8284e-0725-44e0-8f9d-4396eb1bc2ec tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Unset dirty status for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:38.521808 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-efb8284e-0725-44e0-8f9d-4396eb1bc2ec tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=b926ec7a-8379-410b-bbeb-3b96e03c3ee0 HTTP/1.1" status: 200 len: 205 time: 0.2359488 Mar 28 15:23:38.521808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.522030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9072e5-ac58-423f-b28a-7744343c5ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2d6f8-70fd-4a31-8b7c-9a913ea73c3e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:38.523364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33446) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:38.566910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33450) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:38.569852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4444aca8-2329-4b07-8d46-fdb9053b4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:38.570254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444aca8-2329-4b07-8d46-fdb9053b4e55 None None] The sync data for ids ['b926ec7a-8379-410b-bbeb-3b96e03c3ee0'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:23:38.596921 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c9072e5-ac58-423f-b28a-7744343c5ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.601577 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6c9072e5-ac58-423f-b28a-7744343c5ff7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2a2d6f8-70fd-4a31-8b7c-9a913ea73c3e HTTP/1.1" status: 204 len: 168 time: 0.3594122 Mar 28 15:23:38.650484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Subnet': ['ID=9646787e-a698-4340-b00f-a7536d3dd074,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:38.652597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:23:38.652597 dv-neutron-828143-13-hyperv neutron-server[88486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:23:38.652597 dv-neutron-828143-13-hyperv neutron-server[88486]: [parameters: {'id': 'ee994c76-280e-41fb-8003-bee0750eb844'}] Mar 28 15:23:38.652597 dv-neutron-828143-13-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:38.653002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:38.681954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Checking segment: {'id': '513f81cf-e6ed-4b6c-8750-46a80f4e91ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a5256949-0363-45f6-8a6e-2b284021af46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:38.682666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network hostable DHCP agents. Network: a5256949-0363-45f6-8a6e-2b284021af46, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:38.704477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf31723f-e816-4e09-94bc-cb7f43fe3a22 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.741077 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port caf7f14e-95e0-4419-871a-909288d7488b completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:38.753126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.760538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port caf7f14e-95e0-4419-871a-909288d7488b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:38.761202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.822025 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network a5256949-0363-45f6-8a6e-2b284021af46 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:38.896051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=efc197ae-d0ca-4b03-b2bf-8c400ee88663,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:38.902762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-55ba6b39-f0f4-4111-9154-6f1e1c85ae6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7e3a83f2c1348a78f9ee324e8a8c07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281608 Mar 28 15:23:38.906163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': 'b2112adf-b215-421e-8a59-5b876ddc6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:38.906163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: 5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:38.908063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33458) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:38.923865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d7ae36-de17-46ad-8b98-ae68d4af49d8 None None] Network ee994c76-280e-41fb-8003-bee0750eb844 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:38.933310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, a5256949-0363-45f6-8a6e-2b284021af46) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:38.950020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:38.950604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:38.954782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f351e-3191-4f3a-94a9-c3bfec2b2c2d None None] Network a5256949-0363-45f6-8a6e-2b284021af46 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:39.027339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f4a483e5-4747-44e8-8ad2-e52e6fe4df97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.055641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f4a483e5-4747-44e8-8ad2-e52e6fe4df97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.098883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network 5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:39.110051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:39.116589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf31723f-e816-4e09-94bc-cb7f43fe3a22 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.123480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:39.124184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf31723f-e816-4e09-94bc-cb7f43fe3a22 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.124307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.142515 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e6fb7bbe-5385-44f3-8a02-c061ba3474e4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1027713 Mar 28 15:23:39.147687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33464) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:39.155503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.166771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-222856339'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:39.171126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303203f-de58-44a1-aa73-962f843a2fe7 None None] Network 5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:39.176377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:39.184506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:network and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:39.191702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:39.199109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting port 79812dd7-c275-4358-9c0c-5d245811bc2e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:39.199436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.222616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.230191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:39.240612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f4a483e5-4747-44e8-8ad2-e52e6fe4df97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.242793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f4a483e5-4747-44e8-8ad2-e52e6fe4df97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.243984 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f4a483e5-4747-44e8-8ad2-e52e6fe4df97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c204bf24-8c22-4c73-a29d-ed276f3509c0 HTTP/1.1" status: 204 len: 168 time: 0.3331373 Mar 28 15:23:39.251396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf31723f-e816-4e09-94bc-cb7f43fe3a22 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.252400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf31723f-e816-4e09-94bc-cb7f43fe3a22 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Fanout notify agent at l3_agent the message router_deleted on router b926ec7a-8379-410b-bbeb-3b96e03c3ee0 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:23:39.274050 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-015dc104-54e9-43fe-b3fa-fbb0dae52d14 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9149284 Mar 28 15:23:39.278584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a483e5-4747-44e8-8ad2-e52e6fe4df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c204bf24-8c22-4c73-a29d-ed276f3509c0,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:39.281154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33470) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:39.290388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf31723f-e816-4e09-94bc-cb7f43fe3a22 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.294575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33474) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:39.295497 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cf31723f-e816-4e09-94bc-cb7f43fe3a22 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/b926ec7a-8379-410b-bbeb-3b96e03c3ee0 HTTP/1.1" status: 204 len: 168 time: 0.7718031 Mar 28 15:23:39.406704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:39.411581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.442055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:23:39.472196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port caf7f14e-95e0-4419-871a-909288d7488b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=caf7f14e-95e0-4419-871a-909288d7488b,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:39.538617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.586397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcffcdcb-a4b2-49de-9e56-a8f110742a4c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting subnet 372ae6ab-0412-4833-867e-dc1763089312 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:23:39.602726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcffcdcb-a4b2-49de-9e56-a8f110742a4c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.631153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-a5256949-0363-45f6-8a6e-2b284021af46', 'network_id': 'a5256949-0363-45f6-8a6e-2b284021af46', 'tenant_id': '7dd595730bf7491797c69ffa90958434', 'fixed_ips': [{'subnet_id': '9646787e-a698-4340-b00f-a7536d3dd074'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:39.631462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:39.633619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.682765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33484) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:39.716570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.717154 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Added segment d5ce2d30-4f4c-4342-bf8c-c8901115fbe3 of type vlan for network 39bc9c15-55f3-4f22-9605-b02d166e6e8b Mar 28 15:23:39.778053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.792223 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-09fb361f-e314-4834-8acd-38b127b95c37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cf50e70e55e48b6bf381933078c82ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1074417 Mar 28 15:23:39.793852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcffcdcb-a4b2-49de-9e56-a8f110742a4c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.794395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33488) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:39.827269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=caf7f14e-95e0-4419-871a-909288d7488b,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:39.884843 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.889481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] For port 79812dd7-c275-4358-9c0c-5d245811bc2e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=79812dd7-c275-4358-9c0c-5d245811bc2e,segment=NetworkSegment(0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a),segment_id=0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:39.889918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.899117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11', 'network_id': '5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': 'efc197ae-d0ca-4b03-b2bf-8c400ee88663'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:39.899985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.902504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f7583aa-446d-4fd1-b83b-5d78d4bc1730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.959878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f7583aa-446d-4fd1-b83b-5d78d4bc1730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:39.991881 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b', 'code': 200} Mar 28 15:23:40.008960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3439cceb-88bd-4eb1-a8bb-8f056359779a None None] Network ee994c76-280e-41fb-8003-bee0750eb844 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:40.096339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f7583aa-446d-4fd1-b83b-5d78d4bc1730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.111516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7583aa-446d-4fd1-b83b-5d78d4bc1730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc8a8b7-08aa-47da-9e45-ca0fee26e008,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:40.121626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8f7583aa-446d-4fd1-b83b-5d78d4bc1730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.125098 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8f7583aa-446d-4fd1-b83b-5d78d4bc1730 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcc8a8b7-08aa-47da-9e45-ca0fee26e008 HTTP/1.1" status: 204 len: 168 time: 0.3273203 Mar 28 15:23:40.195393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Calling delete_port for 79812dd7-c275-4358-9c0c-5d245811bc2e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:40.263623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.268974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:40.270167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.291865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Allocated IP 2001:db8:0:ffff::2 (a5256949-0363-45f6-8a6e-2b284021af46/9646787e-a698-4340-b00f-a7536d3dd074/9798ccb3-8617-41b0-8033-14b834e76865) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:40.303855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a43b-fa47-4e33-b5ac-345ee4074180 req-45509186-ed25-416f-bb98-e7e0bce0b25c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:40.305544 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e280a43b-fa47-4e33-b5ac-345ee4074180 req-45509186-ed25-416f-bb98-e7e0bce0b25c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 944 time: 0.8790004 Mar 28 15:23:40.433980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Allocated IP 172.20.0.3 (5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11/efc197ae-d0ca-4b03-b2bf-8c400ee88663/59506e62-1a67-496c-8b9a-08a9722ed903) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:40.518577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Network': ['ID=39bc9c15-55f3-4f22-9605-b02d166e6e8b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:40.521454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.544281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 39bc9c15-55f3-4f22-9605-b02d166e6e8b details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:40.576789 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a48fdf77-baf2-4f9f-98db-9a1431a5629e tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4295974 Mar 28 15:23:40.578680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcffcdcb-a4b2-49de-9e56-a8f110742a4c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.579743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33500) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:40.587939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'subnet': {'network_id': '39bc9c15-55f3-4f22-9605-b02d166e6e8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:40.640432 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e280a43b-fa47-4e33-b5ac-345ee4074180 req-f3be6164-5537-401e-888c-69e9bc604cfe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010492 Mar 28 15:23:40.714115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0812191-9bad-49e5-ae3e-af842f8c35be req-53a4d593-3fd0-4106-b98f-9bcebe472ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:40.715666 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0812191-9bad-49e5-ae3e-af842f8c35be req-53a4d593-3fd0-4106-b98f-9bcebe472ef7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 1098 time: 0.3996429 Mar 28 15:23:40.717570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:40.721524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:subnet and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:40.724509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:40.730337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:40.758011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.804829 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:40.808929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.812109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Port': ['ID=79812dd7-c275-4358-9c0c-5d245811bc2e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:40.818393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcffcdcb-a4b2-49de-9e56-a8f110742a4c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.823838 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0812191-9bad-49e5-ae3e-af842f8c35be req-e7534cea-8f21-49cd-b397-04383ca8a596 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990133 Mar 28 15:23:40.856904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No DVR routers for this DVR port 79812dd7-c275-4358-9c0c-5d245811bc2e on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:40.906130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffcdcb-a4b2-49de-9e56-a8f110742a4c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Subnet': ['ID=372ae6ab-0412-4833-867e-dc1763089312,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:40.912028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcffcdcb-a4b2-49de-9e56-a8f110742a4c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:40.940899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f345dc5f-3b8f-42af-aaed-ad404e1a0e80 None None] Network 603df52e-73a8-4fb8-8897-17dfd166b440 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:40.953302 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bcffcdcb-a4b2-49de-9e56-a8f110742a4c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/372ae6ab-0412-4833-867e-dc1763089312 HTTP/1.1" status: 204 len: 168 time: 1.6334598 Mar 28 15:23:40.992268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33508) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:41.075600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.094834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.098963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.114169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Transition to ACTIVE for port object 9798ccb3-8617-41b0-8033-14b834e76865 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:41.116929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Transition to ACTIVE for port object 59506e62-1a67-496c-8b9a-08a9722ed903 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:41.139704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee994c76-280e-41fb-8003-bee0750eb844']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:41.155270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5866eeb0-ded8-469b-ae5f-738db25ef86f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting subnet 001edef3-ff47-4cd5-8dcf-3aa02507a2ec {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:23:41.161547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:41.161547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5daad4-9dcb-43ec-8daf-48e4f1d5f59a') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:41.169371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5866eeb0-ded8-469b-ae5f-738db25ef86f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.213370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Transition to ACTIVE for port object 59506e62-1a67-496c-8b9a-08a9722ed903 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:41.214727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Transition to ACTIVE for port object 9798ccb3-8617-41b0-8033-14b834e76865 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:41.219491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.246775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.254531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5866eeb0-ded8-469b-ae5f-738db25ef86f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.292814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.292948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:41.292948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:41.310271 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:41.333134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.357562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] DHCP port deletion for 603df52e-73a8-4fb8-8897-17dfd166b440 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:23:41.402303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] Deleting port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:41.403088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.434851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Pushing event updated for resources: {'Port': ['ID=59506e62-1a67-496c-8b9a-08a9722ed903,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:41.452753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5866eeb0-ded8-469b-ae5f-738db25ef86f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.469389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.objects.ports [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88487) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:23:41.470479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.488382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Network 5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:41.492344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Network a5256949-0363-45f6-8a6e-2b284021af46 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:41.493551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.500262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:41.502259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:41.504015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:41.516616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:41.566631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.569170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Checking segment: {'id': 'd5ce2d30-4f4c-4342-bf8c-c8901115fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39bc9c15-55f3-4f22-9605-b02d166e6e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:41.569536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network hostable DHCP agents. Network: 39bc9c15-55f3-4f22-9605-b02d166e6e8b, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:41.577246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.579761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Subnet': ['ID=080703f2-ddc5-468f-96e2-2aeca0b12956,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:41.645081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network 39bc9c15-55f3-4f22-9605-b02d166e6e8b is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:41.651119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=efc197ae-d0ca-4b03-b2bf-8c400ee88663,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:41.677635 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/ee994c76-280e-41fb-8003-bee0750eb844 HTTP/1.1" status: 204 len: 168 time: 5.3576391 Mar 28 15:23:41.677635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f616-7c3b-4119-96dd-2065278bce13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=ee994c76-280e-41fb-8003-bee0750eb844,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:41.685191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33524) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:41.689817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567259248'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:41.697217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:41.702731 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:network and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:41.707388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:41.715119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:41.725183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 39bc9c15-55f3-4f22-9605-b02d166e6e8b) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:41.731408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:41.731663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.751164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c6060-4e4c-4ab4-b1c4-bd2869f3a995 None None] Network 39bc9c15-55f3-4f22-9605-b02d166e6e8b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:41.788036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:41.793429 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.820710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.822298 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4aabef61-2948-4624-9616-756f53459ed1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2412035 Mar 28 15:23:41.826646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33530) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:41.842225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'port': {'network_id': '39bc9c15-55f3-4f22-9605-b02d166e6e8b', 'name': 'tempest-NetworksIpV6TestAttrs-605310539'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:41.879752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5866eeb0-ded8-469b-ae5f-738db25ef86f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.917606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:41.934180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866eeb0-ded8-469b-ae5f-738db25ef86f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Subnet': ['ID=001edef3-ff47-4cd5-8dcf-3aa02507a2ec,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:41.939807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2112adf-b215-421e-8a59-5b876ddc6012') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:41.940171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2112adf-b215-421e-8a59-5b876ddc6012') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:41.947582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5866eeb0-ded8-469b-ae5f-738db25ef86f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.957563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:41.967314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5866eeb0-ded8-469b-ae5f-738db25ef86f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/001edef3-ff47-4cd5-8dcf-3aa02507a2ec HTTP/1.1" status: 204 len: 168 time: 0.9713793 Mar 28 15:23:41.967659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33536) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:42.014599 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:42.032080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.038988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.039363 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment 0fc8f2bc-427c-41d7-a269-c48e9c7d85cb of type vlan for network ca3a8f95-6e24-4964-8a84-449a2d9f6beb Mar 28 15:23:42.045450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:42.045852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.048440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Attempting to bind port 9798ccb3-8617-41b0-8033-14b834e76865 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:42.048915 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Attempting to bind port 9798ccb3-8617-41b0-8033-14b834e76865 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '513f81cf-e6ed-4b6c-8750-46a80f4e91ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a5256949-0363-45f6-8a6e-2b284021af46'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:42.052054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Attempting to bind port 9798ccb3-8617-41b0-8033-14b834e76865 on network a5256949-0363-45f6-8a6e-2b284021af46 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:42.074142 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:42.104963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ecd70-8c9a-4498-8f12-740ed360b620 None None] Network f42130de-9f01-4a58-b1e1-affcadc82271 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:42.131990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:42.140534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.150172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:port and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:42.160691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7cbba-2b65-4bec-a486-47a59a24eb3b req-2fc42ea1-4d50-46cb-8168-5b7c5431d803 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:42.162257 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-76c7cbba-2b65-4bec-a486-47a59a24eb3b req-2fc42ea1-4d50-46cb-8168-5b7c5431d803 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 945 time: 0.2702770 Mar 28 15:23:42.164920 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:42.172962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:42.223306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Pushing event updated for resources: {'Port': ['ID=9798ccb3-8617-41b0-8033-14b834e76865,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:42.249529 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-76c7cbba-2b65-4bec-a486-47a59a24eb3b req-d1e1e6e5-f263-4a40-8c01-6403816c61f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733368 Mar 28 15:23:42.271823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:42.272199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Checking segment: {'id': '513f81cf-e6ed-4b6c-8750-46a80f4e91ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a5256949-0363-45f6-8a6e-2b284021af46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:42.272604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.272994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Bound using segment: {'id': '513f81cf-e6ed-4b6c-8750-46a80f4e91ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a5256949-0363-45f6-8a6e-2b284021af46'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:42.273482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Bound port: 9798ccb3-8617-41b0-8033-14b834e76865, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513f81cf-e6ed-4b6c-8750-46a80f4e91ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a5256949-0363-45f6-8a6e-2b284021af46'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:42.274001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.299207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:42.302657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.335943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.337079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Attempting to bind port 59506e62-1a67-496c-8b9a-08a9722ed903 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:42.337451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Attempting to bind port 59506e62-1a67-496c-8b9a-08a9722ed903 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'b2112adf-b215-421e-8a59-5b876ddc6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:42.337907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Attempting to bind port 59506e62-1a67-496c-8b9a-08a9722ed903 on network 5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:42.342017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] device_id is not set on port 841687a6-0b37-4b59-9234-141fc39519ab yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:23:42.347887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:42.348231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.386813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:42.387216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Checking segment: {'id': 'b2112adf-b215-421e-8a59-5b876ddc6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:42.387619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.388022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Bound using segment: {'id': 'b2112adf-b215-421e-8a59-5b876ddc6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:42.388705 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Bound port: 59506e62-1a67-496c-8b9a-08a9722ed903, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2112adf-b215-421e-8a59-5b876ddc6012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:42.388889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.398827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.399446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:23:42.399446 dv-neutron-828143-13-hyperv neutron-server[88486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:23:42.399446 dv-neutron-828143-13-hyperv neutron-server[88486]: [parameters: {'id': '5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11'}] Mar 28 15:23:42.399446 dv-neutron-828143-13-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:42.399770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:42.404485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:42.404986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.567603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33548) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:42.596016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=51fa0025-6a49-49dd-b5e0-0ce2215a17b9,segment=NetworkSegment(7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b),segment_id=7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:42.596480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.647756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-39bc9c15-55f3-4f22-9605-b02d166e6e8b', 'network_id': '39bc9c15-55f3-4f22-9605-b02d166e6e8b', 'tenant_id': '7dd595730bf7491797c69ffa90958434', 'fixed_ips': [{'subnet_id': '080703f2-ddc5-468f-96e2-2aeca0b12956'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:42.648590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.676867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Allocated IP 2001:db8::f816:3eff:fede:c4db (39bc9c15-55f3-4f22-9605-b02d166e6e8b/080703f2-ddc5-468f-96e2-2aeca0b12956/841687a6-0b37-4b59-9234-141fc39519ab) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:42.679417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=ca3a8f95-6e24-4964-8a84-449a2d9f6beb,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:42.702904 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1f6cdcc9-7a5d-4ffe-b95f-18855180442d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0172362 Mar 28 15:23:42.703151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] For port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=51fa0025-6a49-49dd-b5e0-0ce2215a17b9,segment=NetworkSegment(7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b),segment_id=7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:42.703151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.704834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33554) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:42.713087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': 'ca3a8f95-6e24-4964-8a84-449a2d9f6beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:42.723274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network ca3a8f95-6e24-4964-8a84-449a2d9f6beb details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:42.751456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:23:42.818182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1780257363', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:42.827539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:42.856572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:42.869267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Usage tracker for resource:port and tenant:c8007400c573449e9cb930f22e306314 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:42.874787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:42.883966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:42.887666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:42.895426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] For port 9798ccb3-8617-41b0-8033-14b834e76865, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:42.901239 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:subnet and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:42.901412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.905514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:42.915212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:42.928610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting port 59506e62-1a67-496c-8b9a-08a9722ed903 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:42.928610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.966656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Made reservation on behalf of c8007400c573449e9cb930f22e306314 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:42.968949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.977797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] Calling delete_port for 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:42.992815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:42.998847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:43.004726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.016422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] For port 59506e62-1a67-496c-8b9a-08a9722ed903, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:43.017722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:43.022394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Usage tracker for resource:security_group_rule and tenant:c8007400c573449e9cb930f22e306314 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:43.026686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:43.036687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:43.072737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] For port 9798ccb3-8617-41b0-8033-14b834e76865, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9798ccb3-8617-41b0-8033-14b834e76865,segment=NetworkSegment(513f81cf-e6ed-4b6c-8750-46a80f4e91ca),segment_id=513f81cf-e6ed-4b6c-8750-46a80f4e91ca)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:43.123275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.130054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] For port 59506e62-1a67-496c-8b9a-08a9722ed903, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=59506e62-1a67-496c-8b9a-08a9722ed903,segment=NetworkSegment(b2112adf-b215-421e-8a59-5b876ddc6012),segment_id=b2112adf-b215-421e-8a59-5b876ddc6012)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:43.131863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.181076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.215943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No DVR routers for this DVR port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:43.224455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=51fa0025-6a49-49dd-b5e0-0ce2215a17b9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:43.227082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.267528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] device_id is not set on port 6994290d-f4f8-45bf-ab78-50297f16ff59 yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:23:43.312565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.339015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Transition to ACTIVE for port object 841687a6-0b37-4b59-9234-141fc39519ab will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:43.344837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No active binding found for port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 {{(pid=88488) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 15:23:43.345534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:23:43.351440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:43.352732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:43.367259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829d0a-ef7d-4833-a4ab-a78621742826 None None] Pushing event updated for resources: {'Port': ['ID=9798ccb3-8617-41b0-8033-14b834e76865,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:43.378974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.421590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.464676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9557b3-0b9e-43f1-8331-2b82f65388bf None None] DHCP port deletion for f42130de-9f01-4a58-b1e1-affcadc82271 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:23:43.483922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8f9557b3-0b9e-43f1-8331-2b82f65388bf None None] Deleting port 848176cd-d8d5-46fd-b29a-28665ff48039 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:43.506798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8f9557b3-0b9e-43f1-8331-2b82f65388bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.563402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac151426-1283-410d-9b3a-5d56abab2a5f None None] Pushing event updated for resources: {'Port': ['ID=59506e62-1a67-496c-8b9a-08a9722ed903,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:43.563662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26011743-f082-448e-9463-4e026d8d6f5b,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:43.575168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603df52e-73a8-4fb8-8897-17dfd166b440']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:43.647245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:43.647245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6ea0bf-f1ef-4142-b9fd-1ce2bba6021b') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:43.672508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.679626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.745451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] For port 59506e62-1a67-496c-8b9a-08a9722ed903, host dv-neutron-828143-13-hyperv, got binding levels [] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:43.745814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.764191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.784809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.870848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:43.871581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.911432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] Deleting port 51fa0025-6a49-49dd-b5e0-0ce2215a17b9 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:43.911863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:43.970493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Allocated IP 2001:db8::f816:3eff:fe15:b230 (39bc9c15-55f3-4f22-9605-b02d166e6e8b/080703f2-ddc5-468f-96e2-2aeca0b12956/92b56a30-4598-4d3c-8aef-7c8ac5e20ddf) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:44.010019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2d79e-b1b2-4b06-955b-9fe9741eeea6 None None] Network 5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:44.094721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5bb86b6b-89e8-4a9b-8edd-b6cae277bd34 None None] The port '51fa0025-6a49-49dd-b5e0-0ce2215a17b9' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:44.119145 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:44.146644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Calling delete_port for 59506e62-1a67-496c-8b9a-08a9722ed903 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:44.189645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network 39bc9c15-55f3-4f22-9605-b02d166e6e8b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:44.213164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8f9557b3-0b9e-43f1-8331-2b82f65388bf None None] For port 848176cd-d8d5-46fd-b29a-28665ff48039, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=848176cd-d8d5-46fd-b29a-28665ff48039,segment=NetworkSegment(7dc1020b-be62-4647-a96f-aafa99288cbc),segment_id=7dc1020b-be62-4647-a96f-aafa99288cbc)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:44.213452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:44.213555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8f9557b3-0b9e-43f1-8331-2b82f65388bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:44.232114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:44.237124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:44.237755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:44.252586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Port': ['ID=841687a6-0b37-4b59-9234-141fc39519ab,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:44.285098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=3e6688e2-bfd5-4919-b9fc-ad8d23d563d9,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:44.292132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking segment: {'id': '0fc8f2bc-427c-41d7-a269-c48e9c7d85cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ca3a8f95-6e24-4964-8a84-449a2d9f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:44.292492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network hostable DHCP agents. Network: ca3a8f95-6e24-4964-8a84-449a2d9f6beb, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:44.305288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Allocated IP 172.26.7.163 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/6994290d-f4f8-45bf-ab78-50297f16ff59) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:44.322221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da0520-2b65-49fe-a761-2911fe1f8997 req-63b3ae1f-373a-4d23-b9c7-224d75e1172b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:44.324238 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-04da0520-2b65-49fe-a761-2911fe1f8997 req-63b3ae1f-373a-4d23-b9c7-224d75e1172b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 945 time: 0.8820956 Mar 28 15:23:44.354609 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8b26a1f7-f82a-4790-8940-f62199374a10 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5214345 Mar 28 15:23:44.360461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33560) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:44.397644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network ca3a8f95-6e24-4964-8a84-449a2d9f6beb is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:44.438479 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-04da0520-2b65-49fe-a761-2911fe1f8997 req-1599a1f6-fca1-4c97-b7bc-bec41b0430a9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021898 Mar 28 15:23:44.445547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-7498b493-dd25-4ee6-8007-861c6d9849e7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Deleting subnet 080703f2-ddc5-468f-96e2-2aeca0b12956 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:23:44.446468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:44.466838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:44.477524 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8f9557b3-0b9e-43f1-8331-2b82f65388bf None None] Calling delete_port for 848176cd-d8d5-46fd-b29a-28665ff48039 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:44.498601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Network': ['ID=603df52e-73a8-4fb8-8897-17dfd166b440,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:44.518430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, ca3a8f95-6e24-4964-8a84-449a2d9f6beb) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:44.522496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:44.522918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:44.523091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:44.523279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:44.558476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e73aeeb-3495-4034-b1f9-55211e3850da None None] Network ca3a8f95-6e24-4964-8a84-449a2d9f6beb requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:44.578191 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5163c502-4444-4589-857b-7e3291a0296f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/networks/603df52e-73a8-4fb8-8897-17dfd166b440 HTTP/1.1" status: 204 len: 168 time: 2.6095958 Mar 28 15:23:44.584586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33566) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:44.647203 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0c5d3dd5-d909-431f-a1eb-568397c512e4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9392245 Mar 28 15:23:44.657178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33570) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:44.667466 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': 'ca3a8f95-6e24-4964-8a84-449a2d9f6beb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:44.733734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:44.739846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed398c7-1c96-4559-a742-8602bca3bf37 req-a8fcb176-9002-406e-8053-ce3f9636efcd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:44.741450 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0ed398c7-1c96-4559-a742-8602bca3bf37 req-a8fcb176-9002-406e-8053-ce3f9636efcd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 945 time: 0.1804664 Mar 28 15:23:44.755403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:44.766162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 848176cd-d8d5-46fd-b29a-28665ff48039 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:44.766546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:44.776611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9798ccb3-8617-41b0-8033-14b834e76865 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:44.897898 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0ed398c7-1c96-4559-a742-8602bca3bf37 req-3a899dae-0bba-44ad-965f-8372fb956a60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854967 Mar 28 15:23:44.935320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33574) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:44.984183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:45.000166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:subnet and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:45.003948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:45.013141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:45.019337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.026692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting port 59506e62-1a67-496c-8b9a-08a9722ed903 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:45.029337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.037742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 9798ccb3-8617-41b0-8033-14b834e76865 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:45.068700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8f9557b3-0b9e-43f1-8331-2b82f65388bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.073531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:45.078604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.144858 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9557b3-0b9e-43f1-8331-2b82f65388bf None None] No DVR routers for this DVR port 848176cd-d8d5-46fd-b29a-28665ff48039 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:45.147250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.152883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 848176cd-d8d5-46fd-b29a-28665ff48039, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=848176cd-d8d5-46fd-b29a-28665ff48039,segment=NetworkSegment(7dc1020b-be62-4647-a96f-aafa99288cbc),segment_id=7dc1020b-be62-4647-a96f-aafa99288cbc)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:45.153249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.179671 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9557b3-0b9e-43f1-8331-2b82f65388bf None None] Pushing event deleted for resources: {'Port': ['ID=848176cd-d8d5-46fd-b29a-28665ff48039,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:45.181499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:45.217935 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Transition to ACTIVE for port object 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:45.243084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:45.254383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-ca3a8f95-6e24-4964-8a84-449a2d9f6beb', 'network_id': 'ca3a8f95-6e24-4964-8a84-449a2d9f6beb', 'tenant_id': 'd5cf7b5f2a93472880d6b6d30bb195f5', 'fixed_ips': [{'subnet_id': '3e6688e2-bfd5-4919-b9fc-ad8d23d563d9'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:45.255238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.269878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 848176cd-d8d5-46fd-b29a-28665ff48039 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:23:45.286969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:45.304237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Transition to ACTIVE for port object 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:45.315046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 848176cd-d8d5-46fd-b29a-28665ff48039 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:23:45.323144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 848176cd-d8d5-46fd-b29a-28665ff48039 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:23:45.356865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29929c3d-1f5c-4acc-aa3c-5d7e10d6163e tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:45.359331 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-29929c3d-1f5c-4acc-aa3c-5d7e10d6163e tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 1093 time: 0.4230051 Mar 28 15:23:45.363079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33580) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:45.371906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': 'caf7f14e-95e0-4419-871a-909288d7488b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:45.383544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:45.392649 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7498b493-dd25-4ee6-8007-861c6d9849e7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.396748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 848176cd-d8d5-46fd-b29a-28665ff48039 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:45.420733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da61c9-47de-4f78-9dfa-4f5debc5224f None None] Network a5256949-0363-45f6-8a6e-2b284021af46 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:45.432687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Pushing event updated for resources: {'Port': ['ID=6994290d-f4f8-45bf-ab78-50297f16ff59,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:45.434891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:floatingip and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:45.438881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.445803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:45.462370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:45.479180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7498b493-dd25-4ee6-8007-861c6d9849e7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.520119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:45.521050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.568978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.604470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Network 39bc9c15-55f3-4f22-9605-b02d166e6e8b is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:45.611701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:45.618056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:45.618640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:45.623710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] For port 59506e62-1a67-496c-8b9a-08a9722ed903, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=59506e62-1a67-496c-8b9a-08a9722ed903,segment=NetworkSegment(b2112adf-b215-421e-8a59-5b876ddc6012),segment_id=b2112adf-b215-421e-8a59-5b876ddc6012)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:45.624293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.629329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:45.636518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Pushing event updated for resources: {'Port': ['ID=92b56a30-4598-4d3c-8aef-7c8ac5e20ddf,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:45.726950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-74f62aab-39ea-47b1-824c-55ff25aaabb1 None None] Provisioning for port 9798ccb3-8617-41b0-8033-14b834e76865 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:45.775139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-74f62aab-39ea-47b1-824c-55ff25aaabb1 None None] Provisioning complete for port 9798ccb3-8617-41b0-8033-14b834e76865 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:45.775558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-74f62aab-39ea-47b1-824c-55ff25aaabb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.811197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7498b493-dd25-4ee6-8007-861c6d9849e7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.861426 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.867105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Calling delete_port for 59506e62-1a67-496c-8b9a-08a9722ed903 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:45.875072 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Allocated IP 2001:db8::2 (ca3a8f95-6e24-4964-8a84-449a2d9f6beb/3e6688e2-bfd5-4919-b9fc-ad8d23d563d9/0650eb14-42d9-4bff-8046-103c80b22eb1) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:45.891413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Attempting to bind port 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:45.893262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Attempting to bind port 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'd5ce2d30-4f4c-4342-bf8c-c8901115fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39bc9c15-55f3-4f22-9605-b02d166e6e8b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:45.893262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Attempting to bind port 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf on network 39bc9c15-55f3-4f22-9605-b02d166e6e8b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:45.897521 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a85746e3-6248-4b71-b5ff-e23e4a481a0d tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.3262520 Mar 28 15:23:45.901655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33584) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:45.910029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.163'}]}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:45.916919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:45.923402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:45.923781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Checking segment: {'id': 'd5ce2d30-4f4c-4342-bf8c-c8901115fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39bc9c15-55f3-4f22-9605-b02d166e6e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:45.924183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.924578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Bound using segment: {'id': 'd5ce2d30-4f4c-4342-bf8c-c8901115fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39bc9c15-55f3-4f22-9605-b02d166e6e8b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:45.925060 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Bound port: 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ce2d30-4f4c-4342-bf8c-c8901115fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39bc9c15-55f3-4f22-9605-b02d166e6e8b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:45.925819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Usage tracker for resource:router and tenant:c8007400c573449e9cb930f22e306314 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:45.925948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:45.935920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:45.946594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:45.993846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network ca3a8f95-6e24-4964-8a84-449a2d9f6beb is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:46.004028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:46.012644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:46.013239 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.017120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7498b493-dd25-4ee6-8007-861c6d9849e7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.028550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.030247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.030437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.034445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.083004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=037bb294-b783-471d-abbc-57b0096eba2e,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:46.086767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7498b493-dd25-4ee6-8007-861c6d9849e7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.093388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No DVR routers for this DVR port 59506e62-1a67-496c-8b9a-08a9722ed903 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:46.125634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 848176cd-d8d5-46fd-b29a-28665ff48039 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:46.125971 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.150309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498b493-dd25-4ee6-8007-861c6d9849e7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Subnet': ['ID=080703f2-ddc5-468f-96e2-2aeca0b12956,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:46.157492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Port': ['ID=59506e62-1a67-496c-8b9a-08a9722ed903,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:46.163751 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7498b493-dd25-4ee6-8007-861c6d9849e7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/subnets/080703f2-ddc5-468f-96e2-2aeca0b12956 HTTP/1.1" status: 204 len: 168 time: 1.8007307 Mar 28 15:23:46.163751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33588) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:46.200312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.218224 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8c8858ea-0c4c-4b4c-82c4-c7f3906a5a3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5645866 Mar 28 15:23:46.230076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33592) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:46.241685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] For port 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:46.254514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] The port '848176cd-d8d5-46fd-b29a-28665ff48039' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:23:46.258781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-74f62aab-39ea-47b1-824c-55ff25aaabb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.275256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] For port 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=92b56a30-4598-4d3c-8aef-7c8ac5e20ddf,segment=NetworkSegment(d5ce2d30-4f4c-4342-bf8c-c8901115fbe3),segment_id=d5ce2d30-4f4c-4342-bf8c-c8901115fbe3)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:46.341658 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94353550-c59c-4efd-a433-dd93e7832bba tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:46.343299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94353550-c59c-4efd-a433-dd93e7832bba tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:46.344056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-94353550-c59c-4efd-a433-dd93e7832bba tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Synchronizing usage tracker for tenant:7dd595730bf7491797c69ffa90958434 on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:46.348407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.374177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298982c-3ad1-4dd7-a1b0-09601c065219 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:46.377125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298982c-3ad1-4dd7-a1b0-09601c065219 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:46.377356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298982c-3ad1-4dd7-a1b0-09601c065219 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:46.379274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298982c-3ad1-4dd7-a1b0-09601c065219 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:46.380887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298982c-3ad1-4dd7-a1b0-09601c065219 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:46.381808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3298982c-3ad1-4dd7-a1b0-09601c065219 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Synchronizing usage tracker for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:46.397246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.53 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/0890436f-d432-4fb4-8d8d-20be1adc9b45) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:46.404797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.419422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.424642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-74f62aab-39ea-47b1-824c-55ff25aaabb1 None None] For port 9798ccb3-8617-41b0-8033-14b834e76865, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9798ccb3-8617-41b0-8033-14b834e76865,segment=NetworkSegment(513f81cf-e6ed-4b6c-8750-46a80f4e91ca),segment_id=513f81cf-e6ed-4b6c-8750-46a80f4e91ca)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:46.451616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Transition to ACTIVE for port object 0650eb14-42d9-4bff-8046-103c80b22eb1 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:46.495310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Transition to ACTIVE for port object 0650eb14-42d9-4bff-8046-103c80b22eb1 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:46.501006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc322c6-1a95-47b8-9ec0-12e44bc3b72e None None] Pushing event updated for resources: {'Port': ['ID=92b56a30-4598-4d3c-8aef-7c8ac5e20ddf,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:46.524386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3298982c-3ad1-4dd7-a1b0-09601c065219 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Unset dirty status for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:46.525829 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3298982c-3ad1-4dd7-a1b0-09601c065219 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2948523 Mar 28 15:23:46.526673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-94353550-c59c-4efd-a433-dd93e7832bba tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Unset dirty status for tenant:7dd595730bf7491797c69ffa90958434 on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:46.527911 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-94353550-c59c-4efd-a433-dd93e7832bba tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3645256 Mar 28 15:23:46.532909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33596) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:46.539240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899886866'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:46.542888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33600) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:46.547683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.552689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:46.560060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:network and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:46.564926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:46.575350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:46.577216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-74f62aab-39ea-47b1-824c-55ff25aaabb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.596690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:46.624671 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.637129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b8f4a6-13ae-4127-b342-8d6a50f3468f None None] Network 39bc9c15-55f3-4f22-9605-b02d166e6e8b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:46.640114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.684326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:46.689461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.714155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.722336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42130de-9f01-4a58-b1e1-affcadc82271']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:46.730228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2112adf-b215-421e-8a59-5b876ddc6012') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:46.730602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2112adf-b215-421e-8a59-5b876ddc6012') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:46.771049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Network ca3a8f95-6e24-4964-8a84-449a2d9f6beb is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:46.790001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:46.794146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0342b754-bc82-4f2b-bb3f-8abc15ff929a None None] Provisioning complete for port 9798ccb3-8617-41b0-8033-14b834e76865 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:46.794510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0342b754-bc82-4f2b-bb3f-8abc15ff929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.806676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.822759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc1020b-be62-4647-a96f-aafa99288cbc') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:46.823164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc1020b-be62-4647-a96f-aafa99288cbc') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:46.824148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:46.857297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f62aab-39ea-47b1-824c-55ff25aaabb1 None None] Pushing event updated for resources: {'Port': ['ID=9798ccb3-8617-41b0-8033-14b834e76865,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:46.929674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=0890436f-d432-4fb4-8d8d-20be1adc9b45,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:46.936398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:46.948480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:46.949719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.950067 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment 4aaec3dd-6c30-4fc3-b60b-1bae47b3f333 of type vlan for network 90d2ec0a-d997-497e-907b-492c604a7ab5 Mar 28 15:23:46.951634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.955536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:46.961269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.961423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:46.967604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:46.990613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:46.991091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: util.warn( Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:47.005514 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:47.022287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.026355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.027306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-94c8aa62-1c55-4499-9f59-4244d1031c80 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.088336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:47.089061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:47.115252 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:47.155324 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c8aa62-1c55-4499-9f59-4244d1031c80 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 15:23:47.155791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c8aa62-1c55-4499-9f59-4244d1031c80 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:47.166370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.171907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:47.173011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.230284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Pushing event updated for resources: {'Port': ['ID=0650eb14-42d9-4bff-8046-103c80b22eb1,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:47.232622 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-94c8aa62-1c55-4499-9f59-4244d1031c80 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/39bc9c15-55f3-4f22-9605-b02d166e6e8b HTTP/1.1" status: 409 len: 405 time: 0.6591251 Mar 28 15:23:47.238571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33604) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:47.240599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Attempting to bind port 0650eb14-42d9-4bff-8046-103c80b22eb1 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:47.240966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Attempting to bind port 0650eb14-42d9-4bff-8046-103c80b22eb1 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '0fc8f2bc-427c-41d7-a269-c48e9c7d85cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ca3a8f95-6e24-4964-8a84-449a2d9f6beb'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:47.241328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Attempting to bind port 0650eb14-42d9-4bff-8046-103c80b22eb1 on network ca3a8f95-6e24-4964-8a84-449a2d9f6beb {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:47.247374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-361026059'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:47.254172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:47.254684 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Checking segment: {'id': '0fc8f2bc-427c-41d7-a269-c48e9c7d85cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ca3a8f95-6e24-4964-8a84-449a2d9f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:47.254988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.255412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Bound using segment: {'id': '0fc8f2bc-427c-41d7-a269-c48e9c7d85cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ca3a8f95-6e24-4964-8a84-449a2d9f6beb'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:47.255945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Bound port: 0650eb14-42d9-4bff-8046-103c80b22eb1, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc8f2bc-427c-41d7-a269-c48e9c7d85cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ca3a8f95-6e24-4964-8a84-449a2d9f6beb'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:47.256552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.380499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=90d2ec0a-d997-497e-907b-492c604a7ab5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:47.383380 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3ce345b2-3334-453c-8559-418e81a76aba tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8493638 Mar 28 15:23:47.386715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33608) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:47.392280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] For port 0650eb14-42d9-4bff-8046-103c80b22eb1, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:47.395101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0315d337-5b55-47c2-b1e4-3bd003d4260a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:47.397027 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] For port 0650eb14-42d9-4bff-8046-103c80b22eb1, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0650eb14-42d9-4bff-8046-103c80b22eb1,segment=NetworkSegment(0fc8f2bc-427c-41d7-a269-c48e9c7d85cb),segment_id=0fc8f2bc-427c-41d7-a269-c48e9c7d85cb)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:47.399736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 90d2ec0a-d997-497e-907b-492c604a7ab5 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:47.416635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:47.423263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.425448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:network and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:47.430076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.431966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:47.458756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.462766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:47.474721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.481068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Network': ['ID=f42130de-9f01-4a58-b1e1-affcadc82271,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:47.492930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.510114 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-161e2404-a852-42ee-bf4a-583fb63bf809 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/networks/f42130de-9f01-4a58-b1e1-affcadc82271 HTTP/1.1" status: 204 len: 168 time: 2.9244683 Mar 28 15:23:47.520096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33612) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:47.522779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:47.526183 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-73e9b9ed-515d-4d36-95da-1072a62bd2d8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11 HTTP/1.1" status: 204 len: 168 time: 8.2419620 Mar 28 15:23:47.531016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1871243264'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:47.537274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33616) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:47.541326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:47.548833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282945646'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:47.555663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:network and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:47.559878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:47.562285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:47.567194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:47.573502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:47.577825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:47.584880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:47.601922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49b20a-5c40-40e1-8c7c-1e615b88569b None None] Pushing event updated for resources: {'Port': ['ID=0650eb14-42d9-4bff-8046-103c80b22eb1,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:47.617255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:47.621225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.660696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:47.716543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.716885 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Added segment 19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b of type vlan for network b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 Mar 28 15:23:47.718013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:47.723371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.746686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:47.750046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.751896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0315d337-5b55-47c2-b1e4-3bd003d4260a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.813944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.838053 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0315d337-5b55-47c2-b1e4-3bd003d4260a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.867006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0315d337-5b55-47c2-b1e4-3bd003d4260a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network 90d2ec0a-d997-497e-907b-492c604a7ab5 is not hosted by any dhcp agent {{(pid=88487) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 15:23:47.872408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315d337-5b55-47c2-b1e4-3bd003d4260a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:47.875227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0315d337-5b55-47c2-b1e4-3bd003d4260a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:47.875227 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0315d337-5b55-47c2-b1e4-3bd003d4260a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "PUT /v2.0/networks/90d2ec0a-d997-497e-907b-492c604a7ab5 HTTP/1.1" status: 200 len: 723 time: 0.4869158 Mar 28 15:23:47.887083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33620) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:47.897250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': '90d2ec0a-d997-497e-907b-492c604a7ab5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:47.907158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:47.912597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.028102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.028364 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment 97bd2c9b-9add-4cdf-84c4-840b39e7769c of type vlan for network 8cbfb87c-5a71-49f6-9195-01bab960fb1a Mar 28 15:23:48.064920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.080520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315d337-5b55-47c2-b1e4-3bd003d4260a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=90d2ec0a-d997-497e-907b-492c604a7ab5,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:48.094947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 90d2ec0a-d997-497e-907b-492c604a7ab5 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:48.106760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.116262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.151465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:48.153396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.168215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:48.250180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.255757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:48.256335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.270457 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:48.273889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.416735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:48.416735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:48.417140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.422792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:48.423531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.452181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Network': ['ID=b470cbc0-6aab-4f70-9316-6c7bf2ba9b30,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:48.465860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:48.511902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-80287706-0b2f-47d2-8376-7b47d80e266a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2678390 Mar 28 15:23:48.513464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33624) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:48.527447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'subnet': {'network_id': 'b470cbc0-6aab-4f70-9316-6c7bf2ba9b30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:48.578016 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0394666 Mar 28 15:23:48.578597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33628) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:48.587069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': '8cbfb87c-5a71-49f6-9195-01bab960fb1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:48.602907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77807d66-05b9-4f8f-8b11-9cf2a3140067 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=8cbfb87c-5a71-49f6-9195-01bab960fb1a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:48.624686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 8cbfb87c-5a71-49f6-9195-01bab960fb1a details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:48.634489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.710076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:48.752745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:48.763142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.776189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f388edb-f608-429f-b79d-140227315e5d None None] Network ca3a8f95-6e24-4964-8a84-449a2d9f6beb requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:48.819535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9798ccb3-8617-41b0-8033-14b834e76865 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:48.822610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.885878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:48.889535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.952572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:48.977498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:49.004730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=0890436f-d432-4fb4-8d8d-20be1adc9b45,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:49.033361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3895a7de-313e-4866-9cf0-8180a6256440 None None] Provisioning for port 0650eb14-42d9-4bff-8046-103c80b22eb1 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:49.038877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 9798ccb3-8617-41b0-8033-14b834e76865 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:49.039278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.045264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.047195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:49.050142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.052792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:49.063437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:49.093968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.201166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:49.210421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.210735 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added segment ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8 of type vlan for network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 Mar 28 15:23:49.239558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.253954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0650eb14-42d9-4bff-8046-103c80b22eb1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:49.272789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.273879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcee5e8d-f44d-4d99-b5f4-62d05b8bda92 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:23:49.274106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.280018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:49.283542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.330333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.336596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:49.337231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.395734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea75f989-2e18-4095-ab35-0838fe3447eb None None] Update dhcp port {'port': {'network_id': 'ca3a8f95-6e24-4964-8a84-449a2d9f6beb', 'fixed_ips': [{'subnet_id': '3e6688e2-bfd5-4919-b9fc-ad8d23d563d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '037bb294-b783-471d-abbc-57b0096eba2e'}], 'binding:host_id': 'dv-neutron-828143-13-hyperv'}, 'id': '0650eb14-42d9-4bff-8046-103c80b22eb1'} from dv-neutron-828143-13-hyperv. {{(pid=88488) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 15:23:49.402443 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 58163d12-3acc-4f89-8c62-36f6721f2322 associated. External IP: 172.26.7.53, port: caf7f14e-95e0-4419-871a-909288d7488b. Mar 28 15:23:49.435229 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 0650eb14-42d9-4bff-8046-103c80b22eb1 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:49.445375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0650eb14-42d9-4bff-8046-103c80b22eb1 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:49.445564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.445769 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 15:23:49.447511 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-87297e8b-788b-4a9c-b0a5-82aa306922d4 tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5449033 Mar 28 15:23:49.458445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33632) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:49.492618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ea75f989-2e18-4095-ab35-0838fe3447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.529825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Network': ['ID=e0ee444f-8de4-4e4d-85c7-b094bf3c61d9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:49.548396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=bf8ac4d2-a922-4232-82aa-c74f75df7d61,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:49.558343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:49.588040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking segment: {'id': '4aaec3dd-6c30-4fc3-b60b-1bae47b3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '90d2ec0a-d997-497e-907b-492c604a7ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:49.588496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network hostable DHCP agents. Network: 90d2ec0a-d997-497e-907b-492c604a7ab5, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:49.592941 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-18f1545e-74cc-461c-9997-dc144fbaccae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0714159 Mar 28 15:23:49.598887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33636) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:49.606291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'subnet': {'network_id': 'e0ee444f-8de4-4e4d-85c7-b094bf3c61d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:49.686463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f074e626-3030-4337-a7aa-a2246eb6feeb tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Deleting port 6994290d-f4f8-45bf-ab78-50297f16ff59 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:49.687814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f074e626-3030-4337-a7aa-a2246eb6feeb tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.822021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:49.827415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:subnet and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:49.833490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:49.845937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:49.856895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.896103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network 90d2ec0a-d997-497e-907b-492c604a7ab5 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:49.923868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:49.928595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.954214 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:49.995841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-ea75f989-2e18-4095-ab35-0838fe3447eb None None] Allocated IP 172.20.0.1 (ca3a8f95-6e24-4964-8a84-449a2d9f6beb/037bb294-b783-471d-abbc-57b0096eba2e/0650eb14-42d9-4bff-8046-103c80b22eb1) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:50.002876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 0650eb14-42d9-4bff-8046-103c80b22eb1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0650eb14-42d9-4bff-8046-103c80b22eb1,segment=NetworkSegment(0fc8f2bc-427c-41d7-a269-c48e9c7d85cb),segment_id=0fc8f2bc-427c-41d7-a269-c48e9c7d85cb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:50.075259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.120694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': '97bd2c9b-9add-4cdf-84c4-840b39e7769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8cbfb87c-5a71-49f6-9195-01bab960fb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:50.121113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: 8cbfb87c-5a71-49f6-9195-01bab960fb1a, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:50.135955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=3895a530-906f-42cf-89c7-176f12ead7cf,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:50.218767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 90d2ec0a-d997-497e-907b-492c604a7ab5) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:50.242096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3ce13-4589-4cab-a9f5-b1d74ae1bdca None None] Network 90d2ec0a-d997-497e-907b-492c604a7ab5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:50.249482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network 8cbfb87c-5a71-49f6-9195-01bab960fb1a is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:50.289164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=0650eb14-42d9-4bff-8046-103c80b22eb1,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:50.289418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:50.289418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.306496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 8cbfb87c-5a71-49f6-9195-01bab960fb1a) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:50.319311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:50.320019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.343756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.346209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3e27f-5749-486e-bb1d-3ce30e3dae2f None None] Network 8cbfb87c-5a71-49f6-9195-01bab960fb1a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:50.350883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.objects.ports [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88487) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:23:50.358482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.445855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Subnet': ['ID=32870736-d2e7-49f7-8887-c72b03d14e17,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:50.448345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Checking segment: {'id': 'ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e0ee444f-8de4-4e4d-85c7-b094bf3c61d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:50.448827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network hostable DHCP agents. Network: e0ee444f-8de4-4e4d-85c7-b094bf3c61d9, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:50.451192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f074e626-3030-4337-a7aa-a2246eb6feeb tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.469976 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9fb5d323-77eb-4565-8e63-1aa138df3866 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8857486 Mar 28 15:23:50.470499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33640) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:50.481974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ea75f989-2e18-4095-ab35-0838fe3447eb None None] For port 0650eb14-42d9-4bff-8046-103c80b22eb1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0650eb14-42d9-4bff-8046-103c80b22eb1,segment=NetworkSegment(0fc8f2bc-427c-41d7-a269-c48e9c7d85cb),segment_id=0fc8f2bc-427c-41d7-a269-c48e9c7d85cb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:50.536083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router ac8e01ee-0a33-4157-ab6d-7a7c05314668 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:23:50.565101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:50.578818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ea75f989-2e18-4095-ab35-0838fe3447eb None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.615286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f074e626-3030-4337-a7aa-a2246eb6feeb tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Calling delete_port for 6994290d-f4f8-45bf-ab78-50297f16ff59 owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:50.622741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.642734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ea75f989-2e18-4095-ab35-0838fe3447eb None None] Transition to ACTIVE for port object 0650eb14-42d9-4bff-8046-103c80b22eb1 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:50.655288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Subnet': ['ID=7d7701d6-b3a9-4d26-b308-17175c62bec2,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:50.658183 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d316f5bd-cb74-4450-9eeb-0043bdbd0212 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7700174 Mar 28 15:23:50.661000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33644) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:50.671269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, e0ee444f-8de4-4e4d-85c7-b094bf3c61d9) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:50.682203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-686b5aaf-1fac-4172-9e91-88dbd2f7a464 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:50.718474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:50.719222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.730972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6faad2c-960a-4610-a162-b826d03f630a None None] Network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:50.739196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Checking segment: {'id': '19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b470cbc0-6aab-4f70-9316-6c7bf2ba9b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:50.739560 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network hostable DHCP agents. Network: b470cbc0-6aab-4f70-9316-6c7bf2ba9b30, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:50.749125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-90d2ec0a-d997-497e-907b-492c604a7ab5', 'network_id': '90d2ec0a-d997-497e-907b-492c604a7ab5', 'tenant_id': 'd5cf7b5f2a93472880d6b6d30bb195f5', 'fixed_ips': [{'subnet_id': 'bf8ac4d2-a922-4232-82aa-c74f75df7d61'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:50.750178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.768998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0650eb14-42d9-4bff-8046-103c80b22eb1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:50.771672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.793034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ea75f989-2e18-4095-ab35-0838fe3447eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.857153 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5406464c-0adb-4a80-af54-eae3ba0e3e7f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2580240 Mar 28 15:23:50.860246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33648) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:50.904080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154e46d-1fa1-4b90-b64a-62451e60c7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-8cbfb87c-5a71-49f6-9195-01bab960fb1a', 'network_id': '8cbfb87c-5a71-49f6-9195-01bab960fb1a', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': '3895a530-906f-42cf-89c7-176f12ead7cf'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:50.904480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-696775613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:50.904890 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7154e46d-1fa1-4b90-b64a-62451e60c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.916533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-686b5aaf-1fac-4172-9e91-88dbd2f7a464 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31918990'] for subnet, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.923293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:50.931545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:50.944265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:router and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:50.946672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, b470cbc0-6aab-4f70-9316-6c7bf2ba9b30) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:50.951659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:50.973891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:50.978449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:50.979079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:50.989372 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:23:51.010812 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] Sync routers for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:23:51.024078 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:51.024932 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:51.068573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f074e626-3030-4337-a7aa-a2246eb6feeb tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.076228 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfee4a-1329-4cfa-82e4-1066a48f67f9 None None] Network b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:51.121954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.136264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.160960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.162286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.166587 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-568c36bb-1365-4d5f-aea7-0094810e02bf tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6502109 Mar 28 15:23:51.176539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074e626-3030-4337-a7aa-a2246eb6feeb tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Pushing event deleted for resources: {'Port': ['ID=6994290d-f4f8-45bf-ab78-50297f16ff59,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:51.180725 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33652) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:51.217192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'port': {'network_id': 'b470cbc0-6aab-4f70-9316-6c7bf2ba9b30', 'name': 'tempest-NetworksIpV6TestAttrs-441145525'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:51.227174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=3895a530-906f-42cf-89c7-176f12ead7cf,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:51.242305 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:23:51.318301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-686b5aaf-1fac-4172-9e91-88dbd2f7a464 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781951052014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32160553'] for subnet, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.410689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:51.453097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:port and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:51.463295 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b708afcc-26b1-4b0c-a578-ccba3feb71e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0991149 Mar 28 15:23:51.470538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.472608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:51.475219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:23:51.491077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33656) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:51.496832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:51.509227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.542841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b5aaf-1fac-4172-9e91-88dbd2f7a464 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:51.543478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-686b5aaf-1fac-4172-9e91-88dbd2f7a464 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.547710 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-686b5aaf-1fac-4172-9e91-88dbd2f7a464 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "PUT /v2.0/subnets/bf8ac4d2-a922-4232-82aa-c74f75df7d61 HTTP/1.1" status: 200 len: 826 time: 0.8853123 Mar 28 15:23:51.558016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33662) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:51.577370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbfb87c-5a71-49f6-9195-01bab960fb1a']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:51.589082 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b', 'status': 'completed', 'code': 200} Mar 28 15:23:51.594985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b5aaf-1fac-4172-9e91-88dbd2f7a464 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=bf8ac4d2-a922-4232-82aa-c74f75df7d61,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:51.598015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bd2c9b-9add-4cdf-84c4-840b39e7769c') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server [None req-7154e46d-1fa1-4b90-b64a-62451e60c7f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3895a530-906f-42cf-89c7-176f12ead7cf: This subnet is being modified by another concurrent operation. Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise exception Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3895a530-906f-42cf-89c7-176f12ead7cf: This subnet is being modified by another concurrent operation. Mar 28 15:23:51.598229 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Mar 28 15:23:51.608304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bd2c9b-9add-4cdf-84c4-840b39e7769c') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:51.611089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.631708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.641349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f074e626-3030-4337-a7aa-a2246eb6feeb tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.642360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:51.642789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.653688 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f074e626-3030-4337-a7aa-a2246eb6feeb tempest-RoutersAdminNegativeIpV6Test-666254933 tempest-RoutersAdminNegativeIpV6Test-666254933-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6994290d-f4f8-45bf-ab78-50297f16ff59 HTTP/1.1" status: 204 len: 168 time: 2.1856568 Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:51.688090 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:51.704163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376f40b-f31d-46d0-b377-80f05159aaea None None] Network 8cbfb87c-5a71-49f6-9195-01bab960fb1a requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:51.714652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:51.718266 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.791007 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '58163d12-3acc-4f89-8c62-36f6721f2322', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.53', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'port_id': 'caf7f14e-95e0-4419-871a-909288d7488b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'mac_address': 'fa:16:3e:c0:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841b37e5-9715-4d44-835c-aede6f8458aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:23:47Z', 'updated_at': '2022-03-28T15:23:47Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a407ea-ec52-4314-af99-562ecf2e181a', 'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:44:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:23:04Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:51.799182 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] Checking router: ac8e01ee-0a33-4157-ab6d-7a7c05314668 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:23:51.809315 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:23:51.810183 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:51.819225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.838235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-b470cbc0-6aab-4f70-9316-6c7bf2ba9b30', 'network_id': 'b470cbc0-6aab-4f70-9316-6c7bf2ba9b30', 'tenant_id': '7dd595730bf7491797c69ffa90958434', 'fixed_ips': [{'subnet_id': '7d7701d6-b3a9-4d26-b308-17175c62bec2'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:51.847807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.854267 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-18ebc44f-51ac-4046-b5dd-9ac2d57aee5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/58163d12-3acc-4f89-8c62-36f6721f2322 HTTP/1.1" status: 200 len: 990 time: 0.3587697 Mar 28 15:23:51.868659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] device_id is not set on port 7cf5f007-adf8-4fe3-9cf0-81294ed27f2c yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:23:51.876926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-f87c48af-130a-4ed1-8e0e-74bb73849e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:51.882881 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-f87c48af-130a-4ed1-8e0e-74bb73849e61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 1098 time: 0.1867845 Mar 28 15:23:51.890275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-827111e7-9e10-43f7-83c0-2ca220d8749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.924822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75f989-2e18-4095-ab35-0838fe3447eb None None] Pushing event updated for resources: {'Port': ['ID=0650eb14-42d9-4bff-8046-103c80b22eb1,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:51.943919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:51.982236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:52.109303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=8cbfb87c-5a71-49f6-9195-01bab960fb1a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:52.142806 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-51a5c8f8-6daf-4525-8f82-b06b3ecf556f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/8cbfb87c-5a71-49f6-9195-01bab960fb1a HTTP/1.1" status: 204 len: 168 time: 1.6711576 Mar 28 15:23:52.146534 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:23:52.160504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33668) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:52.178391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1459808104'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:52.211987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:52.220357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:52.229318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:52.237620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:52.242409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:52.262600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:52.263785 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f29cb60e-12eb-4a78-9f41-333a04827235 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4010370 Mar 28 15:23:52.280430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33674) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:52.306381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'port': {'network_id': 'e0ee444f-8de4-4e4d-85c7-b094bf3c61d9', 'name': 'tempest-RoutersIpV6Test-169877871'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:52.309959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-31ca6f8e-88ba-4f33-9701-043398d6f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:52.311941 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-31ca6f8e-88ba-4f33-9701-043398d6f089 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d73f968-a67d-45b9-aff6-702b0fff1dac HTTP/1.1" status: 200 len: 898 time: 0.4252155 Mar 28 15:23:52.339996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Allocated IP 2001:db8::2 (90d2ec0a-d997-497e-907b-492c604a7ab5/bf8ac4d2-a922-4232-82aa-c74f75df7d61/7e188e73-284b-49cd-912d-9a5ad3d85ba1) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:52.374055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Allocated IP 2001:db8::f816:3eff:feec:6f20 (b470cbc0-6aab-4f70-9316-6c7bf2ba9b30/7d7701d6-b3a9-4d26-b308-17175c62bec2/7cf5f007-adf8-4fe3-9cf0-81294ed27f2c) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:52.381447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33678) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:52.419950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-e0ee444f-8de4-4e4d-85c7-b094bf3c61d9', 'network_id': 'e0ee444f-8de4-4e4d-85c7-b094bf3c61d9', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'fixed_ips': [{'subnet_id': '32870736-d2e7-49f7-8887-c72b03d14e17'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:23:52.420828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:52.478079 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-cccac6ea-5b1c-4e4e-9671-efd64041839b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caf7f14e-95e0-4419-871a-909288d7488b HTTP/1.1" status: 200 len: 998 time: 0.1563275 Mar 28 15:23:52.479396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:52.483160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:52.579649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:52.622316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:52.622662 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment 2d9459e7-9239-4e72-983b-d7a1de6b9446 of type vlan for network 9d3d5ea0-95bf-40fc-95f0-595784e428fd Mar 28 15:23:52.624616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-71195286-7adc-4221-8022-c45208e15e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:52.626057 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-71195286-7adc-4221-8022-c45208e15e3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcfa578e-2539-4183-8415-31b05c48c367 HTTP/1.1" status: 200 len: 835 time: 0.1196554 Mar 28 15:23:52.735522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:52.753946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:52.762928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0650eb14-42d9-4bff-8046-103c80b22eb1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:52.802892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:52.803137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-5d5463f2-975a-41e4-9425-bdd73c9a079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:52.804725 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-5d5463f2-975a-41e4-9425-bdd73c9a079f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d73f968-a67d-45b9-aff6-702b0fff1dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1630356 Mar 28 15:23:52.815216 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '58163d12-3acc-4f89-8c62-36f6721f2322', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.53', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'port_id': 'caf7f14e-95e0-4419-871a-909288d7488b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'mac_address': 'fa:16:3e:c0:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841b37e5-9715-4d44-835c-aede6f8458aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:23:47Z', 'updated_at': '2022-03-28T15:23:47Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a407ea-ec52-4314-af99-562ecf2e181a', 'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:44:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:23:04Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:52.825230 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2912fcb-a6d8-4d3c-a9a5-284b307ac620 None None] The sync data for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv is: [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '58163d12-3acc-4f89-8c62-36f6721f2322', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.53', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'port_id': 'caf7f14e-95e0-4419-871a-909288d7488b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'mac_address': 'fa:16:3e:c0:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841b37e5-9715-4d44-835c-aede6f8458aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:23:47Z', 'updated_at': '2022-03-28T15:23:47Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a407ea-ec52-4314-af99-562ecf2e181a', 'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:44:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:23:04Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:23:52.849726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:port and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:52.869523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:52.877885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33684) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:52.877885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-585bf7a4-d500-414e-a5ea-cea969369e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:52.892784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:52.929759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed15c22-d49e-420a-8787-e1ce3be7bfed None None] Network ca3a8f95-6e24-4964-8a84-449a2d9f6beb requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:52.996977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.012216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:53.012216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.014783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-585bf7a4-d500-414e-a5ea-cea969369e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:53.035991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-585bf7a4-d500-414e-a5ea-cea969369e19 admin admin] Usage tracker for resource:security_group_rule and tenant:0c2ea8ec9f3a4f52b45fd52c49c4d6c8 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:53.044142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-585bf7a4-d500-414e-a5ea-cea969369e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:53.045647 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-468e598e-ed5e-4d7c-bc0a-a58c3836b125 service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338314 Mar 28 15:23:53.059175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-585bf7a4-d500-414e-a5ea-cea969369e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:53.098215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:53.101572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.118982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Allocated IP 2001:db8::2 (e0ee444f-8de4-4e4d-85c7-b094bf3c61d9/32870736-d2e7-49f7-8887-c72b03d14e17/96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:53.148584 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d7d85885-a7f1-4eee-ba66-ae677fc6b44a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/58163d12-3acc-4f89-8c62-36f6721f2322 HTTP/1.1" status: 200 len: 990 time: 0.2737954 Mar 28 15:23:53.148832 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcbce4b4-f7c7-4ae1-9f9a-83c414b93e61 None None] Provisioning for port 0650eb14-42d9-4bff-8046-103c80b22eb1 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:53.160992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4a29d-f9e8-4585-bc15-483c94d3fb58 None None] New status for floating IP 58163d12-3acc-4f89-8c62-36f6721f2322: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:23:53.172543 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0109713 Mar 28 15:23:53.178120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33688) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:53.224248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] device_id is not set on port 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:23:53.228346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': '9d3d5ea0-95bf-40fc-95f0-595784e428fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:53.246686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366eca1-4112-4c7b-884c-1ce08759347c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=9d3d5ea0-95bf-40fc-95f0-595784e428fd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:53.374673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.376936 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24bc6a4f-5aad-4b6f-905b-5c0035b7841a req-6542aca6-c503-4aec-ac40-11dbafa9cde2 service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177912 Mar 28 15:23:53.382083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:53.386902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:53.390397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:53.396443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:53.406595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Transition to ACTIVE for port object 7cf5f007-adf8-4fe3-9cf0-81294ed27f2c will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:53.415855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-585bf7a4-d500-414e-a5ea-cea969369e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.442698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 9d3d5ea0-95bf-40fc-95f0-595784e428fd details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:53.462708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.470944 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcbce4b4-f7c7-4ae1-9f9a-83c414b93e61 None None] Provisioning complete for port 0650eb14-42d9-4bff-8046-103c80b22eb1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:53.471380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcbce4b4-f7c7-4ae1-9f9a-83c414b93e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.477873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:53.481411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.506804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-585bf7a4-d500-414e-a5ea-cea969369e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.527162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.615967 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-585bf7a4-d500-414e-a5ea-cea969369e19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c2ea8ec9f3a4f52b45fd52c49c4d6c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2331958 Mar 28 15:23:53.618851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33692) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:53.619886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bf7a4-d500-414e-a5ea-cea969369e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedc3623-885c-4341-b6ba-73821928c6d2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:53.637136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:53.637805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:53.642779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:53.649487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:53.650707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.677718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Port': ['ID=7cf5f007-adf8-4fe3-9cf0-81294ed27f2c,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:53.682756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Transition to ACTIVE for port object 7e188e73-284b-49cd-912d-9a5ad3d85ba1 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:53.696189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f39-97a3-4313-9226-20ca580ef850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.756982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f39-97a3-4313-9226-20ca580ef850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.772087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0650eb14-42d9-4bff-8046-103c80b22eb1 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:53.772635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.834968 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cc9777a6-f82c-4724-97f2-a7f8aeeff368 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6509109 Mar 28 15:23:53.835952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33696) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:53.913091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc3b794-2b6d-419e-a5f8-6b2064270fd5 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Deleting subnet 7d7701d6-b3a9-4d26-b308-17175c62bec2 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:23:53.919374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.956159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-18eb77fc-bddf-4406-ac42-58d5643a5322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:53.960462 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Transition to ACTIVE for port object 7e188e73-284b-49cd-912d-9a5ad3d85ba1 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:53.999874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Allocated IP 2001:db8::f816:3eff:fe6b:24dc (b470cbc0-6aab-4f70-9316-6c7bf2ba9b30/7d7701d6-b3a9-4d26-b308-17175c62bec2/eacf8e81-f7dc-4512-ac35-de5bf57e922b) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:54.042569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.068780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f39-97a3-4313-9226-20ca580ef850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.100804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e8f39-97a3-4313-9226-20ca580ef850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedc3623-885c-4341-b6ba-73821928c6d2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:54.113862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.120744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=d4285567-b298-462b-a984-0cc98370d764,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:54.131633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d56e8f39-97a3-4313-9226-20ca580ef850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.135072 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d56e8f39-97a3-4313-9226-20ca580ef850 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dedc3623-885c-4341-b6ba-73821928c6d2 HTTP/1.1" status: 204 len: 168 time: 0.5123963 Mar 28 15:23:54.145690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': '2d9459e7-9239-4e72-983b-d7a1de6b9446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9d3d5ea0-95bf-40fc-95f0-595784e428fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:54.146428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: 9d3d5ea0-95bf-40fc-95f0-595784e428fd, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:54.151264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33702) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:54.181582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8ac4d2-a922-4232-82aa-c74f75df7d61,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:54.270958 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f674b6d3-17b0-4840-bd45-7df3b0ca6def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/58163d12-3acc-4f89-8c62-36f6721f2322 HTTP/1.1" status: 200 len: 992 time: 0.1180930 Mar 28 15:23:54.290401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.293307 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Network 90d2ec0a-d997-497e-907b-492c604a7ab5 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:54.304537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:54.306344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Pushing event updated for resources: {'Port': ['ID=7e188e73-284b-49cd-912d-9a5ad3d85ba1,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:54.314553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:54.327533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d2ec0a-d997-497e-907b-492c604a7ab5']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:54.327763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network 9d3d5ea0-95bf-40fc-95f0-595784e428fd is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:54.341782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaec3dd-6c30-4fc3-b60b-1bae47b3f333') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:54.342970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaec3dd-6c30-4fc3-b60b-1bae47b3f333') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:54.357094 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.373454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.380110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:54.380497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.392633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 9d3d5ea0-95bf-40fc-95f0-595784e428fd) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:54.398812 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:54.410659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:54.414456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.438605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa25fa-8cbb-48e8-8093-7317a31cc3b7 None None] Network 9d3d5ea0-95bf-40fc-95f0-595784e428fd requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:54.507139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:23:54.507139 dv-neutron-828143-13-hyperv neutron-server[88487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:23:54.507139 dv-neutron-828143-13-hyperv neutron-server[88487]: [parameters: {'id': '90d2ec0a-d997-497e-907b-492c604a7ab5'}] Mar 28 15:23:54.507139 dv-neutron-828143-13-hyperv neutron-server[88487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:54.507719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:54.508841 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5dbe5b16-a5e3-45a5-aee7-99c8756f2e04 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3278992 Mar 28 15:23:54.511777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33708) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:54.658252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.731062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.760425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Attempting to bind port 7e188e73-284b-49cd-912d-9a5ad3d85ba1 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:54.760783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Attempting to bind port 7e188e73-284b-49cd-912d-9a5ad3d85ba1 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '4aaec3dd-6c30-4fc3-b60b-1bae47b3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '90d2ec0a-d997-497e-907b-492c604a7ab5'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:54.761142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Attempting to bind port 7e188e73-284b-49cd-912d-9a5ad3d85ba1 on network 90d2ec0a-d997-497e-907b-492c604a7ab5 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:54.788998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:54.789716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Checking segment: {'id': '4aaec3dd-6c30-4fc3-b60b-1bae47b3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '90d2ec0a-d997-497e-907b-492c604a7ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:54.789820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.790125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Bound using segment: {'id': '4aaec3dd-6c30-4fc3-b60b-1bae47b3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '90d2ec0a-d997-497e-907b-492c604a7ab5'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:54.790603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Bound port: 7e188e73-284b-49cd-912d-9a5ad3d85ba1, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaec3dd-6c30-4fc3-b60b-1bae47b3f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '90d2ec0a-d997-497e-907b-492c604a7ab5'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:54.790997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.800575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.809606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33712) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:54.812683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.865781 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-237bdd74-fd2e-4163-89b3-f4266a9de382 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8007400c573449e9cb930f22e306314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544000 Mar 28 15:23:54.867163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.868285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33716) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:54.931708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.969796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6c829d85-ef12-456c-a2c5-4e47fbfafa07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:54.970189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Transition to ACTIVE for port object 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:55.009140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6c829d85-ef12-456c-a2c5-4e47fbfafa07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.051525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2bb65-faba-4537-a662-85c3149f5da2 None None] Network 9d3d5ea0-95bf-40fc-95f0-595784e428fd requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:55.068038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.073809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.076056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=d4285567-b298-462b-a984-0cc98370d764,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:55.130752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Transition to ACTIVE for port object eacf8e81-f7dc-4512-ac35-de5bf57e922b will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:55.152662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6c829d85-ef12-456c-a2c5-4e47fbfafa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.168912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting port 7e188e73-284b-49cd-912d-9a5ad3d85ba1 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:55.169261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.170485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c829d85-ef12-456c-a2c5-4e47fbfafa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26011743-f082-448e-9463-4e026d8d6f5b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:55.176691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6c829d85-ef12-456c-a2c5-4e47fbfafa07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.178118 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6c829d85-ef12-456c-a2c5-4e47fbfafa07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26011743-f082-448e-9463-4e026d8d6f5b HTTP/1.1" status: 204 len: 168 time: 0.3084486 Mar 28 15:23:55.180880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Transition to ACTIVE for port object 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:55.212990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.234567 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:23:55.242355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] For port 7e188e73-284b-49cd-912d-9a5ad3d85ba1, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:55.251225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b1adb22f-bec4-4754-98e2-033df8a12156 None None] Provisioning complete for port 0650eb14-42d9-4bff-8046-103c80b22eb1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:55.251807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b1adb22f-bec4-4754-98e2-033df8a12156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.252875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3d5ea0-95bf-40fc-95f0-595784e428fd']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:55.291555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Transition to ACTIVE for port object eacf8e81-f7dc-4512-ac35-de5bf57e922b will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:55.293288 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.329145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9459e7-9239-4e72-983b-d7a1de6b9446') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:55.329444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9459e7-9239-4e72-983b-d7a1de6b9446') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:55.360078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.408985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b794-2b6d-419e-a5f8-6b2064270fd5 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.434111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] For port 7e188e73-284b-49cd-912d-9a5ad3d85ba1, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7e188e73-284b-49cd-912d-9a5ad3d85ba1,segment=NetworkSegment(4aaec3dd-6c30-4fc3-b60b-1bae47b3f333),segment_id=4aaec3dd-6c30-4fc3-b60b-1bae47b3f333)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:55.438807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.480871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.481302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:55.481698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:55.505946 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:55.508464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:55.518009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.518691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 2001:db8::1c9 (e0ee444f-8de4-4e4d-85c7-b094bf3c61d9/32870736-d2e7-49f7-8887-c72b03d14e17/7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:23:55.528959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:55.536161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:55.552869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Network b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:55.561820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:55.566411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Pushing event updated for resources: {'Port': ['ID=96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:55.570553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:55.669931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b794-2b6d-419e-a5f8-6b2064270fd5 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.701490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] For port 7e188e73-284b-49cd-912d-9a5ad3d85ba1, host dv-neutron-828143-13-hyperv, got binding levels [] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:55.701857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.886010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Calling delete_port for 7e188e73-284b-49cd-912d-9a5ad3d85ba1 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:55.887315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Attempting to bind port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:55.887722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Attempting to bind port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e0ee444f-8de4-4e4d-85c7-b094bf3c61d9'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:55.888046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Attempting to bind port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 on network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:55.900771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Pushing event updated for resources: {'Port': ['ID=eacf8e81-f7dc-4512-ac35-de5bf57e922b,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:55.916896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.921147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.959872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Attempting to bind port eacf8e81-f7dc-4512-ac35-de5bf57e922b on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:23:55.960244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Attempting to bind port eacf8e81-f7dc-4512-ac35-de5bf57e922b by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b470cbc0-6aab-4f70-9316-6c7bf2ba9b30'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:23:55.960609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Attempting to bind port eacf8e81-f7dc-4512-ac35-de5bf57e922b on network b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:23:55.962875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:55.963239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Checking segment: {'id': 'ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e0ee444f-8de4-4e4d-85c7-b094bf3c61d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:55.963645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.964041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Bound using segment: {'id': 'ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e0ee444f-8de4-4e4d-85c7-b094bf3c61d9'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:55.964516 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Bound port: 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e0ee444f-8de4-4e4d-85c7-b094bf3c61d9'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:55.964894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:55.998824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:23:55.999240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Checking segment: {'id': '19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b470cbc0-6aab-4f70-9316-6c7bf2ba9b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:55.999654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.000044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Bound using segment: {'id': '19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b470cbc0-6aab-4f70-9316-6c7bf2ba9b30'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:23:56.000521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Bound port: eacf8e81-f7dc-4512-ac35-de5bf57e922b, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b470cbc0-6aab-4f70-9316-6c7bf2ba9b30'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:23:56.000905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.007181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=9d3d5ea0-95bf-40fc-95f0-595784e428fd,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:56.026397 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7f34b401-0607-4608-b0fb-e01f0087c52c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/9d3d5ea0-95bf-40fc-95f0-595784e428fd HTTP/1.1" status: 204 len: 168 time: 1.5103452 Mar 28 15:23:56.027522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33734) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:56.033478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1638726955'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:56.039507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:56.045272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:56.048482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:56.058411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:56.118743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240cb132-b4e9-4180-9fbb-c83f9dc5c3ec None None] Network 90d2ec0a-d997-497e-907b-492c604a7ab5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:56.130671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:56.138731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.165256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96053890-7bc9-4b50-bd04-60eb23befdc7 None None] Pushing event updated for resources: {'Port': ['ID=7e188e73-284b-49cd-912d-9a5ad3d85ba1,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:56.180693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:56.188886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b794-2b6d-419e-a5f8-6b2064270fd5 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.192306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.195872 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment b3b3e476-aa11-4fd0-87ad-4db0e27f63d1 of type vlan for network 0a04bbdb-2dd5-451a-9c43-05052214c05e Mar 28 15:23:56.220386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.224847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:23:56.224847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:23:56.250615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.275517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Transition to ACTIVE for port object 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:23:56.294262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.295510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] For port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:56.342410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] For port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90,segment=NetworkSegment(ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8),segment_id=ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:56.375331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.381356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:56.381917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.406089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.408483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b794-2b6d-419e-a5f8-6b2064270fd5 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.408821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.455360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] For port eacf8e81-f7dc-4512-ac35-de5bf57e922b, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:23:56.470146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2019cf-bab1-4228-9fe3-639698c9dea9 None None] Network 90d2ec0a-d997-497e-907b-492c604a7ab5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:56.480160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33744) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:56.498448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=0a04bbdb-2dd5-451a-9c43-05052214c05e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:56.507902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] For port eacf8e81-f7dc-4512-ac35-de5bf57e922b, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=eacf8e81-f7dc-4512-ac35-de5bf57e922b,segment=NetworkSegment(19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b),segment_id=19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:23:56.518943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3b794-2b6d-419e-a5f8-6b2064270fd5 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7701d6-b3a9-4d26-b308-17175c62bec2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:56.523477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 0a04bbdb-2dd5-451a-9c43-05052214c05e details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:56.535625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b794-2b6d-419e-a5f8-6b2064270fd5 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.542322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:23:56.551338 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8410f005-4c35-4dd4-bd3c-ce1a67b4bb15 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5225620 Mar 28 15:23:56.552104 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33750) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:56.558529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:56.569751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:56.587174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:23:56.592850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:56.593498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.606874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:56.622187 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8fc3b794-2b6d-419e-a5f8-6b2064270fd5 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/subnets/7d7701d6-b3a9-4d26-b308-17175c62bec2 HTTP/1.1" status: 204 len: 168 time: 2.7851055 Mar 28 15:23:56.624698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33754) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:56.679935 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-14c02e95-1afc-45e7-b3bc-835821fe94c7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3957045 Mar 28 15:23:56.681640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33758) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:56.693769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-da70c143-f2f6-4b69-a93f-147cfdc65178 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:56.699776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-da70c143-f2f6-4b69-a93f-147cfdc65178 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2159646 Mar 28 15:23:56.701458 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33762) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:56.711852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-734fcb13-fb44-457e-9160-325a59115801 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:56.715134 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-734fcb13-fb44-457e-9160-325a59115801 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0103655 Mar 28 15:23:56.716472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74af115-c1c0-48e3-8e99-39ce9f57af17 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:56.718528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74af115-c1c0-48e3-8e99-39ce9f57af17 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:56.719402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c74af115-c1c0-48e3-8e99-39ce9f57af17 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Synchronizing usage tracker for tenant:7dd595730bf7491797c69ffa90958434 on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:23:56.722607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33766) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:56.729658 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-f38ac1ce-2c10-4545-9237-b3497edb0981 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:56.733063 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f38ac1ce-2c10-4545-9237-b3497edb0981 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071340 Mar 28 15:23:56.733063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting port 7e188e73-284b-49cd-912d-9a5ad3d85ba1 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:56.733063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.735926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:56.739652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded3a2f-d0fe-493a-81ff-bfe86e166077 None None] Pushing event updated for resources: {'Port': ['ID=96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:56.741201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33770) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:56.862344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c74af115-c1c0-48e3-8e99-39ce9f57af17 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Unset dirty status for tenant:7dd595730bf7491797c69ffa90958434 on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:23:56.863805 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c74af115-c1c0-48e3-8e99-39ce9f57af17 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2377169 Mar 28 15:23:56.866625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33772) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:56.899496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97759e7d-2df7-4721-a0dd-c47192dfeeb5 None None] Pushing event updated for resources: {'Port': ['ID=eacf8e81-f7dc-4512-ac35-de5bf57e922b,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:57.008515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-1f869a85-bd6b-4752-9d08-d08ea7bb10d6 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.009667 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1f869a85-bd6b-4752-9d08-d08ea7bb10d6 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0976207 Mar 28 15:23:57.038493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33778) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.060590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-9c991654-90c1-41c9-817a-7a00df4ceb21 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.062109 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9c991654-90c1-41c9-817a-7a00df4ceb21 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0219216 Mar 28 15:23:57.116901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33782) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.179616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-e350c794-f304-46e1-84e1-1d5623c5c7cb tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.183073 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e350c794-f304-46e1-84e1-1d5623c5c7cb tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0604749 Mar 28 15:23:57.183594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33786) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.250562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-5562604b-1af6-41e0-804b-0e3763cd2268 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.251603 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5562604b-1af6-41e0-804b-0e3763cd2268 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0149117 Mar 28 15:23:57.265381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33790) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.285277 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-aa869b45-886e-4044-a4c2-c2b1b1b3a1e8 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:57.285838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-e5795e50-abe1-4bc1-ae85-58f2d3374bc3 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.286993 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e5795e50-abe1-4bc1-ae85-58f2d3374bc3 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0201569 Mar 28 15:23:57.289306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] For port 7e188e73-284b-49cd-912d-9a5ad3d85ba1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7e188e73-284b-49cd-912d-9a5ad3d85ba1,segment=NetworkSegment(4aaec3dd-6c30-4fc3-b60b-1bae47b3f333),segment_id=4aaec3dd-6c30-4fc3-b60b-1bae47b3f333)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:57.289806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:57.290046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33794) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.303539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-00d0f241-9917-4a5a-8ef8-01edf1c07d98 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.305014 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-00d0f241-9917-4a5a-8ef8-01edf1c07d98 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0120358 Mar 28 15:23:57.358272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33798) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.364098 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa869b45-886e-4044-a4c2-c2b1b1b3a1e8 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 15:23:57.364562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa869b45-886e-4044-a4c2-c2b1b1b3a1e8 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:57.366285 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-aa869b45-886e-4044-a4c2-c2b1b1b3a1e8 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 HTTP/1.1" status: 409 len: 405 time: 0.4987361 Mar 28 15:23:57.379739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33802) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.389544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-bed584bf-d5c2-4f4e-91d9-edce48cf233b tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.390512 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bed584bf-d5c2-4f4e-91d9-edce48cf233b tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0310159 Mar 28 15:23:57.420954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33806) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.423817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-339635300'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:57.429740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Calling delete_port for 7e188e73-284b-49cd-912d-9a5ad3d85ba1 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:57.433034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:57.448518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:57.456918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:network and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:57.458761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-0de45cfd-39bd-4707-bb88-b5c27522e9dd tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.459763 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0de45cfd-39bd-4707-bb88-b5c27522e9dd tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0387006 Mar 28 15:23:57.461807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:57.466311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33810) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.470940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:57.477789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-5ec4da4b-8838-462a-8adf-8248a5bd7ef9 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.479133 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5ec4da4b-8838-462a-8adf-8248a5bd7ef9 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0115311 Mar 28 15:23:57.481521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33814) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.488784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-53ff169b-0cf1-40cc-bf98-5f45eb046711 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.489703 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-53ff169b-0cf1-40cc-bf98-5f45eb046711 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073137 Mar 28 15:23:57.492528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33818) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.499264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-31df4d64-f255-4fef-8c58-420611b78ee6 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.502650 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-31df4d64-f255-4fef-8c58-420611b78ee6 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0068524 Mar 28 15:23:57.507624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33822) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.516724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-4a3f2dc2-d088-46bc-9115-26254cc5d3c0 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.520454 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4a3f2dc2-d088-46bc-9115-26254cc5d3c0 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0095756 Mar 28 15:23:57.521249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33826) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.530669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-14821c1b-9591-4b45-8aaf-ed0a0aac5cfa tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.534786 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-14821c1b-9591-4b45-8aaf-ed0a0aac5cfa tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0096436 Mar 28 15:23:57.535301 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33830) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.540704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-2075dc71-adc1-4583-9a9f-2f2b158eda93 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.543081 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2075dc71-adc1-4583-9a9f-2f2b158eda93 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054345 Mar 28 15:23:57.543229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:57.544673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33834) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.550798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-9ecbee0d-2f2d-4b01-8e3a-d39c06984b45 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.551773 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9ecbee0d-2f2d-4b01-8e3a-d39c06984b45 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062356 Mar 28 15:23:57.554525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33838) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.559198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-5a353f4f-d060-49b3-8a2c-db41aec9a6d8 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.562331 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5a353f4f-d060-49b3-8a2c-db41aec9a6d8 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046399 Mar 28 15:23:57.562649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33842) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.573607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network 0a04bbdb-2dd5-451a-9c43-05052214c05e is not hosted by any dhcp agent {{(pid=88486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 15:23:57.584736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:57.584736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:57.589152 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "PUT /v2.0/networks/0a04bbdb-2dd5-451a-9c43-05052214c05e HTTP/1.1" status: 200 len: 723 time: 1.0359831 Mar 28 15:23:57.592076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33846) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.598185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': '0a04bbdb-2dd5-451a-9c43-05052214c05e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:57.603619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-285f9b84-85a0-4e02-9d17-c7df69b60c8d tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.604582 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-285f9b84-85a0-4e02-9d17-c7df69b60c8d tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0375690 Mar 28 15:23:57.607798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33850) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.621403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:57.624858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:57.687123 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:57.742554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Port': ['ID=7e188e73-284b-49cd-912d-9a5ad3d85ba1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:57.750699 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-2c4fc825-5b7b-4257-8e63-0d6b5b6d4774 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.755402 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2c4fc825-5b7b-4257-8e63-0d6b5b6d4774 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.1434925 Mar 28 15:23:57.763531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33854) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.776651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No DVR routers for this DVR port 7e188e73-284b-49cd-912d-9a5ad3d85ba1 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:23:57.806493 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.806860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.807196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.807539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.807887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.808236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.816905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.816905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.816905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.816905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.816905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.816905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:57.823788 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:57.854958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c16869-66d9-4a54-8bd2-7755b84f10b7 None None] Network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:57.857967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:57.864417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:57.869322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-960ae96e-b66b-4041-ab52-34307fb9f9b6 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.874392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33858) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.876855 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-960ae96e-b66b-4041-ab52-34307fb9f9b6 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0396776 Mar 28 15:23:57.913911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:57.917646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:57.921965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-b7992da4-4df6-4856-aa90-2d27ca9307cd tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.922930 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b7992da4-4df6-4856-aa90-2d27ca9307cd tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0487216 Mar 28 15:23:57.929942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33862) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.942241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-de95ebc8-1148-44dc-852d-6a35c5faea9f tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.943511 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-de95ebc8-1148-44dc-852d-6a35c5faea9f tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0110385 Mar 28 15:23:57.947282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:57.950214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=0a04bbdb-2dd5-451a-9c43-05052214c05e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:57.954645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33866) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.971738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ea5308c9-3f3d-4281-83ea-8313b1408651 None None] Provisioning for port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:57.974317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-9e850a92-a97f-4c81-a761-93dec7c2f1b9 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.975492 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9e850a92-a97f-4c81-a761-93dec7c2f1b9 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097287 Mar 28 15:23:57.987718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33870) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:57.996766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-5142c871-1735-4122-a9fd-2f9956f6e7ec tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:57.998096 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5142c871-1735-4122-a9fd-2f9956f6e7ec tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0088980 Mar 28 15:23:58.001164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33874) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.005070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d2ec0a-d997-497e-907b-492c604a7ab5']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.013803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50c768-04c6-4413-9b0e-e59394c02a79 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:23:58.018165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-119c464f-b581-4e0e-a42f-ed3ef49f9637 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.020439 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-119c464f-b581-4e0e-a42f-ed3ef49f9637 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0178418 Mar 28 15:23:58.024026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33878) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.032915 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-d8b4815f-7396-47b8-8e20-55774c5125a4 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.034201 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d8b4815f-7396-47b8-8e20-55774c5125a4 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090380 Mar 28 15:23:58.037346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaec3dd-6c30-4fc3-b60b-1bae47b3f333') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:58.037922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaec3dd-6c30-4fc3-b60b-1bae47b3f333') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:23:58.039975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:58.045342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33882) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.045728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:58.049352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.050611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 0a04bbdb-2dd5-451a-9c43-05052214c05e details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:58.055975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-e7f23f99-7cd6-45e2-90de-0f3415bcb852 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.060223 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e7f23f99-7cd6-45e2-90de-0f3415bcb852 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0138588 Mar 28 15:23:58.060878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33886) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.093030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.138243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-056aa74a-c90d-4dec-a4b1-9069d7e79483 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.139251 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-056aa74a-c90d-4dec-a4b1-9069d7e79483 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0705035 Mar 28 15:23:58.148582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.148924 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Added segment 91d49d58-5b74-4012-b2d7-7c06ae2858a8 of type vlan for network 731dd46d-83ce-48df-ab8a-490a17c800af Mar 28 15:23:58.149870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33890) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.164683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-5375be15-c2ed-4c45-a1b1-8683e71ffcd0 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.164939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.165673 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5375be15-c2ed-4c45-a1b1-8683e71ffcd0 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0148821 Mar 28 15:23:58.170025 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33894) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.181611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-dea72a6e-9d37-403e-aff8-74d3f4aeaea7 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.182706 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dea72a6e-9d37-403e-aff8-74d3f4aeaea7 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0096941 Mar 28 15:23:58.184418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:23:58.185138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:23:58.212788 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:23:58.215784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33898) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.282002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-f08d0a85-36f5-4120-8db0-62a24ca2ec65 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.284084 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f08d0a85-36f5-4120-8db0-62a24ca2ec65 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0550218 Mar 28 15:23:58.290394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.294620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33902) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.304818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-689b8237-3d83-4e0d-9113-454c37d62e12 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.305805 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-689b8237-3d83-4e0d-9113-454c37d62e12 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0102007 Mar 28 15:23:58.311779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33906) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.385792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-3d2467b4-ca2b-4b0a-8838-4f9dd1f10948 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.386840 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3d2467b4-ca2b-4b0a-8838-4f9dd1f10948 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0741405 Mar 28 15:23:58.397515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33910) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.411470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:23:58.423675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-7f713e49-f4c6-42b6-bd7a-7d3741d13414 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.425799 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7f713e49-f4c6-42b6-bd7a-7d3741d13414 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0187600 Mar 28 15:23:58.430930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33914) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.434108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.441682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-9260570b-e409-494b-85d9-1d6830f81bdf tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.442650 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9260570b-e409-494b-85d9-1d6830f81bdf tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0087678 Mar 28 15:23:58.448608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33918) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.455909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d881d169-0c4d-46ca-a43c-e424867da7d1 None None] Network b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:58.457436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-fba0ea6a-72f3-4e07-b6e9-e31cab72f544 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.458406 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fba0ea6a-72f3-4e07-b6e9-e31cab72f544 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0089569 Mar 28 15:23:58.462046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33922) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.466137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.476442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-3d152db5-d0e6-45a1-80ab-eaec75779688 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.477674 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3d152db5-d0e6-45a1-80ab-eaec75779688 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0145776 Mar 28 15:23:58.484275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33926) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.491958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=90d2ec0a-d997-497e-907b-492c604a7ab5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:58.496100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-40d06479-d7f9-4a62-8b66-aba3b937afc1 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.497742 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-40d06479-d7f9-4a62-8b66-aba3b937afc1 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088718 Mar 28 15:23:58.500106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33930) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.507968 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-b6310d52-e16b-4ce5-b2d6-40097584cbfd tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.509153 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b6310d52-e16b-4ce5-b2d6-40097584cbfd tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0079939 Mar 28 15:23:58.513125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33934) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.525585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-f8ae8150-2cb2-4e85-8f18-2d5213e75529 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.526493 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f8ae8150-2cb2-4e85-8f18-2d5213e75529 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0090494 Mar 28 15:23:58.533057 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ca30908d-e575-439c-befb-f90ba1fc2b89 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/90d2ec0a-d997-497e-907b-492c604a7ab5 HTTP/1.1" status: 204 len: 168 time: 6.9637508 Mar 28 15:23:58.533605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33938) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.534122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33940) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.537529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.542329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-f0e32d5d-c646-4f2f-ac9f-98470cbb619b tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.545763 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f0e32d5d-c646-4f2f-ac9f-98470cbb619b tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0069785 Mar 28 15:23:58.546739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33946) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.552581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-d16be42a-60ab-4b3a-814c-8260d2398753 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.556182 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d16be42a-60ab-4b3a-814c-8260d2398753 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054841 Mar 28 15:23:58.556939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33950) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.562948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-9426046c-1451-48cd-a8d5-325412e29393 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.569092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9426046c-1451-48cd-a8d5-325412e29393 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0093262 Mar 28 15:23:58.569345 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33954) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.570809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.574971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-1bb71e29-fccd-4094-bda5-b482132aca7f tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.575974 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1bb71e29-fccd-4094-bda5-b482132aca7f tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052316 Mar 28 15:23:58.577228 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdef877-be9b-45f7-a88d-f39a1880b032 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:23:58.577697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdef877-be9b-45f7-a88d-f39a1880b032 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:23:58.584073 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9cdef877-be9b-45f7-a88d-f39a1880b032 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/90d2ec0a-d997-497e-907b-492c604a7ab5 HTTP/1.1" status: 404 len: 339 time: 0.0411019 Mar 28 15:23:58.584073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33958) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.584329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:58.584329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.585432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33960) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.587265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-249ecd14-b5c2-4121-8371-11c5c25a0e9b tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.588218 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-249ecd14-b5c2-4121-8371-11c5c25a0e9b tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071564 Mar 28 15:23:58.590733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33964) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.595721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-752cf4dd-6516-4c6e-80b3-06f026516cbc tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.596667 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-752cf4dd-6516-4c6e-80b3-06f026516cbc tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050330 Mar 28 15:23:58.599361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33968) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.605516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-23cbbeac-1585-4749-808b-02be5ac4b766 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.606527 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-23cbbeac-1585-4749-808b-02be5ac4b766 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0061133 Mar 28 15:23:58.609352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33972) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.615364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-dd1a5461-e90a-410d-b194-ea69b90a438a tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.616304 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dd1a5461-e90a-410d-b194-ea69b90a438a tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060647 Mar 28 15:23:58.618834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33978) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.620984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726056661', 'description': 'd1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:58.623637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-2e244406-fb67-4868-80d0-5e418baaf852 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.624578 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2e244406-fb67-4868-80d0-5e418baaf852 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048006 Mar 28 15:23:58.626233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.630433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 33982) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.649328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:58.660213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-bb5da989-d586-4517-ba56-019fc672a936 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.661101 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bb5da989-d586-4517-ba56-019fc672a936 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0164073 Mar 28 15:23:58.665457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Usage tracker for resource:network and tenant:d5cf7b5f2a93472880d6b6d30bb195f5 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:23:58.666513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33986) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.677130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-8858a88d-a09b-4aba-bf60-051a2a1c54a5 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.678340 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8858a88d-a09b-4aba-bf60-051a2a1c54a5 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096631 Mar 28 15:23:58.688629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33990) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.701689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-9c50490b-e594-403f-b838-b78350fafaf4 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.703450 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9c50490b-e594-403f-b838-b78350fafaf4 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0130539 Mar 28 15:23:58.714161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33994) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.729352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fcc4be3b-f688-47da-aa53-174fb258dc0b None None] Provisioning for port eacf8e81-f7dc-4512-ac35-de5bf57e922b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:58.732648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:23:58.737975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.742685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-45e8da48-3b28-4483-bdf7-c914b383aed0 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.746160 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-45e8da48-3b28-4483-bdf7-c914b383aed0 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0268035 Mar 28 15:23:58.749782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 33998) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.752677 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': 'b3b3e476-aa11-4fd0-87ad-4db0e27f63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0a04bbdb-2dd5-451a-9c43-05052214c05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:23:58.753086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: 0a04bbdb-2dd5-451a-9c43-05052214c05e, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:23:58.769512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-56e7d63c-62e7-4401-86b7-48d1a4803b77 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.770480 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-56e7d63c-62e7-4401-86b7-48d1a4803b77 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0119367 Mar 28 15:23:58.776616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34002) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.778972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=00283ca0-b121-495e-808f-a7c788f3f2bd,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:58.783677 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-ce3e3adc-66ff-43ee-9796-ac943ad6f406 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.784637 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ce3e3adc-66ff-43ee-9796-ac943ad6f406 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0070314 Mar 28 15:23:58.787186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34006) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.792345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:58.793498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-9fde9374-820a-4719-8462-f6c0c02ff1be tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.794467 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9fde9374-820a-4719-8462-f6c0c02ff1be tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0064218 Mar 28 15:23:58.797776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34010) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.807990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-2cc448f2-ca5e-4d81-970d-01fb80ecaf0c tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.812007 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4254248 Mar 28 15:23:58.812309 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2cc448f2-ca5e-4d81-970d-01fb80ecaf0c tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055246 Mar 28 15:23:58.812309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34014) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.812309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34016) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.820929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-236220af-d008-43fa-97a9-70a04fe92781 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.824490 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-236220af-d008-43fa-97a9-70a04fe92781 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0112531 Mar 28 15:23:58.828273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da1775-2e28-4f6c-aa75-e646b4dc6287 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Network': ['ID=731dd46d-83ce-48df-ab8a-490a17c800af,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:58.828415 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'subnet': {'network_id': '731dd46d-83ce-48df-ab8a-490a17c800af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:58.836429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34022) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.847552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-934248bd-566a-4c2a-9934-8dc7ddbedda3 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.850891 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-934248bd-566a-4c2a-9934-8dc7ddbedda3 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064270 Mar 28 15:23:58.852819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34026) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.861370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 731dd46d-83ce-48df-ab8a-490a17c800af details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:58.905794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b46fdbf-c1c9-4e87-aece-92040233f978 None None] DHCP port deletion for b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:23:58.918931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-b1a5963c-858a-417f-9368-eca074582f73 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.920544 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b1a5963c-858a-417f-9368-eca074582f73 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0151546 Mar 28 15:23:58.950959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34030) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:58.955762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:23:58.967458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:58.971310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.990786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4b46fdbf-c1c9-4e87-aece-92040233f978 None None] Deleting port eacf8e81-f7dc-4512-ac35-de5bf57e922b {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:23:58.991488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4b46fdbf-c1c9-4e87-aece-92040233f978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:58.992511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-46bceb3d-6d98-4e47-9738-b8b9197ee27a tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:58.993875 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-46bceb3d-6d98-4e47-9738-b8b9197ee27a tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0382488 Mar 28 15:23:59.000060 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:59.012092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34034) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:59.015527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network 0a04bbdb-2dd5-451a-9c43-05052214c05e is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:23:59.020263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:23:59.025020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-6fd5fc9c-4ec6-4148-8dd4-3b1690c51e61 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:59.025020 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6fd5fc9c-4ec6-4148-8dd4-3b1690c51e61 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0087831 Mar 28 15:23:59.029039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34038) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:59.037075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-e29e0da5-4a4b-4159-9acd-3623c4c8ae1c tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:59.042319 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e29e0da5-4a4b-4159-9acd-3623c4c8ae1c tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0101559 Mar 28 15:23:59.044227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] Provisioning for port 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:59.049855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34042) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:59.057517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:23:59.062703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-b5c72e02-b481-4f60-a06e-edd859955761 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:59.066619 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b5c72e02-b481-4f60-a06e-edd859955761 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0151505 Mar 28 15:23:59.068502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34046) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:59.078480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-b1efe3ba-3fe7-45b2-891b-3785f033e384 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:59.080673 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b1efe3ba-3fe7-45b2-891b-3785f033e384 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0112672 Mar 28 15:23:59.085118 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34050) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:59.090743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [None req-73251c50-77a7-4007-a07f-b0a61b12bba3 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:59.093062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:23:59.094968 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34054) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:59.095219 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-73251c50-77a7-4007-a07f-b0a61b12bba3 tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0090005 Mar 28 15:23:59.108116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [None req-ac9cf15d-d7eb-441f-9ba4-8f621fa26d5a tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:23:59.109057 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ac9cf15d-d7eb-441f-9ba4-8f621fa26d5a tempest-ExtensionsTestJSON-577138804 tempest-ExtensionsTestJSON-577138804-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0105486 Mar 28 15:23:59.109942 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] Provisioning complete for port 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:59.110321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.133614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 0a04bbdb-2dd5-451a-9c43-05052214c05e) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:23:59.143687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:59.145332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576575'] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.153269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:23:59.153827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.154172 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment 75f6e57c-8ed7-4bfc-8fd7-56f369670354 of type vlan for network db7fcd57-8248-456e-a07a-27ddb6f1e28a Mar 28 15:23:59.171291 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.184680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f51dec-fe08-43ae-9b8e-f803bd165f89 None None] Network 0a04bbdb-2dd5-451a-9c43-05052214c05e requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:23:59.234190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.260789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.368585 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-157c2977-327b-49a9-9d1f-ef6ecf3c7552 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7728536 Mar 28 15:23:59.369536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34060) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:59.382195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-10a0ce5c-d2ab-4fae-9151-360031e194bd tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:23:59.456873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] Port 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:23:59.489295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4b46fdbf-c1c9-4e87-aece-92040233f978 None None] For port eacf8e81-f7dc-4512-ac35-de5bf57e922b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=eacf8e81-f7dc-4512-ac35-de5bf57e922b,segment=NetworkSegment(19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b),segment_id=19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:23:59.489295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4b46fdbf-c1c9-4e87-aece-92040233f978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.558258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.564063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:23:59.564701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.632605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4b46fdbf-c1c9-4e87-aece-92040233f978 None None] Calling delete_port for eacf8e81-f7dc-4512-ac35-de5bf57e922b owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:23:59.679004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-10a0ce5c-d2ab-4fae-9151-360031e194bd tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33054702'] for subnet, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.727471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] Provisioning complete for port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:59.727716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.732416 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1199307 Mar 28 15:23:59.738039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34066) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:59.742694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b723e8d-a89d-412e-bcf1-6c4baad38bfd tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=db7fcd57-8248-456e-a07a-27ddb6f1e28a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:23:59.756106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.759785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:23:59.776065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network db7fcd57-8248-456e-a07a-27ddb6f1e28a details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:23:59.790906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34070) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:23:59.812228 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4b46fdbf-c1c9-4e87-aece-92040233f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:23:59.882430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:23:59.883142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.002338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949e1afa-c712-4742-8d42-83f3bd7af0ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:00.004085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-949e1afa-c712-4742-8d42-83f3bd7af0ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Synchronizing usage tracker for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:00.034911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8da22ff5-59a3-40c8-84f2-2c5779b8971c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.106124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46fdbf-c1c9-4e87-aece-92040233f978 None None] Pushing event deleted for resources: {'Port': ['ID=eacf8e81-f7dc-4512-ac35-de5bf57e922b,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:00.110251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8da22ff5-59a3-40c8-84f2-2c5779b8971c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:00.120044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8da22ff5-59a3-40c8-84f2-2c5779b8971c admin admin] Usage tracker for resource:security_group_rule and tenant:dc2f312d27414d67aa4712d436284eb4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:00.126496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8da22ff5-59a3-40c8-84f2-2c5779b8971c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:00.163772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46fdbf-c1c9-4e87-aece-92040233f978 None None] No DVR routers for this DVR port eacf8e81-f7dc-4512-ac35-de5bf57e922b on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:00.169184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8da22ff5-59a3-40c8-84f2-2c5779b8971c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:00.182310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-949e1afa-c712-4742-8d42-83f3bd7af0ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Unset dirty status for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:00.186164 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-949e1afa-c712-4742-8d42-83f3bd7af0ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/networks?id=db7fcd57-8248-456e-a07a-27ddb6f1e28a HTTP/1.1" status: 200 len: 764 time: 0.4400663 Mar 28 15:24:00.191056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34076) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:00.208703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-59c94414-9290-4265-9efb-95bbf4feb750 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'description': 'd2'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:00.361339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.363836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-10a0ce5c-d2ab-4fae-9151-360031e194bd tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781951052014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31575148'] for subnet, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.365407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-0a04bbdb-2dd5-451a-9c43-05052214c05e', 'network_id': '0a04bbdb-2dd5-451a-9c43-05052214c05e', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': '00283ca0-b121-495e-808f-a7c788f3f2bd'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:00.366240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.375811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.objects.ports [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88487) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:24:00.398078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.399067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.403732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.418694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.450146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0ce5c-d2ab-4fae-9151-360031e194bd tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:00.450961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-10a0ce5c-d2ab-4fae-9151-360031e194bd tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.452420 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-10a0ce5c-d2ab-4fae-9151-360031e194bd tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "PUT /v2.0/subnets/00283ca0-b121-495e-808f-a7c788f3f2bd HTTP/1.1" status: 200 len: 806 time: 1.0820546 Mar 28 15:24:00.459793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34080) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:00.475143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.525345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] For port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90,segment=NetworkSegment(ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8),segment_id=ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:00.579680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0ce5c-d2ab-4fae-9151-360031e194bd tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=00283ca0-b121-495e-808f-a7c788f3f2bd,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:00.593519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:00.603750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.696000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Allocated IP 172.20.0.2 (0a04bbdb-2dd5-451a-9c43-05052214c05e/00283ca0-b121-495e-808f-a7c788f3f2bd/a2f38ecf-6a2b-4003-a94b-c64321a62b17) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:00.702245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Checking segment: {'id': '91d49d58-5b74-4012-b2d7-7c06ae2858a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '731dd46d-83ce-48df-ab8a-490a17c800af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:00.702691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network hostable DHCP agents. Network: 731dd46d-83ce-48df-ab8a-490a17c800af, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:00.731556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8da22ff5-59a3-40c8-84f2-2c5779b8971c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.735775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:00.735967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.738689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:00.739594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Subnet': ['ID=6139573c-7419-45d3-b656-76eb898b336b,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:00.744993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-59c94414-9290-4265-9efb-95bbf4feb750 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.748084 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:00.748084 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:00.764809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec1b26-457d-4478-b05f-dbc40b0f1a60 None None] Pushing event updated for resources: {'Port': ['ID=96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:00.790897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b967ca7c-13f9-4987-96cc-c550643bda1c None None] Provisioning complete for port 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:00.790897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b967ca7c-13f9-4987-96cc-c550643bda1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.810003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8da22ff5-59a3-40c8-84f2-2c5779b8971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.861630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network 731dd46d-83ce-48df-ab8a-490a17c800af is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:00.864624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-59c94414-9290-4265-9efb-95bbf4feb750 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.935174 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8da22ff5-59a3-40c8-84f2-2c5779b8971c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc2f312d27414d67aa4712d436284eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1409760 Mar 28 15:24:00.936911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34084) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:00.943292 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59c94414-9290-4265-9efb-95bbf4feb750 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network db7fcd57-8248-456e-a07a-27ddb6f1e28a is not hosted by any dhcp agent {{(pid=88487) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 15:24:00.952077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c94414-9290-4265-9efb-95bbf4feb750 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:00.952077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-59c94414-9290-4265-9efb-95bbf4feb750 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:00.954956 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-59c94414-9290-4265-9efb-95bbf4feb750 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "PUT /v2.0/networks/db7fcd57-8248-456e-a07a-27ddb6f1e28a HTTP/1.1" status: 200 len: 761 time: 0.7607849 Mar 28 15:24:00.955796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34088) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:00.991816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b967ca7c-13f9-4987-96cc-c550643bda1c None None] Port 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:01.016727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da22ff5-59a3-40c8-84f2-2c5779b8971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b6623e-7f80-4a14-b174-1a25d139c9cd,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:01.027268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.072434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 731dd46d-83ce-48df-ab8a-490a17c800af) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:01.076857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:01.077584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.091828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c94414-9290-4265-9efb-95bbf4feb750 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=db7fcd57-8248-456e-a07a-27ddb6f1e28a,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:01.092305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2c4bf-b600-41ce-ae15-c61fc253ee8c None None] Network 731dd46d-83ce-48df-ab8a-490a17c800af requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:01.120749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9809f52d-576e-40f0-b0aa-53e2ee00a8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.125303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network db7fcd57-8248-456e-a07a-27ddb6f1e28a details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:01.153460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9809f52d-576e-40f0-b0aa-53e2ee00a8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.183496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be4827-e595-467e-b4b8-5d324ec5039c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:01.188591 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-90be4827-e595-467e-b4b8-5d324ec5039c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/networks?id=db7fcd57-8248-456e-a07a-27ddb6f1e28a HTTP/1.1" status: 200 len: 764 time: 0.1762567 Mar 28 15:24:01.188878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34092) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:01.217787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router ef08d069-f3bd-42d1-b4a8-d6c81bf270d9 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:24:01.256162 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-32785fa4-d43f-4aa3-bba1-60bba9e8677c tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4411418 Mar 28 15:24:01.258908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34096) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:01.360137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5d9805f1-1ae3-46c3-8235-d0c4d07f27bd None None] Provisioning complete for port 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:01.360524 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5d9805f1-1ae3-46c3-8235-d0c4d07f27bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.385484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.417679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.486915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b4ce7-5334-49e8-8747-88f25798eae3 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:01.487729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-305b4ce7-5334-49e8-8747-88f25798eae3 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Synchronizing usage tracker for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:01.494331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:01.500598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5d9805f1-1ae3-46c3-8235-d0c4d07f27bd None None] Port 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:01.504949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9809f52d-576e-40f0-b0aa-53e2ee00a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.506757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Transition to ACTIVE for port object a2f38ecf-6a2b-4003-a94b-c64321a62b17 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:01.514917 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a7f32-776a-429d-9fc9-76cc4d942203 None None] Sync routers for ids ['ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:01.534252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-305b4ce7-5334-49e8-8747-88f25798eae3 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Unset dirty status for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:01.537824 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-305b4ce7-5334-49e8-8747-88f25798eae3 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3456306 Mar 28 15:24:01.537824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809f52d-576e-40f0-b0aa-53e2ee00a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b6623e-7f80-4a14-b174-1a25d139c9cd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:01.538772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9809f52d-576e-40f0-b0aa-53e2ee00a8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.539341 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9809f52d-576e-40f0-b0aa-53e2ee00a8ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78b6623e-7f80-4a14-b174-1a25d139c9cd HTTP/1.1" status: 204 len: 168 time: 0.5992994 Mar 28 15:24:01.539963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34100) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:01.543423 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5704f3cc-1981-4598-a293-3ae7684ada03 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/ef08d069-f3bd-42d1-b4a8-d6c81bf270d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8589866 Mar 28 15:24:01.555042 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a7f32-776a-429d-9fc9-76cc4d942203 None None] Routers {'ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:01.555698 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-578a7f32-776a-429d-9fc9-76cc4d942203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:01.597728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Transition to ACTIVE for port object a2f38ecf-6a2b-4003-a94b-c64321a62b17 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:01.605259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34106) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:01.616416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.649007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:01.657873 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-578a7f32-776a-429d-9fc9-76cc4d942203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:01.676360 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a7f32-776a-429d-9fc9-76cc4d942203 None None] Routers {'ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:01.677271 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-578a7f32-776a-429d-9fc9-76cc4d942203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:01.701914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.740028 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c3f92-2deb-4c6c-98e8-a27b3f3f1648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-731dd46d-83ce-48df-ab8a-490a17c800af', 'network_id': '731dd46d-83ce-48df-ab8a-490a17c800af', 'tenant_id': '7dd595730bf7491797c69ffa90958434', 'fixed_ips': [{'subnet_id': '6139573c-7419-45d3-b656-76eb898b336b'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:01.740810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b48c3f92-2deb-4c6c-98e8-a27b3f3f1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.770904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-578a7f32-776a-429d-9fc9-76cc4d942203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:01.771603 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a7f32-776a-429d-9fc9-76cc4d942203 None None] The sync data for ids ['ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:01.793486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cf704d73-300e-4fd4-bd3b-95c5fa7a5fdf tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Synchronizing usage tracker for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:01.801694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Network 0a04bbdb-2dd5-451a-9c43-05052214c05e is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:01.834384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.851631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f13cd2-5062-493a-bb46-86c5510d4227 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:01.852232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b7f13cd2-5062-493a-bb46-86c5510d4227 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Synchronizing usage tracker for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:01.880782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Subnet': ['ID=6139573c-7419-45d3-b656-76eb898b336b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:01.893058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:01.905588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:01.921876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Pushing event updated for resources: {'Port': ['ID=a2f38ecf-6a2b-4003-a94b-c64321a62b17,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:01.926096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cf704d73-300e-4fd4-bd3b-95c5fa7a5fdf tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Unset dirty status for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:01.927332 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cf704d73-300e-4fd4-bd3b-95c5fa7a5fdf tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 207 time: 0.3859026 Mar 28 15:24:01.936164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34112) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:01.979320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b7f13cd2-5062-493a-bb46-86c5510d4227 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Unset dirty status for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:01.980599 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b7f13cd2-5062-493a-bb46-86c5510d4227 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports/7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b HTTP/1.1" status: 200 len: 983 time: 0.3744199 Mar 28 15:24:01.991199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:01.995549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34116) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:02.043826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:02.044196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.052469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=00283ca0-b121-495e-808f-a7c788f3f2bd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:02.072755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Attempting to bind port a2f38ecf-6a2b-4003-a94b-c64321a62b17 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:02.073124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Attempting to bind port a2f38ecf-6a2b-4003-a94b-c64321a62b17 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'b3b3e476-aa11-4fd0-87ad-4db0e27f63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0a04bbdb-2dd5-451a-9c43-05052214c05e'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:02.073488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Attempting to bind port a2f38ecf-6a2b-4003-a94b-c64321a62b17 on network 0a04bbdb-2dd5-451a-9c43-05052214c05e {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server [None req-b48c3f92-2deb-4c6c-98e8-a27b3f3f1648 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6139573c-7419-45d3-b656-76eb898b336b: This subnet is being modified by another concurrent operation. Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise exception Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6139573c-7419-45d3-b656-76eb898b336b: This subnet is being modified by another concurrent operation. Mar 28 15:24:02.086744 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Mar 28 15:24:02.093990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:02.093990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Checking segment: {'id': 'b3b3e476-aa11-4fd0-87ad-4db0e27f63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0a04bbdb-2dd5-451a-9c43-05052214c05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:02.093990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.094355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Bound using segment: {'id': 'b3b3e476-aa11-4fd0-87ad-4db0e27f63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0a04bbdb-2dd5-451a-9c43-05052214c05e'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:02.095474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Bound port: a2f38ecf-6a2b-4003-a94b-c64321a62b17, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b3e476-aa11-4fd0-87ad-4db0e27f63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0a04bbdb-2dd5-451a-9c43-05052214c05e'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:02.095474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.099909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.123318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614227b-3338-4e85-8706-1923e4a1bd6c None None] Network 731dd46d-83ce-48df-ab8a-490a17c800af requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:02.234111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731dd46d-83ce-48df-ab8a-490a17c800af']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:02.236225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.258373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d49d58-5b74-4012-b2d7-7c06ae2858a8') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:02.258373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d49d58-5b74-4012-b2d7-7c06ae2858a8') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:02.279228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.292600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175da03d-39ac-4d37-b7c4-414f117e8759 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.298911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175da03d-39ac-4d37-b7c4-414f117e8759 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.305165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175da03d-39ac-4d37-b7c4-414f117e8759 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.311229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175da03d-39ac-4d37-b7c4-414f117e8759 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.317644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175da03d-39ac-4d37-b7c4-414f117e8759 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.324263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175da03d-39ac-4d37-b7c4-414f117e8759 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.326341 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-175da03d-39ac-4d37-b7c4-414f117e8759 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3890314 Mar 28 15:24:02.330291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a04bbdb-2dd5-451a-9c43-05052214c05e']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:02.338306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34128) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:02.379774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b3e476-aa11-4fd0-87ad-4db0e27f63d1') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:02.380488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b3e476-aa11-4fd0-87ad-4db0e27f63d1') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:02.400464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.433020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] For port a2f38ecf-6a2b-4003-a94b-c64321a62b17, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:02.442885 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] For port a2f38ecf-6a2b-4003-a94b-c64321a62b17, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a2f38ecf-6a2b-4003-a94b-c64321a62b17,segment=NetworkSegment(b3b3e476-aa11-4fd0-87ad-4db0e27f63d1),segment_id=b3b3e476-aa11-4fd0-87ad-4db0e27f63d1)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:02.448161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device eacf8e81-f7dc-4512-ac35-de5bf57e922b no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:02.486469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.487898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: eacf8e81-f7dc-4512-ac35-de5bf57e922b {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:02.487898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device eacf8e81-f7dc-4512-ac35-de5bf57e922b not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:02.507966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.515972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.516519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.525706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:02.526105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.535662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:02.536185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:02.541283 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:02.553455 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:02.601768 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5ff5c35f-51fb-422f-93ca-8c7336abaa30 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2573349 Mar 28 15:24:02.626661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34136) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:02.671249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3d745-dc6a-4795-877f-4f4857353ca6 None None] Pushing event updated for resources: {'Port': ['ID=a2f38ecf-6a2b-4003-a94b-c64321a62b17,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:02.708929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a5eff-2f03-460f-b386-3418d9d41686 None None] Network 0a04bbdb-2dd5-451a-9c43-05052214c05e requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:02.746975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:24:02.746975 dv-neutron-828143-13-hyperv neutron-server[88486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:24:02.746975 dv-neutron-828143-13-hyperv neutron-server[88486]: [parameters: {'id': '0a04bbdb-2dd5-451a-9c43-05052214c05e'}] Mar 28 15:24:02.746975 dv-neutron-828143-13-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:02.747507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:02.781676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508caee0-0a90-42b3-8d9e-b60c76ae0c13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.783104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508caee0-0a90-42b3-8d9e-b60c76ae0c13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.784649 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508caee0-0a90-42b3-8d9e-b60c76ae0c13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.786215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508caee0-0a90-42b3-8d9e-b60c76ae0c13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.787843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508caee0-0a90-42b3-8d9e-b60c76ae0c13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.788739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-508caee0-0a90-42b3-8d9e-b60c76ae0c13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Synchronizing usage tracker for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:02.815074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-508caee0-0a90-42b3-8d9e-b60c76ae0c13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Unset dirty status for tenant:d5cf7b5f2a93472880d6b6d30bb195f5 on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:02.815074 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-508caee0-0a90-42b3-8d9e-b60c76ae0c13 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1774201 Mar 28 15:24:02.815074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34142) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:02.860889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.865285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:02.920098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cd78f8-f30d-4280-98d4-f66e83a53585 None None] Network 0a04bbdb-2dd5-451a-9c43-05052214c05e requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:02.952827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Network': ['ID=731dd46d-83ce-48df-ab8a-490a17c800af,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:02.968585 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4a7342bf-5d10-46ff-9395-7dcbe16431d4 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/731dd46d-83ce-48df-ab8a-490a17c800af HTTP/1.1" status: 204 len: 168 time: 1.7086518 Mar 28 15:24:02.968759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34148) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:02.974198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34150) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:02.988548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1975144934'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:02.995140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa10c88-f142-47a1-a49e-9aff96c2581c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['shared'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.996518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa10c88-f142-47a1-a49e-9aff96c2581c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['shared'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.997885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa10c88-f142-47a1-a49e-9aff96c2581c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['shared'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:02.999285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa10c88-f142-47a1-a49e-9aff96c2581c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['shared'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:03.000770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa10c88-f142-47a1-a49e-9aff96c2581c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['shared'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:03.002282 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-baa10c88-f142-47a1-a49e-9aff96c2581c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1876330 Mar 28 15:24:03.005906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34158) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:03.007007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:03.014243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:network and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:03.020221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:03.027633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.084948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:03.102610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1024854073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:03.121040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:03.133908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:router and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:03.138755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:03.147895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:03.172034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71b30b-e933-4976-a158-04bd130820ee None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:24:03.181671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71511f8-585e-4b71-9dc5-714e0387a3dc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:03.183035 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b71511f8-585e-4b71-9dc5-714e0387a3dc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/networks/d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 HTTP/1.1" status: 200 len: 804 time: 0.1761713 Mar 28 15:24:03.186761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34162) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:03.273965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.278128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:03.281646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.294947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.295962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.324615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71b30b-e933-4976-a158-04bd130820ee None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:24:03.328637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:03.343248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.343917 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Added segment 3952f954-b80e-4357-a30f-8f3b964c4cd0 of type vlan for network 44fde3bb-1191-4b04-80a1-ef3e972230b2 Mar 28 15:24:03.344071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting port a2f38ecf-6a2b-4003-a94b-c64321a62b17 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:03.344409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.370407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.376210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:03.376555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.397700 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cdf956fb-e610-493b-a17b-a3e3db8b79ec tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/networks/d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2062042 Mar 28 15:24:03.398784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34166) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:03.511271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.556287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.588113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37dd8ec-aee3-44af-89d4-db37c8c4d560 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:03.591074 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d37dd8ec-aee3-44af-89d4-db37c8c4d560 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/subnets/9db39e7a-d0e6-4902-9ad0-ae16fcaa0c0d HTTP/1.1" status: 200 len: 843 time: 0.1898110 Mar 28 15:24:03.594257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34170) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:03.684495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.688213 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2a3f79d4-120a-4a4a-b9fe-8f8eb89bcfde tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7159970 Mar 28 15:24:03.692873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34174) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:03.701521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1402437421'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:03.711747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:03.720007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:network and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:03.721028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] For port a2f38ecf-6a2b-4003-a94b-c64321a62b17, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=a2f38ecf-6a2b-4003-a94b-c64321a62b17,segment=NetworkSegment(b3b3e476-aa11-4fd0-87ad-4db0e27f63d1),segment_id=b3b3e476-aa11-4fd0-87ad-4db0e27f63d1)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:03.721392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.724396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:03.735665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:03.738644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c758db-7146-4867-b49d-3fda5551a138 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:03.743594 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-24c758db-7146-4867-b49d-3fda5551a138 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "GET /v2.0/subnets/9db39e7a-d0e6-4902-9ad0-ae16fcaa0c0d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1448298 Mar 28 15:24:03.746159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34178) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:03.758193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1772099453'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:03.765611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.772014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:03.772495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.776523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93762504-4f94-48e3-9e8c-3df0bcf1eb2f None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:24:03.778651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:03.787511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:03.853538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Calling delete_port for a2f38ecf-6a2b-4003-a94b-c64321a62b17 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:03.891772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:03.923866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93762504-4f94-48e3-9e8c-3df0bcf1eb2f None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:24:03.964173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:04.008214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Made reservation on behalf of 066a2539a0c4491e99182718907b1c90 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:04.011918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.090544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.111925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Network': ['ID=44fde3bb-1191-4b04-80a1-ef3e972230b2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:04.125783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:04.142881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 44fde3bb-1191-4b04-80a1-ef3e972230b2 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:04.144663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:security_group_rule and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:04.151779 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1a8b5dc5-cc18-44d9-88cd-0f167ce3b319 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1678109 Mar 28 15:24:04.151779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:04.155003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34182) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:04.157502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:04.157794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'subnet': {'network_id': '44fde3bb-1191-4b04-80a1-ef3e972230b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:04.175484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.176283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:04.180089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.243134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:04.244590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Port': ['ID=a2f38ecf-6a2b-4003-a94b-c64321a62b17,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:04.250370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No DVR routers for this DVR port a2f38ecf-6a2b-4003-a94b-c64321a62b17 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:04.312641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.312979 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Added segment cb6f0edf-2b6b-4777-91a2-5dc13542a217 of type vlan for network 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 Mar 28 15:24:04.383820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:04.388514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.392432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:subnet and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:04.393696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.437929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:04.450816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:04.453567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.466411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.482037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a04bbdb-2dd5-451a-9c43-05052214c05e']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:04.499101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b3e476-aa11-4fd0-87ad-4db0e27f63d1') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:04.499413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b3e476-aa11-4fd0-87ad-4db0e27f63d1') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:04.511624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.514006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.519377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:04.520853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.523450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.529080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.535909 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:04.536303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:04.551653 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:04.554863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=7de0bcd4-8e5e-449c-9bf5-f231b39c5a4b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:04.565509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:04.569001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.651709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:04.735409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91f4b1b-09db-4041-b6a4-ce1da4b09f40,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:04.794921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.802723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Network': ['ID=7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:04.807015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.807382 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Added segment 732552d2-7ec7-439e-8eff-086a26740b46 of type vlan for network fe786bfd-f0d9-45ea-add2-4976e95259ea Mar 28 15:24:04.814755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:04.816505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.824341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=0a04bbdb-2dd5-451a-9c43-05052214c05e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:04.839792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-41fd05ec-69de-4247-8501-fb129006e6a5 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/0a04bbdb-2dd5-451a-9c43-05052214c05e HTTP/1.1" status: 204 len: 168 time: 4.3764043 Mar 28 15:24:04.840035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34186) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:04.878120 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e7cc24bb-d7f4-414b-8c7d-95266e97c5c0 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1281896 Mar 28 15:24:04.883197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34190) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:04.897127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'network_id': '7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:04.903094 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb43e71-af73-4925-bafa-31ee9f04a1ad tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:04.903501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb43e71-af73-4925-bafa-31ee9f04a1ad tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:04.905158 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cbb43e71-af73-4925-bafa-31ee9f04a1ad tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/0a04bbdb-2dd5-451a-9c43-05052214c05e HTTP/1.1" status: 404 len: 339 time: 0.0642700 Mar 28 15:24:04.912091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.915695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34194) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:04.942222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759817287', 'description': 'd1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:04.943393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:04.951068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:04.957955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:network and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:04.973331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:04.982987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:05.071940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.085939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:24:05.105301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:05.108703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.159410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:05.175964 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:05.181724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:05.183671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Subnet': ['ID=d8c05019-91e4-4a35-937f-0a5f9c2104dc,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:05.198851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.199222 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment 4eced065-4dc8-4265-8d0b-9f62312a3114 of type vlan for network 0d56d929-fa62-454c-b2a1-7f194cfe2848 Mar 28 15:24:05.200514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Checking segment: {'id': '3952f954-b80e-4357-a30f-8f3b964c4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '44fde3bb-1191-4b04-80a1-ef3e972230b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:05.200881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network hostable DHCP agents. Network: 44fde3bb-1191-4b04-80a1-ef3e972230b2, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:05.242474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.295209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network 44fde3bb-1191-4b04-80a1-ef3e972230b2 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:05.352234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.357821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:05.358406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.365096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.370325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:05.370886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.397458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 44fde3bb-1191-4b04-80a1-ef3e972230b2) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:05.406902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce38c9c-27e0-4592-894e-f21e32565f90 None None] Network 44fde3bb-1191-4b04-80a1-ef3e972230b2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:05.412363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:05.412363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.482138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=0d56d929-fa62-454c-b2a1-7f194cfe2848,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:05.497744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 0d56d929-fa62-454c-b2a1-7f194cfe2848 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:05.519093 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-efcfed54-06db-44a0-a451-dabc3c0bad67 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6039989 Mar 28 15:24:05.521681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34198) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:05.540008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Made reservation on behalf of d5cf7b5f2a93472880d6b6d30bb195f5 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:05.543297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.567252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router ef08d069-f3bd-42d1-b4a8-d6c81bf270d9 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:24:05.583723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Network': ['ID=fe786bfd-f0d9-45ea-add2-4976e95259ea,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:05.594634 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8ddd10f8-996b-422e-a8ad-7d491d310482 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9002872 Mar 28 15:24:05.598358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34202) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:05.604354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network fe786bfd-f0d9-45ea-add2-4976e95259ea details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:05.624133 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9322ce76-146a-47eb-8a17-f64ee21b53b7 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4709582 Mar 28 15:24:05.627617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34204) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:05.654627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'subnet': {'network_id': 'fe786bfd-f0d9-45ea-add2-4976e95259ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:05.677506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.ipam_backend_mixin [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Performing IP validity checks on allocation pools {{(pid=88487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 15:24:05.677815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.ipam_backend_mixin [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 15:24:05.684084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f0785-e419-4a61-887c-3b3e8487e107 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:05.684829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d01f0785-e419-4a61-887c-3b3e8487e107 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Synchronizing usage tracker for tenant:86f63e337f3b47bd82689553833351c4 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:05.798475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.826059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-44fde3bb-1191-4b04-80a1-ef3e972230b2', 'network_id': '44fde3bb-1191-4b04-80a1-ef3e972230b2', 'tenant_id': '7dd595730bf7491797c69ffa90958434', 'fixed_ips': [{'subnet_id': 'd8c05019-91e4-4a35-937f-0a5f9c2104dc'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:05.834517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.851555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d01f0785-e419-4a61-887c-3b3e8487e107 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Unset dirty status for tenant:86f63e337f3b47bd82689553833351c4 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:05.852878 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d01f0785-e419-4a61-887c-3b3e8487e107 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/networks?id=0d56d929-fa62-454c-b2a1-7f194cfe2848 HTTP/1.1" status: 200 len: 760 time: 0.3301165 Mar 28 15:24:05.855757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34210) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:05.865701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-22cff7f8-1c44-4913-a632-b8a3d3eb38bb tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'description': 'd2'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:05.905746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:05.917278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:05.934303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:05.939385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fbd27-eba7-4a7d-a942-519ccf39d748 None None] Sync routers for ids ['ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:05.943527 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-69677881-368c-454c-bb12-f3410947b7b3 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/ef08d069-f3bd-42d1-b4a8-d6c81bf270d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9429564 Mar 28 15:24:05.975883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fbd27-eba7-4a7d-a942-519ccf39d748 None None] Routers {'ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:05.976667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bf7fbd27-eba7-4a7d-a942-519ccf39d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:05.978777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34214) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:05.979822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:subnet and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:05.984436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:06.050217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bf7fbd27-eba7-4a7d-a942-519ccf39d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:06.052050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:06.069439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fbd27-eba7-4a7d-a942-519ccf39d748 None None] Routers {'ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:06.070451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bf7fbd27-eba7-4a7d-a942-519ccf39d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:06.215831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Made reservation on behalf of 066a2539a0c4491e99182718907b1c90 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:06.219099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.226281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bf7fbd27-eba7-4a7d-a942-519ccf39d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:06.226912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fbd27-eba7-4a7d-a942-519ccf39d748 None None] The sync data for ids ['ef08d069-f3bd-42d1-b4a8-d6c81bf270d9'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:06.243878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Allocated IP 2001:db8::2 (44fde3bb-1191-4b04-80a1-ef3e972230b2/d8c05019-91e4-4a35-937f-0a5f9c2104dc/619ef86a-cce8-4d6d-b574-7971f503ec95) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:06.274981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22cff7f8-1c44-4913-a632-b8a3d3eb38bb tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.369011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22cff7f8-1c44-4913-a632-b8a3d3eb38bb tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.400761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22cff7f8-1c44-4913-a632-b8a3d3eb38bb tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network 0d56d929-fa62-454c-b2a1-7f194cfe2848 is not hosted by any dhcp agent {{(pid=88486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 15:24:06.406389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cff7f8-1c44-4913-a632-b8a3d3eb38bb tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:06.407168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22cff7f8-1c44-4913-a632-b8a3d3eb38bb tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.412501 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-22cff7f8-1c44-4913-a632-b8a3d3eb38bb tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "PUT /v2.0/networks/0d56d929-fa62-454c-b2a1-7f194cfe2848 HTTP/1.1" status: 200 len: 757 time: 0.5557663 Mar 28 15:24:06.418940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34220) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:06.491626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cff7f8-1c44-4913-a632-b8a3d3eb38bb tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=0d56d929-fa62-454c-b2a1-7f194cfe2848,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:06.500239 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-728722f3-0ad2-464a-af2a-81b62b901e78 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 15:24:06.500838 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-728722f3-0ad2-464a-af2a-81b62b901e78 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/ef08d069-f3bd-42d1-b4a8-d6c81bf270d9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5181882 Mar 28 15:24:06.505141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34224) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:06.505816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 0d56d929-fa62-454c-b2a1-7f194cfe2848 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:06.544877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.557129 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-55d22dd1-e8e0-4b38-a34e-759622359293 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef08d069-f3bd-42d1-b4a8-d6c81bf270d9 HTTP/1.1" status: 200 len: 205 time: 0.0483224 Mar 28 15:24:06.557681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34228) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:06.610089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Transition to ACTIVE for port object 619ef86a-cce8-4d6d-b574-7971f503ec95 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:06.645484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Transition to ACTIVE for port object 619ef86a-cce8-4d6d-b574-7971f503ec95 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:06.701905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-773dad2b-8096-4be9-9bfb-bbe579e05132 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.724790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.725721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.798887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Network 44fde3bb-1191-4b04-80a1-ef3e972230b2 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:06.801951 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:06.805938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:06.845021 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76cf7d-e638-4f40-8f7a-59799475c520 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:06.846324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1d76cf7d-e638-4f40-8f7a-59799475c520 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Synchronizing usage tracker for tenant:86f63e337f3b47bd82689553833351c4 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:06.906107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=219ef35a-0668-4f8b-bc50-d610b51e1fae,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:06.938583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Pushing event updated for resources: {'Port': ['ID=619ef86a-cce8-4d6d-b574-7971f503ec95,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:06.943773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1d76cf7d-e638-4f40-8f7a-59799475c520 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Unset dirty status for tenant:86f63e337f3b47bd82689553833351c4 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:06.950018 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1d76cf7d-e638-4f40-8f7a-59799475c520 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/networks?id=0d56d929-fa62-454c-b2a1-7f194cfe2848 HTTP/1.1" status: 200 len: 760 time: 0.5233533 Mar 28 15:24:06.953018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34232) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:06.959646 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.960421 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.961011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.961513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.961841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.962327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.962643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.963057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.963467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.963855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.964250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.964751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:06.968230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-534896888'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:06.969853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Attempting to bind port 619ef86a-cce8-4d6d-b574-7971f503ec95 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:06.970289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Attempting to bind port 619ef86a-cce8-4d6d-b574-7971f503ec95 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '3952f954-b80e-4357-a30f-8f3b964c4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '44fde3bb-1191-4b04-80a1-ef3e972230b2'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:06.970819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Attempting to bind port 619ef86a-cce8-4d6d-b574-7971f503ec95 on network 44fde3bb-1191-4b04-80a1-ef3e972230b2 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:06.971533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Checking segment: {'id': 'cb6f0edf-2b6b-4777-91a2-5dc13542a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:06.971848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network hostable DHCP agents. Network: 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:06.977212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:06.977711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Checking segment: {'id': '3952f954-b80e-4357-a30f-8f3b964c4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '44fde3bb-1191-4b04-80a1-ef3e972230b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:06.978213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.978806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Bound using segment: {'id': '3952f954-b80e-4357-a30f-8f3b964c4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '44fde3bb-1191-4b04-80a1-ef3e972230b2'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:06.979390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Bound port: 619ef86a-cce8-4d6d-b574-7971f503ec95, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3952f954-b80e-4357-a30f-8f3b964c4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '44fde3bb-1191-4b04-80a1-ef3e972230b2'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:06.979867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:06.993821 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:07.023131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:07.075696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] For port 619ef86a-cce8-4d6d-b574-7971f503ec95, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:07.077217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.079240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] For port 619ef86a-cce8-4d6d-b574-7971f503ec95, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=619ef86a-cce8-4d6d-b574-7971f503ec95,segment=NetworkSegment(3952f954-b80e-4357-a30f-8f3b964c4cd0),segment_id=3952f954-b80e-4357-a30f-8f3b964c4cd0)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:07.125249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-773dad2b-8096-4be9-9bfb-bbe579e05132 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.130744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:07.134335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.134507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-773dad2b-8096-4be9-9bfb-bbe579e05132 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.138072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c05019-91e4-4a35-937f-0a5f9c2104dc,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:07.143879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.147157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Network 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:07.188532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.247450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:07.251612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Subnet': ['ID=b6353541-22b7-4f2e-8396-8f0eeb6088ab,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:07.256303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.266760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Checking segment: {'id': '732552d2-7ec7-439e-8eff-086a26740b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fe786bfd-f0d9-45ea-add2-4976e95259ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:07.267140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network hostable DHCP agents. Network: fe786bfd-f0d9-45ea-add2-4976e95259ea, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:07.274479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.274834 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment 44283926-2efe-4131-b1fb-97b86183a4d0 of type vlan for network ca901ac1-ba2c-4304-a61a-7d7d8d291686 Mar 28 15:24:07.286342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:07.296255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fde3bb-1191-4b04-80a1-ef3e972230b2']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:07.300653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:07.301248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.307326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977064c4-aaff-4aba-b134-e6df0c833b35 None None] Network 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:07.310795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-773dad2b-8096-4be9-9bfb-bbe579e05132 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.311308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773dad2b-8096-4be9-9bfb-bbe579e05132 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Fanout notify agent at l3_agent the message router_deleted on router ef08d069-f3bd-42d1-b4a8-d6c81bf270d9 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:24:07.328081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3952f954-b80e-4357-a30f-8f3b964c4cd0') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:07.328304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3952f954-b80e-4357-a30f-8f3b964c4cd0') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:07.337247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.342593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cb4c9-5d8f-4389-b47c-8f654bbd5cac None None] Pushing event updated for resources: {'Port': ['ID=619ef86a-cce8-4d6d-b574-7971f503ec95,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:07.343955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-773dad2b-8096-4be9-9bfb-bbe579e05132 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.363681 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-773dad2b-8096-4be9-9bfb-bbe579e05132 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/ef08d069-f3bd-42d1-b4a8-d6c81bf270d9 HTTP/1.1" status: 204 len: 168 time: 0.8049448 Mar 28 15:24:07.365404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34238) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:07.368008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.388456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.407121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:07.407121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.408483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network fe786bfd-f0d9-45ea-add2-4976e95259ea is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:07.413640 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:07.417087 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e8cbd2a3-37df-401f-adcf-814fe39dec8b tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5328846 Mar 28 15:24:07.426098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34244) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:07.433242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ae81a-886f-4c9c-9d57-ee68f80072c5 None None] Network 44fde3bb-1191-4b04-80a1-ef3e972230b2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:07.435705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3a19e55a-e98d-447a-9dd5-d18b9e933c98 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:07.437551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, fe786bfd-f0d9-45ea-add2-4976e95259ea) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:07.445578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:07.446221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.452286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10a2ebe-d191-4eac-b971-65f1b2b646f8 None None] Network fe786bfd-f0d9-45ea-add2-4976e95259ea requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:07.468894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-651b2a15-96b8-4e83-915d-219670ecb510 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting subnet 32870736-d2e7-49f7-8887-c72b03d14e17 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:07.474003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-651b2a15-96b8-4e83-915d-219670ecb510 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.508268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.513980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:07.514587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.610630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:24:07.610630 dv-neutron-828143-13-hyperv neutron-server[88486]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:24:07.610630 dv-neutron-828143-13-hyperv neutron-server[88486]: [parameters: {'id': '44fde3bb-1191-4b04-80a1-ef3e972230b2'}] Mar 28 15:24:07.610630 dv-neutron-828143-13-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:07.611165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:07.640868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3a19e55a-e98d-447a-9dd5-d18b9e933c98 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31918990'] for subnet, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.644148 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0c832f44-74b6-4644-b632-87a48146f0b5 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9985077 Mar 28 15:24:07.647234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34248) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:07.651465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'network': {'name': 'tempest-router-network01--1707201465'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:07.651785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=ca901ac1-ba2c-4304-a61a-7d7d8d291686,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:07.658525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:07.663104 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:network and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:07.666255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:07.668642 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-651b2a15-96b8-4e83-915d-219670ecb510 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.674340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:07.686480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network ca901ac1-ba2c-4304-a61a-7d7d8d291686 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:07.724788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-15574e8a-26dc-4b93-9af6-4b5cef4dcde2 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7685261 Mar 28 15:24:07.727794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34252) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:07.736916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': 'ca901ac1-ba2c-4304-a61a-7d7d8d291686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:07.817033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Made reservation on behalf of 066a2539a0c4491e99182718907b1c90 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:07.820554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.875350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:07.881827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Usage tracker for resource:subnet and tenant:86f63e337f3b47bd82689553833351c4 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:07.884974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-651b2a15-96b8-4e83-915d-219670ecb510 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:07.914368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:07.931923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:08.014988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:08.019661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.057254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-651b2a15-96b8-4e83-915d-219670ecb510 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.057895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5', 'network_id': '7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5', 'tenant_id': 'd5cf7b5f2a93472880d6b6d30bb195f5', 'fixed_ips': [{'subnet_id': '219ef35a-0668-4f8b-bc50-d610b51e1fae'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:08.058537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:08.058714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.081917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.082873 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Added segment 874f95c3-7537-4930-8d11-eae9ce0fb5e5 of type vlan for network d3ef8433-2420-46a8-9ae7-a90046d2da32 Mar 28 15:24:08.112827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.117557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.133802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Deleting port 619ef86a-cce8-4d6d-b574-7971f503ec95 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:08.134012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.156986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b2a15-96b8-4e83-915d-219670ecb510 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Subnet': ['ID=32870736-d2e7-49f7-8887-c72b03d14e17,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:08.162082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-651b2a15-96b8-4e83-915d-219670ecb510 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.174259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-fe786bfd-f0d9-45ea-add2-4976e95259ea', 'network_id': 'fe786bfd-f0d9-45ea-add2-4976e95259ea', 'tenant_id': '066a2539a0c4491e99182718907b1c90', 'fixed_ips': [{'subnet_id': 'b6353541-22b7-4f2e-8396-8f0eeb6088ab'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:08.175445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.180221 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-651b2a15-96b8-4e83-915d-219670ecb510 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/32870736-d2e7-49f7-8887-c72b03d14e17 HTTP/1.1" status: 204 len: 168 time: 0.8111966 Mar 28 15:24:08.181093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34256) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:08.188096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d932ccb8-8117-4e80-bc42-9992fccd2b7c None None] Network e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:08.224717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3a19e55a-e98d-447a-9dd5-d18b9e933c98 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781951052014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32160553'] for subnet, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.304603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.305560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:24:08.360567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:08.360924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.365042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19e55a-e98d-447a-9dd5-d18b9e933c98 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:08.365636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3a19e55a-e98d-447a-9dd5-d18b9e933c98 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.369536 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3a19e55a-e98d-447a-9dd5-d18b9e933c98 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "PUT /v2.0/subnets/219ef35a-0668-4f8b-bc50-d610b51e1fae HTTP/1.1" status: 200 len: 900 time: 0.9398937 Mar 28 15:24:08.390940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34260) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:08.403604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19e55a-e98d-447a-9dd5-d18b9e933c98 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event updated for resources: {'Subnet': ['ID=219ef35a-0668-4f8b-bc50-d610b51e1fae,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:08.466713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.472571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:08.472786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.541557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] For port 619ef86a-cce8-4d6d-b574-7971f503ec95, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=619ef86a-cce8-4d6d-b574-7971f503ec95,segment=NetworkSegment(3952f954-b80e-4357-a30f-8f3b964c4cd0),segment_id=3952f954-b80e-4357-a30f-8f3b964c4cd0)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:08.541928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.578522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Allocated IP 2001:db8::3 (7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5/219ef35a-0668-4f8b-bc50-d610b51e1fae/90a9f047-1805-4edd-9b4d-9643235edb6a) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:08.640364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Allocated IP 2001:db8::2 (fe786bfd-f0d9-45ea-add2-4976e95259ea/b6353541-22b7-4f2e-8396-8f0eeb6088ab/94d3d30c-44f6-47f8-92cd-a66da11ed474) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:08.671402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.731502 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-a633d41a-f8e9-496d-885a-5f2d18915639 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5375266 Mar 28 15:24:08.731502 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0848985 Mar 28 15:24:08.739163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Calling delete_port for 619ef86a-cce8-4d6d-b574-7971f503ec95 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:08.774709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34264) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:08.779312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703cdfe-d2c9-4fb5-880d-0a15a5682661 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Network': ['ID=d3ef8433-2420-46a8-9ae7-a90046d2da32,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:08.787103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'network': {'name': 'tempest-router-network02--1217988825'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:08.795904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:08.808620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:network and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:08.814572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:08.820244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network d3ef8433-2420-46a8-9ae7-a90046d2da32 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:08.822647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:08.857598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.881611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] DHCP port deletion for e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:08.951234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] Deleting port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:08.951605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.957110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Made reservation on behalf of 066a2539a0c4491e99182718907b1c90 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:08.960921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:08.978962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90,segment=NetworkSegment(ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8),segment_id=ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:08.979435 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.001495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.057883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:09.059972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Port': ['ID=619ef86a-cce8-4d6d-b574-7971f503ec95,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:09.065892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No DVR routers for this DVR port 619ef86a-cce8-4d6d-b574-7971f503ec95 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:09.117284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.117974 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Added segment 9da6d956-3acb-4573-8e6f-74e027515719 of type vlan for network 2a78d5c3-ebe2-4b79-87ad-0371ee719e30 Mar 28 15:24:09.130592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=09f3c432-834e-49d1-b3d2-08185e48a15c,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:09.138747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:09.171018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-89f11dd8-199d-446a-8e71-880e7147a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:09.172535 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-89f11dd8-199d-446a-8e71-880e7147a470 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 1098 time: 0.2678387 Mar 28 15:24:09.195524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.228996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': '44283926-2efe-4131-b1fb-97b86183a4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ca901ac1-ba2c-4304-a61a-7d7d8d291686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:09.228996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: ca901ac1-ba2c-4304-a61a-7d7d8d291686, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:09.231122 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.238628 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.246248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.280545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Transition to ACTIVE for port object 90a9f047-1805-4edd-9b4d-9643235edb6a will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:09.284383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.302796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Transition to ACTIVE for port object 94d3d30c-44f6-47f8-92cd-a66da11ed474 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:09.357849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network ca901ac1-ba2c-4304-a61a-7d7d8d291686 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:09.358990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Transition to ACTIVE for port object 90a9f047-1805-4edd-9b4d-9643235edb6a will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:09.372303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fde3bb-1191-4b04-80a1-ef3e972230b2']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:09.380883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.388399 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Transition to ACTIVE for port object 94d3d30c-44f6-47f8-92cd-a66da11ed474 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:09.394172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] For port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90,segment=NetworkSegment(ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8),segment_id=ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:09.394549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.399972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3952f954-b80e-4357-a30f-8f3b964c4cd0') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:09.400270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3952f954-b80e-4357-a30f-8f3b964c4cd0') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:09.416831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.440065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.445760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:09.446272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No DVR routers for this DVR port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:09.458723 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.464567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.466689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:09.467303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.473408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:09.473808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.493180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, ca901ac1-ba2c-4304-a61a-7d7d8d291686) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:09.504700 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:09.519912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:09.520690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-585cc760-aa5d-454a-aa4f-9fe93c144797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:09.521107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.522344 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-585cc760-aa5d-454a-aa4f-9fe93c144797 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d73f968-a67d-45b9-aff6-702b0fff1dac HTTP/1.1" status: 200 len: 898 time: 0.2862282 Mar 28 15:24:09.549182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.559762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] Calling delete_port for 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:09.594987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae288d3b-55b5-45af-9a7a-5fe6c047ae85 None None] Network ca901ac1-ba2c-4304-a61a-7d7d8d291686 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:09.634241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.642035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.719715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=219ef35a-0668-4f8b-bc50-d610b51e1fae,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:09.723052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ee444f-8de4-4e4d-85c7-b094bf3c61d9']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:09.750084 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4c37de0e-acc4-4820-ab38-8dc6cf108936 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0212369 Mar 28 15:24:09.751953 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:09.752253 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7e1a94-6c97-45ba-bbd2-d1aa8e20f9d8') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:09.764514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34268) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:09.774053 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:09.774715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:09.871387 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0955441 Mar 28 15:24:09.873883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:09.874434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:09.877521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34272) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:09.878200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c294b4f-e08c-496b-9cd7-1d5f9d0b9ca6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Network': ['ID=2a78d5c3-ebe2-4b79-87ad-0371ee719e30,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:09.887427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'subnet': {'network_id': 'd3ef8433-2420-46a8-9ae7-a90046d2da32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:09.892157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Network fe786bfd-f0d9-45ea-add2-4976e95259ea is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:09.901608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Network 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:09.904448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:09.921543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:09.928841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:09.936320 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-a406b797-e7a5-4a83-b676-91c5e5ad6d88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caf7f14e-95e0-4419-871a-909288d7488b HTTP/1.1" status: 200 len: 1000 time: 0.4025846 Mar 28 15:24:09.964035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 2a78d5c3-ebe2-4b79-87ad-0371ee719e30 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:09.979659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:09.989444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Pushing event updated for resources: {'Port': ['ID=90a9f047-1805-4edd-9b4d-9643235edb6a,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:10.022542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.022819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.054303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.062784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.067383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:10.077734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:10.078492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.079990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Network': ['ID=44fde3bb-1191-4b04-80a1-ef3e972230b2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:10.087595 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b9e0931d-c1dd-4526-a99d-e6754582a1a1 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/44fde3bb-1191-4b04-80a1-ef3e972230b2 HTTP/1.1" status: 204 len: 168 time: 4.4583950 Mar 28 15:24:10.091365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34278) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:10.095604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:10.105244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1210560839'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:10.110940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:subnet and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:10.113924 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:10.119246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:10.122737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:10.125600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6f0edf-2b6b-4777-91a2-5dc13542a217') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:10.125911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6f0edf-2b6b-4777-91a2-5dc13542a217') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:10.128256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-f58b2aec-1706-4554-afad-c16e2ff14164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:10.129701 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-f58b2aec-1706-4554-afad-c16e2ff14164 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcfa578e-2539-4183-8415-31b05c48c367 HTTP/1.1" status: 200 len: 835 time: 0.1462905 Mar 28 15:24:10.130508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:10.134755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:network and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:10.141376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:10.181245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:10.209551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.216133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.228330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-c81c652e-32bd-4655-93e2-cb0939e59940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:10.235895 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-c81c652e-32bd-4655-93e2-cb0939e59940 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d73f968-a67d-45b9-aff6-702b0fff1dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0907648 Mar 28 15:24:10.235895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Made reservation on behalf of 066a2539a0c4491e99182718907b1c90 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:10.235895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.240317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.275288 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:10.275971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:10.276333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4740603-6b06-4d51-afe0-53abd650be36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-ca901ac1-ba2c-4304-a61a-7d7d8d291686', 'network_id': 'ca901ac1-ba2c-4304-a61a-7d7d8d291686', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': '09f3c432-834e-49d1-b3d2-08185e48a15c'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:10.277385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f4740603-6b06-4d51-afe0-53abd650be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.285782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:10.285782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.299439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:10.302014 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:10.304401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.323952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Pushing event updated for resources: {'Port': ['ID=94d3d30c-44f6-47f8-92cd-a66da11ed474,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:10.327540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.335920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Attempting to bind port 94d3d30c-44f6-47f8-92cd-a66da11ed474 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:10.336291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Attempting to bind port 94d3d30c-44f6-47f8-92cd-a66da11ed474 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '732552d2-7ec7-439e-8eff-086a26740b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fe786bfd-f0d9-45ea-add2-4976e95259ea'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:10.336647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Attempting to bind port 94d3d30c-44f6-47f8-92cd-a66da11ed474 on network fe786bfd-f0d9-45ea-add2-4976e95259ea {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:10.359224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:10.359596 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Checking segment: {'id': '732552d2-7ec7-439e-8eff-086a26740b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fe786bfd-f0d9-45ea-add2-4976e95259ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:10.359990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.360374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Bound using segment: {'id': '732552d2-7ec7-439e-8eff-086a26740b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fe786bfd-f0d9-45ea-add2-4976e95259ea'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:10.360831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Bound port: 94d3d30c-44f6-47f8-92cd-a66da11ed474, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732552d2-7ec7-439e-8eff-086a26740b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fe786bfd-f0d9-45ea-add2-4976e95259ea'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:10.361395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.388082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.411020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Attempting to bind port 90a9f047-1805-4edd-9b4d-9643235edb6a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:10.411411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Attempting to bind port 90a9f047-1805-4edd-9b4d-9643235edb6a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'cb6f0edf-2b6b-4777-91a2-5dc13542a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:10.411776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Attempting to bind port 90a9f047-1805-4edd-9b4d-9643235edb6a on network 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:10.424376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Network': ['ID=e0ee444f-8de4-4e4d-85c7-b094bf3c61d9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:10.429989 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2905a372-6269-48fe-bb82-95f32376f199 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/networks/e0ee444f-8de4-4e4d-85c7-b094bf3c61d9 HTTP/1.1" status: 204 len: 168 time: 2.2476614 Mar 28 15:24:10.439698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34282) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:10.442026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.452706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:10.453355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Checking segment: {'id': 'cb6f0edf-2b6b-4777-91a2-5dc13542a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:10.453748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.453920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1912735350'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:10.454488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Bound using segment: {'id': 'cb6f0edf-2b6b-4777-91a2-5dc13542a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:10.454972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Bound port: 90a9f047-1805-4edd-9b4d-9643235edb6a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6f0edf-2b6b-4777-91a2-5dc13542a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:10.455367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.476296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:10.486542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:10.491504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:24:10.491504 dv-neutron-828143-13-hyperv neutron-server[88487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:24:10.491504 dv-neutron-828143-13-hyperv neutron-server[88487]: [parameters: {'id': '7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5'}] Mar 28 15:24:10.491504 dv-neutron-828143-13-hyperv neutron-server[88487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:10.494211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:10.494413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:network and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:10.506905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:10.522581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:10.528274 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-b22c23a3-397c-4071-8246-ba441eb20cd1 service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800372 Mar 28 15:24:10.529177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.529534 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Added segment 056ad932-4211-4c3a-9c18-fcc698d89ca2 of type vlan for network 8b21a371-0a32-4357-bf0a-8af17581dfc9 Mar 28 15:24:10.598648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.599369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] For port 94d3d30c-44f6-47f8-92cd-a66da11ed474, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:10.611889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] For port 94d3d30c-44f6-47f8-92cd-a66da11ed474, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=94d3d30c-44f6-47f8-92cd-a66da11ed474,segment=NetworkSegment(732552d2-7ec7-439e-8eff-086a26740b46),segment_id=732552d2-7ec7-439e-8eff-086a26740b46)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:10.615252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] For port 90a9f047-1805-4edd-9b4d-9643235edb6a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:10.618963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] For port 90a9f047-1805-4edd-9b4d-9643235edb6a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=90a9f047-1805-4edd-9b4d-9643235edb6a,segment=NetworkSegment(cb6f0edf-2b6b-4777-91a2-5dc13542a217),segment_id=cb6f0edf-2b6b-4777-91a2-5dc13542a217)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:10.631318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:10.634709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.640956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=09f3c432-834e-49d1-b3d2-08185e48a15c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server [None req-f4740603-6b06-4d51-afe0-53abd650be36 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09f3c432-834e-49d1-b3d2-08185e48a15c: This subnet is being modified by another concurrent operation. Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise exception Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09f3c432-834e-49d1-b3d2-08185e48a15c: This subnet is being modified by another concurrent operation. Mar 28 15:24:10.679896 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Mar 28 15:24:10.688491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.699527 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0cd9a2-0a84-4ee7-983d-46262a617462 None None] Network ca901ac1-ba2c-4304-a61a-7d7d8d291686 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:10.725926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.775613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.784425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:10.789543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] Deleting port 96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:10.789917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.828610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.829078 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added segment d9c28a04-edea-44c7-898d-ef2c40fcf09a of type vlan for network d9501caa-a5c4-4eab-9993-46e5e5b345cd Mar 28 15:24:10.831539 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc3b7b55-539b-45ce-886a-9cf3727d74c9 req-12c55255-00b7-4641-b41d-1e2510f3c94c service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891176 Mar 28 15:24:10.873743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.881163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.881382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.886992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:10.887606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.913926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca901ac1-ba2c-4304-a61a-7d7d8d291686']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:10.931341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44283926-2efe-4131-b1fb-97b86183a4d0') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:10.932445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44283926-2efe-4131-b1fb-97b86183a4d0') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:10.935457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.950838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.969820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.977009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:10.977397 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:10.980558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-72c703d1-bbc0-4535-9674-340535cebfd0 None None] The port '96ef0bef-a89c-4602-a3dc-6ad2f0c6ae90' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:11.004767 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:11.007518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.068130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81717d3b-a7f3-4b79-8098-14c2e3fa5573 None None] Pushing event updated for resources: {'Port': ['ID=94d3d30c-44f6-47f8-92cd-a66da11ed474,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:11.090103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting port 90a9f047-1805-4edd-9b4d-9643235edb6a {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:11.090838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.101716 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0077076 Mar 28 15:24:11.106377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c5490-96b9-42af-a645-cb5179f3709a tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Network': ['ID=8b21a371-0a32-4357-bf0a-8af17581dfc9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:11.110364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34286) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:11.135319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 8b21a371-0a32-4357-bf0a-8af17581dfc9 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:11.140643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Request body: {'subnet': {'network_id': '8b21a371-0a32-4357-bf0a-8af17581dfc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:11.159394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Subnet': ['ID=a0a88bb0-d9f2-4ea4-a7a0-d5c58c84aee3,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:11.172357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Checking segment: {'id': '874f95c3-7537-4930-8d11-eae9ce0fb5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd3ef8433-2420-46a8-9ae7-a90046d2da32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:11.172719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network hostable DHCP agents. Network: d3ef8433-2420-46a8-9ae7-a90046d2da32, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:11.182932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.188311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:11.188900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.314023 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] For port 90a9f047-1805-4edd-9b4d-9643235edb6a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=90a9f047-1805-4edd-9b4d-9643235edb6a,segment=NetworkSegment(cb6f0edf-2b6b-4777-91a2-5dc13542a217),segment_id=cb6f0edf-2b6b-4777-91a2-5dc13542a217)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:11.314387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.403976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Network': ['ID=d9501caa-a5c4-4eab-9993-46e5e5b345cd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:11.406460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:11.406610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.411776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Usage tracker for resource:subnet and tenant:7dd595730bf7491797c69ffa90958434 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:11.415187 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e0cfc1e1-7693-430b-b572-fd202de7e3e7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9720805 Mar 28 15:24:11.416307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:11.419337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34292) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:11.427511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'subnet': {'network_id': 'd9501caa-a5c4-4eab-9993-46e5e5b345cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:11.445368 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:11.474804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network d9501caa-a5c4-4eab-9993-46e5e5b345cd details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:11.487896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24ccd6-129f-471f-9d82-eb4a518edb04 None None] Pushing event updated for resources: {'Port': ['ID=90a9f047-1805-4edd-9b4d-9643235edb6a,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:11.505203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8b1d3b-9b23-491e-a4ae-a0565bacaf6b None None] Network 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:11.560867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.589173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Calling delete_port for 90a9f047-1805-4edd-9b4d-9643235edb6a owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:11.619586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=ca901ac1-ba2c-4304-a61a-7d7d8d291686,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:11.690727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Made reservation on behalf of 7dd595730bf7491797c69ffa90958434 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:11.694257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.709910 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c7c035c6-107c-4975-8c76-78cd16483b66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/ca901ac1-ba2c-4304-a61a-7d7d8d291686 HTTP/1.1" status: 204 len: 168 time: 1.9418931 Mar 28 15:24:11.710135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network d3ef8433-2420-46a8-9ae7-a90046d2da32 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:11.710241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34296) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:11.762548 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ec3b36-dc6f-4980-ac77-1ec70fb1a9db tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] GET failed (client error): The resource could not be found. Mar 28 15:24:11.763085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f2ec3b36-dc6f-4980-ac77-1ec70fb1a9db tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Synchronizing usage tracker for tenant:86f63e337f3b47bd82689553833351c4 on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:11.792575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.818138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:11.822716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, d3ef8433-2420-46a8-9ae7-a90046d2da32) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:11.824615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:subnet and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:11.829291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:11.840357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:11.842869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:11.843491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.845317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Port': ['ID=90a9f047-1805-4edd-9b4d-9643235edb6a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:11.849154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e1410a-1bfc-4e8f-a798-ef0c5b900cd5 None None] Network d3ef8433-2420-46a8-9ae7-a90046d2da32 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:11.852136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No DVR routers for this DVR port 90a9f047-1805-4edd-9b4d-9643235edb6a on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:11.886178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f2ec3b36-dc6f-4980-ac77-1ec70fb1a9db tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Unset dirty status for tenant:86f63e337f3b47bd82689553833351c4 on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:11.889816 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f2ec3b36-dc6f-4980-ac77-1ec70fb1a9db tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/subnets/09f3c432-834e-49d1-b3d2-08185e48a15c HTTP/1.1" status: 404 len: 337 time: 0.1762269 Mar 28 15:24:11.891274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34300) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:11.936044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:11.939891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:11.952326 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fb9a4a-429f-42c7-ab34-bf3d64b9d687 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:11.952897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fb9a4a-429f-42c7-ab34-bf3d64b9d687 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:11.982364 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1b9f2914-2bcd-4705-9ed7-b35c119ca150 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0991318 Mar 28 15:24:11.989161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34304) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:11.994392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9846d61-c6b7-4d30-a1ae-24ed7b411377 None None] Network 7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:12.008984 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-57fb9a4a-429f-42c7-ab34-bf3d64b9d687 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/ca901ac1-ba2c-4304-a61a-7d7d8d291686 HTTP/1.1" status: 404 len: 339 time: 0.1164837 Mar 28 15:24:12.020885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34308) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:12.024259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.054661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'subnet': {'network_id': '2a78d5c3-ebe2-4b79-87ad-0371ee719e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:12.137998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:12.167350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6f0edf-2b6b-4777-91a2-5dc13542a217') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:12.167613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6f0edf-2b6b-4777-91a2-5dc13542a217') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:12.186583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.214571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.221540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:12.226894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:subnet and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:12.231018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:12.240456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:12.243810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:12.244211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:12.260207 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:12.275855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-d3ef8433-2420-46a8-9ae7-a90046d2da32', 'network_id': 'd3ef8433-2420-46a8-9ae7-a90046d2da32', 'tenant_id': '066a2539a0c4491e99182718907b1c90', 'fixed_ips': [{'subnet_id': 'a0a88bb0-d9f2-4ea4-a7a0-d5c58c84aee3'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:12.280611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.280743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f8208-2d03-4065-9d99-26c92c755215 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:12.280743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b77f8208-2d03-4065-9d99-26c92c755215 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Synchronizing usage tracker for tenant:86f63e337f3b47bd82689553833351c4 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:12.416289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Made reservation on behalf of 066a2539a0c4491e99182718907b1c90 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:12.419643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.438750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.objects.ports [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88486) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 15:24:12.446932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.460713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b77f8208-2d03-4065-9d99-26c92c755215 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Unset dirty status for tenant:86f63e337f3b47bd82689553833351c4 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:12.464549 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b77f8208-2d03-4065-9d99-26c92c755215 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4401243 Mar 28 15:24:12.474854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34312) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:12.475672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.484024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.490250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Allocated IP 2001:db8::2 (d3ef8433-2420-46a8-9ae7-a90046d2da32/a0a88bb0-d9f2-4ea4-a7a0-d5c58c84aee3/ab1e008b-5883-4d1b-9d96-71e4d266e8f3) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:12.578416 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-65a6dfed-94ae-413f-aeaa-a2d5f453463f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 207 time: 0.0832715 Mar 28 15:24:12.578416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:12.585362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34316) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:12.597008 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-70a60a12-4fd3-401f-9121-ef6165341b05 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 HTTP/1.1" status: 204 len: 168 time: 4.2035446 Mar 28 15:24:12.597714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34320) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:12.635338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.664573 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd2ec1c-6980-4633-bae8-fedacdbcd243 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:12.665469 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd2ec1c-6980-4633-bae8-fedacdbcd243 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:12.671497 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ebd2ec1c-6980-4633-bae8-fedacdbcd243 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/219ef35a-0668-4f8b-bc50-d610b51e1fae HTTP/1.1" status: 404 len: 337 time: 0.0710382 Mar 28 15:24:12.671638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34324) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:12.709381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd9c8c-49ed-4630-9bf8-3cb0d7bbd1ca None None] Network fe786bfd-f0d9-45ea-add2-4976e95259ea requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:12.721148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event updated for resources: {'Subnet': ['ID=78f010b7-066c-470c-9d6c-d32143f0b7ba,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:12.758962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Checking segment: {'id': '056ad932-4211-4c3a-9c18-fcc698d89ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8b21a371-0a32-4357-bf0a-8af17581dfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:12.759356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network hostable DHCP agents. Network: 8b21a371-0a32-4357-bf0a-8af17581dfc9, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:12.771322 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac492a0-ab4c-4ddd-a47f-d63ec1ef199c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:12.771794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac492a0-ab4c-4ddd-a47f-d63ec1ef199c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:12.816160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Checking segment: {'id': 'd9c28a04-edea-44c7-898d-ef2c40fcf09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd9501caa-a5c4-4eab-9993-46e5e5b345cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:12.816531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network hostable DHCP agents. Network: d9501caa-a5c4-4eab-9993-46e5e5b345cd, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:12.823748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32122bc-fc8c-4595-968c-1f9975a8931f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:12.829410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32122bc-fc8c-4595-968c-1f9975a8931f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:12.835554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32122bc-fc8c-4595-968c-1f9975a8931f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:12.838248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:12.842030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32122bc-fc8c-4595-968c-1f9975a8931f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:12.847011 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b32122bc-fc8c-4595-968c-1f9975a8931f tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2569294 Mar 28 15:24:12.847826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34328) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:12.854881 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6ac492a0-ab4c-4ddd-a47f-d63ec1ef199c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/7ad3b6bb-bfbd-4144-b7e9-ca3b457d3de5 HTTP/1.1" status: 404 len: 339 time: 0.1775405 Mar 28 15:24:12.858419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Transition to ACTIVE for port object ab1e008b-5883-4d1b-9d96-71e4d266e8f3 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:12.864938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34332) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:12.924290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Subnet': ['ID=45b11839-d567-4e7a-bcb6-3ea511a2a012,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:12.924917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Transition to ACTIVE for port object ab1e008b-5883-4d1b-9d96-71e4d266e8f3 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:12.926414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-672e7744-aa70-4534-b113-41ecacde2451 None None] Provisioning for port 94d3d30c-44f6-47f8-92cd-a66da11ed474 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:13.005493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.006035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Network 8b21a371-0a32-4357-bf0a-8af17581dfc9 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:13.022829 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e28c5619-ba04-41a1-91fc-02775488d08b tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1711323 Mar 28 15:24:13.024661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34336) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:13.047594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network d9501caa-a5c4-4eab-9993-46e5e5b345cd is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:13.062390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.071739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Network d3ef8433-2420-46a8-9ae7-a90046d2da32 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:13.075174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:13.078046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:13.096023 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b720886-8ed8-49bb-8f74-4b4de9495438 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:13.097683 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b720886-8ed8-49bb-8f74-4b4de9495438 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:13.099539 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3b720886-8ed8-49bb-8f74-4b4de9495438 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0751674 Mar 28 15:24:13.102980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34340) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:13.103299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 8b21a371-0a32-4357-bf0a-8af17581dfc9) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:13.114690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, d9501caa-a5c4-4eab-9993-46e5e5b345cd) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:13.116724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:13.117306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.131363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Pushing event updated for resources: {'Port': ['ID=ab1e008b-5883-4d1b-9d96-71e4d266e8f3,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:13.133630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062f99b-130c-42f1-b569-46c7a16a223a None None] Network 8b21a371-0a32-4357-bf0a-8af17581dfc9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:13.140459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:13.141032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.145512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781f3fc-7605-4607-95c5-f84750cf64bf None None] Network d9501caa-a5c4-4eab-9993-46e5e5b345cd requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:13.173403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.176398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c72b9-9a54-4960-a8a6-2b1f550090df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['shared'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:13.177566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c72b9-9a54-4960-a8a6-2b1f550090df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['shared'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:13.182713 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8e4c72b9-9a54-4960-a8a6-2b1f550090df tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0750837 Mar 28 15:24:13.183356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34344) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:13.296142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.315896 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ea5f8612-3cd9-4ea1-9fa1-b2c65ef63ef5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8928998 Mar 28 15:24:13.328227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34348) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:13.346673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1104663133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:13.352721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7fcd57-8248-456e-a07a-27ddb6f1e28a']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:13.373137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:13.378990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Subnet': ['ID=34335da7-5285-4678-a507-ec9bdfd39d2f,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:13.386160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b5d9c8ab-17b6-452e-bc22-e04c3b6bf3af tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2564950 Mar 28 15:24:13.388602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f6e57c-8ed7-4bfc-8fd7-56f369670354') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:13.389019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f6e57c-8ed7-4bfc-8fd7-56f369670354') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:13.397435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:router and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:13.398187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34352) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:13.404548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:13.417627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.424132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:13.444306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Checking segment: {'id': '9da6d956-3acb-4573-8e6f-74e027515719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a78d5c3-ebe2-4b79-87ad-0371ee719e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:13.444306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network hostable DHCP agents. Network: 2a78d5c3-ebe2-4b79-87ad-0371ee719e30, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:13.444540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Attempting to bind port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:13.444540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Attempting to bind port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '874f95c3-7537-4930-8d11-eae9ce0fb5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd3ef8433-2420-46a8-9ae7-a90046d2da32'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:13.444540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Attempting to bind port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 on network d3ef8433-2420-46a8-9ae7-a90046d2da32 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:13.450959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.459942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:13.460346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.466013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:13.466371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Checking segment: {'id': '874f95c3-7537-4930-8d11-eae9ce0fb5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd3ef8433-2420-46a8-9ae7-a90046d2da32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:13.466776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.467206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Bound using segment: {'id': '874f95c3-7537-4930-8d11-eae9ce0fb5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd3ef8433-2420-46a8-9ae7-a90046d2da32'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:13.467685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Bound port: ab1e008b-5883-4d1b-9d96-71e4d266e8f3, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874f95c3-7537-4930-8d11-eae9ce0fb5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd3ef8433-2420-46a8-9ae7-a90046d2da32'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:13.468081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:13.476261 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:13.600176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abab40-637b-49e7-a2b6-306eba8ecac3 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:13.608095 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c9abab40-637b-49e7-a2b6-306eba8ecac3 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/networks/29b34efa-eaf2-4e38-a53c-670c2d46faa2 HTTP/1.1" status: 200 len: 800 time: 0.4176006 Mar 28 15:24:13.608095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.608984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34358) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:13.729189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94d3d30c-44f6-47f8-92cd-a66da11ed474 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:13.736482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network 2a78d5c3-ebe2-4b79-87ad-0371ee719e30 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:13.738897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.739928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.760175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34362) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:13.773101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.838127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 2a78d5c3-ebe2-4b79-87ad-0371ee719e30) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:13.840057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-d9501caa-a5c4-4eab-9993-46e5e5b345cd', 'network_id': 'd9501caa-a5c4-4eab-9993-46e5e5b345cd', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'fixed_ips': [{'subnet_id': '45b11839-d567-4e7a-bcb6-3ea511a2a012'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:13.840875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.844758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:13.846008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.859391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] For port ab1e008b-5883-4d1b-9d96-71e4d266e8f3, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:13.861459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f5dd6-5076-426a-a7c7-96620022300d None None] Network 2a78d5c3-ebe2-4b79-87ad-0371ee719e30 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:13.882667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d8920-1f6f-4eb3-8851-c72cde058c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-8b21a371-0a32-4357-bf0a-8af17581dfc9', 'network_id': '8b21a371-0a32-4357-bf0a-8af17581dfc9', 'tenant_id': '7dd595730bf7491797c69ffa90958434', 'fixed_ips': [{'subnet_id': '78f010b7-066c-470c-9d6c-d32143f0b7ba'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:13.883515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a08d8920-1f6f-4eb3-8851-c72cde058c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.890798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.923676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.929374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.936866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] For port ab1e008b-5883-4d1b-9d96-71e4d266e8f3, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ab1e008b-5883-4d1b-9d96-71e4d266e8f3,segment=NetworkSegment(874f95c3-7537-4930-8d11-eae9ce0fb5e5),segment_id=874f95c3-7537-4930-8d11-eae9ce0fb5e5)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:13.942243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:13.953031 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/db7fcd57-8248-456e-a07a-27ddb6f1e28a HTTP/1.1" status: 204 len: 168 time: 1.0847907 Mar 28 15:24:13.954083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34366) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:13.976745 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-747c14cc-1d2c-4aac-b004-b26f3acc79cd tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9863508 Mar 28 15:24:13.987327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34370) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:14.020703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:14.026204 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-75102248-e4af-4622-aa18-0ab2ae3ab801 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6871815 Mar 28 15:24:14.028369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bddc2b-edc7-457f-9861-a946710e2b3e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=db7fcd57-8248-456e-a07a-27ddb6f1e28a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:14.030105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34374) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:14.038128 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68a2647-9cdd-4fa1-8438-49cf1823cbe2 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:14.038646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68a2647-9cdd-4fa1-8438-49cf1823cbe2 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:14.043870 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b68a2647-9cdd-4fa1-8438-49cf1823cbe2 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/bf8ac4d2-a922-4232-82aa-c74f75df7d61 HTTP/1.1" status: 404 len: 337 time: 0.0658669 Mar 28 15:24:14.070318 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e30511da-b5dd-48db-9741-57f2a02b8f24 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/58163d12-3acc-4f89-8c62-36f6721f2322 HTTP/1.1" status: 200 len: 992 time: 0.3087800 Mar 28 15:24:14.071252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34378) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:14.095812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:14.198404 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1c0b700e-64d9-4250-ab71-197295ebd1e0 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/networks/29b34efa-eaf2-4e38-a53c-670c2d46faa2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5853498 Mar 28 15:24:14.199336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34386) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:14.370640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be64fcb-fa9d-4633-bd94-32183734b4b2 None None] Pushing event updated for resources: {'Port': ['ID=ab1e008b-5883-4d1b-9d96-71e4d266e8f3,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:14.397652 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e3ad19-f673-4fa3-ab61-4e0a5db2838d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:14.397652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e3ad19-f673-4fa3-ab61-4e0a5db2838d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:14.462806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Allocated IP 2001:db8::2 (d9501caa-a5c4-4eab-9993-46e5e5b345cd/45b11839-d567-4e7a-bcb6-3ea511a2a012/449d71d1-3e7f-48ed-84b1-9ea8d1e6f139) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:14.471358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-2a78d5c3-ebe2-4b79-87ad-0371ee719e30', 'network_id': '2a78d5c3-ebe2-4b79-87ad-0371ee719e30', 'tenant_id': '066a2539a0c4491e99182718907b1c90', 'fixed_ips': [{'subnet_id': '34335da7-5285-4678-a507-ec9bdfd39d2f'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:14.472262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:14.484806 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-24e3ad19-f673-4fa3-ab61-4e0a5db2838d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/90d2ec0a-d997-497e-907b-492c604a7ab5 HTTP/1.1" status: 404 len: 339 time: 0.4035268 Mar 28 15:24:14.495138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34392) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:14.495681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34394) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:14.682734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:14.711105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 94d3d30c-44f6-47f8-92cd-a66da11ed474 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:14.717030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:14.725087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 94d3d30c-44f6-47f8-92cd-a66da11ed474 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:14.725466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server [None req-a08d8920-1f6f-4eb3-8851-c72cde058c20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78f010b7-066c-470c-9d6c-d32143f0b7ba: This subnet is being modified by another concurrent operation. Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server raise exception Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78f010b7-066c-470c-9d6c-d32143f0b7ba: This subnet is being modified by another concurrent operation. Mar 28 15:24:14.809867 dv-neutron-828143-13-hyperv neutron-server[88488]: ERROR oslo_messaging.rpc.server Mar 28 15:24:14.835907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abe2ab7-af28-4feb-ae18-000945621da7 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting subnet 037bb294-b783-471d-abbc-57b0096eba2e {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:14.839870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Allocated IP 2001:db8::2 (2a78d5c3-ebe2-4b79-87ad-0371ee719e30/34335da7-5285-4678-a507-ec9bdfd39d2f/e58a14ec-e69c-4050-8bde-3d4f91570fbb) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:14.843872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9680f457-b717-4238-bf37-787648a745ea None None] Network 8b21a371-0a32-4357-bf0a-8af17581dfc9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:15.054742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82390f-73b3-416d-9c1d-e2e5dc160eca tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:15.056017 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5b82390f-73b3-416d-9c1d-e2e5dc160eca tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/subnets/f03a947c-7c5f-4ff0-987e-7ddb0be95b13 HTTP/1.1" status: 200 len: 811 time: 0.7862780 Mar 28 15:24:15.059768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34400) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:15.067358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6abe2ab7-af28-4feb-ae18-000945621da7 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.094898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Subnet': ['ID=78f010b7-066c-470c-9d6c-d32143f0b7ba,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:15.133356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cdd86e-e952-466c-a0da-873a8c5f2e90 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['shared'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:15.134425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-19cdd86e-e952-466c-a0da-873a8c5f2e90 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Synchronizing usage tracker for tenant:86f63e337f3b47bd82689553833351c4 on resource:subnet {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:15.146910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-19cdd86e-e952-466c-a0da-873a8c5f2e90 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Unset dirty status for tenant:86f63e337f3b47bd82689553833351c4 on resource:subnet {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:15.151633 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-19cdd86e-e952-466c-a0da-873a8c5f2e90 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "GET /v2.0/subnets/f03a947c-7c5f-4ff0-987e-7ddb0be95b13?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0873580 Mar 28 15:24:15.151931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34404) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:15.157522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2042139918'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:15.162849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:15.180768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:15.255013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:15.259644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.295618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:15.314780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.314780 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Added segment 5c3fb2b1-f321-4353-835a-884eccc12f82 of type vlan for network bcdc8897-24e9-4320-8cb9-49df10c3fd96 Mar 28 15:24:15.350445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.372590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6abe2ab7-af28-4feb-ae18-000945621da7 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.403794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.423626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.424097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.451465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 0890436f-d432-4fb4-8d8d-20be1adc9b45 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:15.451838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.461492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.462811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Transition to ACTIVE for port object 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:15.469518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:15.470579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.514428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 94d3d30c-44f6-47f8-92cd-a66da11ed474, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=94d3d30c-44f6-47f8-92cd-a66da11ed474,segment=NetworkSegment(732552d2-7ec7-439e-8eff-086a26740b46),segment_id=732552d2-7ec7-439e-8eff-086a26740b46)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:15.536575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Transition to ACTIVE for port object 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:15.550888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b21a371-0a32-4357-bf0a-8af17581dfc9']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:15.559720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.572322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Transition to ACTIVE for port object e58a14ec-e69c-4050-8bde-3d4f91570fbb will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:15.575684 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.580134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.597503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056ad932-4211-4c3a-9c18-fcc698d89ca2') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:15.597799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056ad932-4211-4c3a-9c18-fcc698d89ca2') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:15.637659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.650838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Network': ['ID=bcdc8897-24e9-4320-8cb9-49df10c3fd96,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:15.675603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.683575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network bcdc8897-24e9-4320-8cb9-49df10c3fd96 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:15.688763 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c4c3bb5e-76c0-4a44-8109-806536bf55a8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5357385 Mar 28 15:24:15.692092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34408) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:15.693318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 2001:db8::1 (d9501caa-a5c4-4eab-9993-46e5e5b345cd/45b11839-d567-4e7a-bcb6-3ea511a2a012/42bdcff3-349c-4228-bed7-520a981b2ee1) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:15.705001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb079d-500d-444e-808d-98dd2604266d None None] Network d3ef8433-2420-46a8-9ae7-a90046d2da32 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:15.705234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'network_id': 'bcdc8897-24e9-4320-8cb9-49df10c3fd96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:15.833852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ab1e008b-5883-4d1b-9d96-71e4d266e8f3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:15.851070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:15.901903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Network d9501caa-a5c4-4eab-9993-46e5e5b345cd is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:15.913004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Transition to ACTIVE for port object e58a14ec-e69c-4050-8bde-3d4f91570fbb will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:15.918450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:15.921320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:16.001765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:16.002317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:16.018875 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:16.032230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:16.036289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6abe2ab7-af28-4feb-ae18-000945621da7 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.050796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:16.096978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.113858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Transition to ACTIVE for port object 42bdcff3-349c-4228-bed7-520a981b2ee1 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:16.120076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.135516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Made reservation on behalf of 86f63e337f3b47bd82689553833351c4 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:16.137076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=94d3d30c-44f6-47f8-92cd-a66da11ed474,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:16.139410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.188477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.188761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.228843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-592e3cad-e5c5-4595-8ae7-a8e4f80e1084 None None] Provisioning for port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:16.236686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Performing IP validity checks on allocation pools {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 15:24:16.237986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 15:24:16.251902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Network 2a78d5c3-ebe2-4b79-87ad-0371ee719e30 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:16.255884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Attempting to bind port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:16.256122 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Attempting to bind port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'd9c28a04-edea-44c7-898d-ef2c40fcf09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd9501caa-a5c4-4eab-9993-46e5e5b345cd'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:16.256487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Attempting to bind port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 on network d9501caa-a5c4-4eab-9993-46e5e5b345cd {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:16.263103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:16.265999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:16.315826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:16.316209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Checking segment: {'id': 'd9c28a04-edea-44c7-898d-ef2c40fcf09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd9501caa-a5c4-4eab-9993-46e5e5b345cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:16.316618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.317017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Bound using segment: {'id': 'd9c28a04-edea-44c7-898d-ef2c40fcf09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd9501caa-a5c4-4eab-9993-46e5e5b345cd'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:16.317493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Bound port: 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c28a04-edea-44c7-898d-ef2c40fcf09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd9501caa-a5c4-4eab-9993-46e5e5b345cd'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:16.317878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.340782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.349968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Pushing event updated for resources: {'Port': ['ID=449d71d1-3e7f-48ed-84b1-9ea8d1e6f139,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:16.364267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 0890436f-d432-4fb4-8d8d-20be1adc9b45 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:16.401283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.415632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network d9501caa-a5c4-4eab-9993-46e5e5b345cd is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:16.423920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:16.429325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:16.429848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.429981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.433387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=42bdcff3-349c-4228-bed7-520a981b2ee1,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:16.452848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Network': ['ID=8b21a371-0a32-4357-bf0a-8af17581dfc9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:16.506876 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-17337302-9362-4f14-b03c-784b3ca0e317 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/8b21a371-0a32-4357-bf0a-8af17581dfc9 HTTP/1.1" status: 204 len: 168 time: 3.1092472 Mar 28 15:24:16.509280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:16.512114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34412) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:16.526773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6abe2ab7-af28-4feb-ae18-000945621da7 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.550320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Pushing event updated for resources: {'Port': ['ID=e58a14ec-e69c-4050-8bde-3d4f91570fbb,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:16.555604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:16.555604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.583337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Attempting to bind port e58a14ec-e69c-4050-8bde-3d4f91570fbb on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:16.583701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Attempting to bind port e58a14ec-e69c-4050-8bde-3d4f91570fbb by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9da6d956-3acb-4573-8e6f-74e027515719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a78d5c3-ebe2-4b79-87ad-0371ee719e30'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:16.584074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Attempting to bind port e58a14ec-e69c-4050-8bde-3d4f91570fbb on network 2a78d5c3-ebe2-4b79-87ad-0371ee719e30 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:16.624246 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-602b5214-81ef-4143-873c-4e164d2f37a8 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:16.624246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602b5214-81ef-4143-873c-4e164d2f37a8 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:16.632462 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:16.632851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Checking segment: {'id': '9da6d956-3acb-4573-8e6f-74e027515719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a78d5c3-ebe2-4b79-87ad-0371ee719e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:16.633247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.633649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Bound using segment: {'id': '9da6d956-3acb-4573-8e6f-74e027515719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a78d5c3-ebe2-4b79-87ad-0371ee719e30'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:16.634141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Bound port: e58a14ec-e69c-4050-8bde-3d4f91570fbb, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da6d956-3acb-4573-8e6f-74e027515719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2a78d5c3-ebe2-4b79-87ad-0371ee719e30'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:16.634522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.662054 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-602b5214-81ef-4143-873c-4e164d2f37a8 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/subnets/78f010b7-066c-470c-9d6c-d32143f0b7ba HTTP/1.1" status: 404 len: 337 time: 0.1463773 Mar 28 15:24:16.664984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] For port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:16.665201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34416) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:16.708506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.724704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe2ab7-af28-4feb-ae18-000945621da7 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=037bb294-b783-471d-abbc-57b0096eba2e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:16.727977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6abe2ab7-af28-4feb-ae18-000945621da7 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.729799 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6abe2ab7-af28-4feb-ae18-000945621da7 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/037bb294-b783-471d-abbc-57b0096eba2e HTTP/1.1" status: 204 len: 168 time: 2.2290959 Mar 28 15:24:16.733090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34420) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:16.741861 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9731233-2746-4303-aa20-14d64ada89c0 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:16.742430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9731233-2746-4303-aa20-14d64ada89c0 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:16.747406 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a9731233-2746-4303-aa20-14d64ada89c0 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/8b21a371-0a32-4357-bf0a-8af17581dfc9 HTTP/1.1" status: 404 len: 339 time: 0.0784264 Mar 28 15:24:16.761244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34424) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:16.800896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b693ec-5fc5-4b62-8f7a-e92520a22568 None None] Network ca3a8f95-6e24-4964-8a84-449a2d9f6beb requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:16.810041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Allocated IP 2001:db8::1 (d3ef8433-2420-46a8-9ae7-a90046d2da32/a0a88bb0-d9f2-4ea4-a7a0-d5c58c84aee3/766130bc-bbaf-4b17-85a6-5c89c01f4dd2) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:16.821466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] For port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=449d71d1-3e7f-48ed-84b1-9ea8d1e6f139,segment=NetworkSegment(d9c28a04-edea-44c7-898d-ef2c40fcf09a),segment_id=d9c28a04-edea-44c7-898d-ef2c40fcf09a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:16.850950 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-692f0ef8-bf34-4cff-9f5a-74815d2fde52 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:16.851426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692f0ef8-bf34-4cff-9f5a-74815d2fde52 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:16.855536 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-692f0ef8-bf34-4cff-9f5a-74815d2fde52 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/subnets/d8c05019-91e4-4a35-937f-0a5f9c2104dc HTTP/1.1" status: 404 len: 337 time: 0.0907159 Mar 28 15:24:16.856644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34428) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:16.939654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:16.983794 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccae14c8-4357-400e-93fc-e0830285a418 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:16.989031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccae14c8-4357-400e-93fc-e0830285a418 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:16.989031 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ccae14c8-4357-400e-93fc-e0830285a418 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/44fde3bb-1191-4b04-80a1-ef3e972230b2 HTTP/1.1" status: 404 len: 339 time: 0.1242416 Mar 28 15:24:16.989031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.004830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34432) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:17.078889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] For port e58a14ec-e69c-4050-8bde-3d4f91570fbb, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:17.093099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.113717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Transition to ACTIVE for port object 766130bc-bbaf-4b17-85a6-5c89c01f4dd2 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:17.116505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] For port e58a14ec-e69c-4050-8bde-3d4f91570fbb, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e58a14ec-e69c-4050-8bde-3d4f91570fbb,segment=NetworkSegment(9da6d956-3acb-4573-8e6f-74e027515719),segment_id=9da6d956-3acb-4573-8e6f-74e027515719)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:17.149862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9395154a-5fb4-4f82-873a-279f2adb8f9a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting subnet 3e6688e2-bfd5-4919-b9fc-ad8d23d563d9 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:17.152323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.153456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9395154a-5fb4-4f82-873a-279f2adb8f9a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.164022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446da4e-a639-4ea2-bb0f-19872b3fd745 None None] Pushing event updated for resources: {'Port': ['ID=449d71d1-3e7f-48ed-84b1-9ea8d1e6f139,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:17.186259 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db2ed1c-6415-4c4b-b619-5f05074b6a75 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:17.186713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db2ed1c-6415-4c4b-b619-5f05074b6a75 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:17.188452 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7db2ed1c-6415-4c4b-b619-5f05074b6a75 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/subnets/6139573c-7419-45d3-b656-76eb898b336b HTTP/1.1" status: 404 len: 337 time: 0.1518524 Mar 28 15:24:17.194405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34436) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:17.203970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.232427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9395154a-5fb4-4f82-873a-279f2adb8f9a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.289446 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-009bafff-ca4a-4c84-8e04-ddf01f9a30e3 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:17.290181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009bafff-ca4a-4c84-8e04-ddf01f9a30e3 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:17.295288 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-009bafff-ca4a-4c84-8e04-ddf01f9a30e3 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/731dd46d-83ce-48df-ab8a-490a17c800af HTTP/1.1" status: 404 len: 339 time: 0.0830910 Mar 28 15:24:17.295842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=db0d0588-bc75-481e-b223-dcc586c32eb5,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:17.297752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34440) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:17.323610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port ab1e008b-5883-4d1b-9d96-71e4d266e8f3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ab1e008b-5883-4d1b-9d96-71e4d266e8f3,segment=NetworkSegment(874f95c3-7537-4930-8d11-eae9ce0fb5e5),segment_id=874f95c3-7537-4930-8d11-eae9ce0fb5e5)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:17.344710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9395154a-5fb4-4f82-873a-279f2adb8f9a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.379500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.385629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.388969 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace471a-90fe-4643-bc26-ccbe1d113bf9 None None] Pushing event updated for resources: {'Port': ['ID=e58a14ec-e69c-4050-8bde-3d4f91570fbb,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:17.389724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.433281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Checking segment: {'id': '5c3fb2b1-f321-4353-835a-884eccc12f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bcdc8897-24e9-4320-8cb9-49df10c3fd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:17.434479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network hostable DHCP agents. Network: bcdc8897-24e9-4320-8cb9-49df10c3fd96, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:17.436253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8919d07b-43fe-43cd-b585-ee4f281719fd None None] Provisioning complete for port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:17.436634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8919d07b-43fe-43cd-b585-ee4f281719fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.530011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=0890436f-d432-4fb4-8d8d-20be1adc9b45,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:17.547441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=ab1e008b-5883-4d1b-9d96-71e4d266e8f3,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:17.601808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1beb0317-b8c2-4353-bc4b-b62e43e21782 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Deleting port 7cf5f007-adf8-4fe3-9cf0-81294ed27f2c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:17.602434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1beb0317-b8c2-4353-bc4b-b62e43e21782 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.660862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network d3ef8433-2420-46a8-9ae7-a90046d2da32 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:17.670334 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:17.683912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:17.684446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.757496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Port': ['ID=766130bc-bbaf-4b17-85a6-5c89c01f4dd2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:17.802561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Network bcdc8897-24e9-4320-8cb9-49df10c3fd96 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:17.835850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.840757 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 58163d12-3acc-4f89-8c62-36f6721f2322 disassociated (deleted). External IP: 172.26.7.53, port: caf7f14e-95e0-4419-871a-909288d7488b. Mar 28 15:24:17.870775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:17.937534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ab1e008b-5883-4d1b-9d96-71e4d266e8f3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:18.071270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:18.071920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.129223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9395154a-5fb4-4f82-873a-279f2adb8f9a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.153430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, bcdc8897-24e9-4320-8cb9-49df10c3fd96) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:18.164371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.165373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.171100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849778d6-14e8-4daf-bc2b-1e1ba194166b None None] Network bcdc8897-24e9-4320-8cb9-49df10c3fd96 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:18.193064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1beb0317-b8c2-4353-bc4b-b62e43e21782 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.246434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:18.247482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.252401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395154a-5fb4-4f82-873a-279f2adb8f9a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6688e2-bfd5-4919-b9fc-ad8d23d563d9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:18.255841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9395154a-5fb4-4f82-873a-279f2adb8f9a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.381508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94d3d30c-44f6-47f8-92cd-a66da11ed474 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:18.429321 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9395154a-5fb4-4f82-873a-279f2adb8f9a tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/3e6688e2-bfd5-4919-b9fc-ad8d23d563d9 HTTP/1.1" status: 204 len: 168 time: 1.6939385 Mar 28 15:24:18.440399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34444) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:18.453930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1beb0317-b8c2-4353-bc4b-b62e43e21782 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Calling delete_port for 7cf5f007-adf8-4fe3-9cf0-81294ed27f2c owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:18.463802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-acf97923-8fab-4a3c-9c24-ba61a5966744 None None] Provisioning for port 766130bc-bbaf-4b17-85a6-5c89c01f4dd2 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:18.522005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-acf97923-8fab-4a3c-9c24-ba61a5966744 None None] Provisioning complete for port 766130bc-bbaf-4b17-85a6-5c89c01f4dd2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:18.522775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-acf97923-8fab-4a3c-9c24-ba61a5966744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.570600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.644016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-acf97923-8fab-4a3c-9c24-ba61a5966744 None None] Port 766130bc-bbaf-4b17-85a6-5c89c01f4dd2 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:18.670629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=42bdcff3-349c-4228-bed7-520a981b2ee1,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:18.677070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.681050 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c34e929d-077b-4dd2-b7cc-eb217f2ea86c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9818163 Mar 28 15:24:18.682747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34448) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:18.699872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 94d3d30c-44f6-47f8-92cd-a66da11ed474 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:18.700304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.728560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-bcdc8897-24e9-4320-8cb9-49df10c3fd96', 'network_id': 'bcdc8897-24e9-4320-8cb9-49df10c3fd96', 'tenant_id': '86f63e337f3b47bd82689553833351c4', 'fixed_ips': [{'subnet_id': 'db0d0588-bc75-481e-b223-dcc586c32eb5'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:18.729401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.770171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cec42200-f2ed-4abc-bc90-5e73d4629335 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:18.821225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network d9501caa-a5c4-4eab-9993-46e5e5b345cd is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:18.825428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:18.934334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1beb0317-b8c2-4353-bc4b-b62e43e21782 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:18.962590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a357efa-29bd-4373-924e-01e4b1b8e9f5 None None] Network ca3a8f95-6e24-4964-8a84-449a2d9f6beb requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:19.012690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb0317-b8c2-4353-bc4b-b62e43e21782 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Port': ['ID=7cf5f007-adf8-4fe3-9cf0-81294ed27f2c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:19.080254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1beb0317-b8c2-4353-bc4b-b62e43e21782 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.094407 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1beb0317-b8c2-4353-bc4b-b62e43e21782 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/ports/7cf5f007-adf8-4fe3-9cf0-81294ed27f2c HTTP/1.1" status: 204 len: 168 time: 1.7770047 Mar 28 15:24:19.094906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34452) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:19.154767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c8b6b8-d224-445f-9f12-575ddda6b24f None None] Network d9501caa-a5c4-4eab-9993-46e5e5b345cd requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:19.155683 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3ee31a-d6b4-472a-a642-47df739c5982 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:19.156132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3ee31a-d6b4-472a-a642-47df739c5982 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:19.160508 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5a3ee31a-d6b4-472a-a642-47df739c5982 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/subnets/7d7701d6-b3a9-4d26-b308-17175c62bec2 HTTP/1.1" status: 404 len: 337 time: 0.0619662 Mar 28 15:24:19.162869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34456) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:19.230561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting port 0650eb14-42d9-4bff-8046-103c80b22eb1 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:19.230928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.308373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.372952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b6ecf-10d1-4e8b-9ecf-0fe3a8e6d7b9 None None] Network 2a78d5c3-ebe2-4b79-87ad-0371ee719e30 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:19.375876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router ac8e01ee-0a33-4157-ab6d-7a7c05314668 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:24:19.377292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router fec5cde4-0802-45d3-ba17-8ca8565bd27f is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:24:19.400967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Allocated IP 172.20.0.3 (bcdc8897-24e9-4320-8cb9-49df10c3fd96/db0d0588-bc75-481e-b223-dcc586c32eb5/59b4cbd3-ce49-4b55-a13b-df4cf001efbd) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:19.495085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.530131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b1834152-e554-47f5-bda7-f4558deb2dc2 None None] Provisioning complete for port 0650eb14-42d9-4bff-8046-103c80b22eb1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:19.530514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b1834152-e554-47f5-bda7-f4558deb2dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.589026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cec42200-f2ed-4abc-bc90-5e73d4629335 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33054702'] for subnet, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.589982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b470cbc0-6aab-4f70-9316-6c7bf2ba9b30']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:19.607120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:19.607395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bf292e-aa6f-40e7-9f4c-b8555d4d2f8b') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:19.631543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.646765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:19.653500 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4f630cf0-8768-4841-87ad-500de1e81fa0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/fec5cde4-0802-45d3-ba17-8ca8565bd27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6177788 Mar 28 15:24:19.655800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34460) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:19.658495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.662778 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab70765-42df-4fd2-a066-673bbc75e95d None None] Sync routers for ids ['fec5cde4-0802-45d3-ba17-8ca8565bd27f'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:19.676014 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab70765-42df-4fd2-a066-673bbc75e95d None None] Routers {'fec5cde4-0802-45d3-ba17-8ca8565bd27f'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:19.677261 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ab70765-42df-4fd2-a066-673bbc75e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fec5cde4-0802-45d3-ba17-8ca8565bd27f'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:19.702768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:19.711604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:19.711996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:19.727286 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:19.843110 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ab70765-42df-4fd2-a066-673bbc75e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:19.863405 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab70765-42df-4fd2-a066-673bbc75e95d None None] Routers {'fec5cde4-0802-45d3-ba17-8ca8565bd27f'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:19.869020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] For port 0650eb14-42d9-4bff-8046-103c80b22eb1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0650eb14-42d9-4bff-8046-103c80b22eb1,segment=NetworkSegment(0fc8f2bc-427c-41d7-a269-c48e9c7d85cb),segment_id=0fc8f2bc-427c-41d7-a269-c48e9c7d85cb)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:19.869268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:19.890531 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ab70765-42df-4fd2-a066-673bbc75e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fec5cde4-0802-45d3-ba17-8ca8565bd27f'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:19.939594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4bd2ff-ce9e-4098-8813-669cebef69ae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:19.940837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0d4bd2ff-ce9e-4098-8813-669cebef69ae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Synchronizing usage tracker for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:20.025533 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ab70765-42df-4fd2-a066-673bbc75e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:20.025984 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab70765-42df-4fd2-a066-673bbc75e95d None None] The sync data for ids ['fec5cde4-0802-45d3-ba17-8ca8565bd27f'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:20.040939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Calling delete_port for 0650eb14-42d9-4bff-8046-103c80b22eb1 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:20.049142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.072430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:20.077010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.088100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0d4bd2ff-ce9e-4098-8813-669cebef69ae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Unset dirty status for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:20.088100 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0d4bd2ff-ce9e-4098-8813-669cebef69ae tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports/42bdcff3-349c-4228-bed7-520a981b2ee1 HTTP/1.1" status: 200 len: 911 time: 0.4246624 Mar 28 15:24:20.088654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34464) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:20.090185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Network': ['ID=b470cbc0-6aab-4f70-9316-6c7bf2ba9b30,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:20.090321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.093808 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-42d227cf-ed57-418b-93cd-3e26f2744998 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/b470cbc0-6aab-4f70-9316-6c7bf2ba9b30 HTTP/1.1" status: 204 len: 168 time: 0.9298415 Mar 28 15:24:20.096881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34466) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:20.099535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3515c436-f951-459a-b3f1-30c250618328 None None] Sync routers for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:20.101640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] DHCP port deletion for ca3a8f95-6e24-4964-8a84-449a2d9f6beb request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:20.165783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-40d1f04b-8c98-45af-8d56-7a2180f5a696 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Deleting port 841687a6-0b37-4b59-9234-141fc39519ab {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:20.166120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-40d1f04b-8c98-45af-8d56-7a2180f5a696 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.191020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] Deleting port 0650eb14-42d9-4bff-8046-103c80b22eb1 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:20.191635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.246435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515c436-f951-459a-b3f1-30c250618328 None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:20.247069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-3515c436-f951-459a-b3f1-30c250618328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:20.322513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:20.332870 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cc2829fe-11b6-4ce4-876a-7da0dbc288b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/floatingips/58163d12-3acc-4f89-8c62-36f6721f2322 HTTP/1.1" status: 204 len: 168 time: 5.8306801 Mar 28 15:24:20.335428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:24:20.341520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.378131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.481379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-40d1f04b-8c98-45af-8d56-7a2180f5a696 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.543369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Transition to ACTIVE for port object 59b4cbd3-ce49-4b55-a13b-df4cf001efbd will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:20.605997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e58a14ec-e69c-4050-8bde-3d4f91570fbb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:20.622614 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b', 'status': 'completed', 'code': 200} Mar 28 15:24:20.639329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.640243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.659815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Provisioning for port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:20.722321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Provisioning complete for port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:20.722762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:20.723339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-40d1f04b-8c98-45af-8d56-7a2180f5a696 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Calling delete_port for 841687a6-0b37-4b59-9234-141fc39519ab owned by {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:20.859281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Transition to ACTIVE for port object 59b4cbd3-ce49-4b55-a13b-df4cf001efbd will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:20.859408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-6b2e45bc-b020-4b80-bc67-faae74d03d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:20.859795 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-6b2e45bc-b020-4b80-bc67-faae74d03d47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 1098 time: 0.2663813 Mar 28 15:24:21.009749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-21709209-f0f2-4452-b11c-8745312dbdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:21.011434 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-21709209-f0f2-4452-b11c-8745312dbdba service neutron] 10.222.0.23 "GET /v2.0/networks?id=9d73f968-a67d-45b9-aff6-702b0fff1dac HTTP/1.1" status: 200 len: 898 time: 0.1441939 Mar 28 15:24:21.012554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-40d1f04b-8c98-45af-8d56-7a2180f5a696 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.030009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.040938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-3515c436-f951-459a-b3f1-30c250618328 None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:24:21.058296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.178043 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1f04b-8c98-45af-8d56-7a2180f5a696 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Port': ['ID=841687a6-0b37-4b59-9234-141fc39519ab,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:21.185363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-40d1f04b-8c98-45af-8d56-7a2180f5a696 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.199497 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-6efb1d76-2cb6-4fad-b3a3-24a42d9ec55e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caf7f14e-95e0-4419-871a-909288d7488b HTTP/1.1" status: 200 len: 217 time: 0.1803391 Mar 28 15:24:21.204868 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-40d1f04b-8c98-45af-8d56-7a2180f5a696 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/ports/841687a6-0b37-4b59-9234-141fc39519ab HTTP/1.1" status: 204 len: 168 time: 1.1068747 Mar 28 15:24:21.206397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] For port 0650eb14-42d9-4bff-8046-103c80b22eb1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0650eb14-42d9-4bff-8046-103c80b22eb1,segment=NetworkSegment(0fc8f2bc-427c-41d7-a269-c48e9c7d85cb),segment_id=0fc8f2bc-427c-41d7-a269-c48e9c7d85cb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:21.206879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.209286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34478) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:21.247996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Network bcdc8897-24e9-4320-8cb9-49df10c3fd96 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:21.314331 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-a150f38b-908c-4453-b6c8-3c63eafc1ff6 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:21.315608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a150f38b-908c-4453-b6c8-3c63eafc1ff6 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:21.322672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No DVR routers for this DVR port 0650eb14-42d9-4bff-8046-103c80b22eb1 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:21.322942 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a150f38b-908c-4453-b6c8-3c63eafc1ff6 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/subnets/080703f2-ddc5-468f-96e2-2aeca0b12956 HTTP/1.1" status: 404 len: 337 time: 0.0740993 Mar 28 15:24:21.326642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34482) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:21.340814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:21.363977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:21.462245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.473428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-6c0e4659-1bcb-46ac-aaea-4d2a33e4a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:21.479513 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-6c0e4659-1bcb-46ac-aaea-4d2a33e4a9e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dcfa578e-2539-4183-8415-31b05c48c367 HTTP/1.1" status: 200 len: 835 time: 0.2662191 Mar 28 15:24:21.489051 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.504233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cec42200-f2ed-4abc-bc90-5e73d4629335 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781951052014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31575148'] for subnet, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.535874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1672917-558d-4ae5-8676-d9c55ccc3d78 req-6cc8a2c7-30ff-403f-aa9e-1955b8a4f9d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:21.540570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] Calling delete_port for 0650eb14-42d9-4bff-8046-103c80b22eb1 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:21.544157 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d1672917-558d-4ae5-8676-d9c55ccc3d78 req-6cc8a2c7-30ff-403f-aa9e-1955b8a4f9d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 945 time: 0.4376860 Mar 28 15:24:21.547982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Port': ['ID=766130bc-bbaf-4b17-85a6-5c89c01f4dd2,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:21.585052 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Deleting port 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:21.585396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.640988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Port': ['ID=0650eb14-42d9-4bff-8046-103c80b22eb1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:21.659420 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d1672917-558d-4ae5-8676-d9c55ccc3d78 req-6337f6a9-c01d-4ff3-b864-228079a4e82c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135726 Mar 28 15:24:21.661392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Pushing event updated for resources: {'Port': ['ID=59b4cbd3-ce49-4b55-a13b-df4cf001efbd,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:21.665035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3a8f95-6e24-4964-8a84-449a2d9f6beb']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:21.690200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec42200-f2ed-4abc-bc90-5e73d4629335 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:21.690722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cec42200-f2ed-4abc-bc90-5e73d4629335 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.693204 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cec42200-f2ed-4abc-bc90-5e73d4629335 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "PUT /v2.0/subnets/db0d0588-bc75-481e-b223-dcc586c32eb5 HTTP/1.1" status: 200 len: 877 time: 2.9305284 Mar 28 15:24:21.701251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34486) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:21.704092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc8f2bc-427c-41d7-a269-c48e9c7d85cb') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:21.709794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc8f2bc-427c-41d7-a269-c48e9c7d85cb') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:21.770091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port e58a14ec-e69c-4050-8bde-3d4f91570fbb completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:21.774062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-d92835cf-586f-4a77-a226-61f51ed10b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:21.775437 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-d92835cf-586f-4a77-a226-61f51ed10b0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9d73f968-a67d-45b9-aff6-702b0fff1dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2931414 Mar 28 15:24:21.783334 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.807773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec42200-f2ed-4abc-bc90-5e73d4629335 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event updated for resources: {'Subnet': ['ID=db0d0588-bc75-481e-b223-dcc586c32eb5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:21.820993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network d3ef8433-2420-46a8-9ae7-a90046d2da32 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:21.829111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:21.839688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.901513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:21.901925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.912490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f92067c-f813-435a-83ff-39438161b37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:21.924888 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:21.961066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Attempting to bind port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:21.961437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Attempting to bind port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '5c3fb2b1-f321-4353-835a-884eccc12f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bcdc8897-24e9-4320-8cb9-49df10c3fd96'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:21.961798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Attempting to bind port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd on network bcdc8897-24e9-4320-8cb9-49df10c3fd96 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:21.992685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.048962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] For port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=449d71d1-3e7f-48ed-84b1-9ea8d1e6f139,segment=NetworkSegment(d9c28a04-edea-44c7-898d-ef2c40fcf09a),segment_id=d9c28a04-edea-44c7-898d-ef2c40fcf09a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:22.050535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:22.051690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Checking segment: {'id': '5c3fb2b1-f321-4353-835a-884eccc12f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bcdc8897-24e9-4320-8cb9-49df10c3fd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:22.052352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.052840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Bound using segment: {'id': '5c3fb2b1-f321-4353-835a-884eccc12f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bcdc8897-24e9-4320-8cb9-49df10c3fd96'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:22.054121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Bound port: 59b4cbd3-ce49-4b55-a13b-df4cf001efbd, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3fb2b1-f321-4353-835a-884eccc12f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'bcdc8897-24e9-4320-8cb9-49df10c3fd96'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:22.054790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.076135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:22.076490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:22.077331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0650eb14-42d9-4bff-8046-103c80b22eb1 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:22.097767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] For port 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=92b56a30-4598-4d3c-8aef-7c8ac5e20ddf,segment=NetworkSegment(d5ce2d30-4f4c-4342-bf8c-c8901115fbe3),segment_id=d5ce2d30-4f4c-4342-bf8c-c8901115fbe3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:22.102884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.210902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 0650eb14-42d9-4bff-8046-103c80b22eb1 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:22.211467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0650eb14-42d9-4bff-8046-103c80b22eb1 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:22.225313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.233585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Calling delete_port for 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:22.290421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.299416 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-fb9a3da3-fa65-4455-a82b-5058f9b2818c service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163600 Mar 28 15:24:22.411620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.459692 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2cf68ea1-332a-4b7a-893e-dcf9f51467f3 req-0dae3757-a40e-45cd-9f7b-9528cc44427d service neutron] 10.222.0.23 "GET /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531882 Mar 28 15:24:22.479271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Provisioning for port e58a14ec-e69c-4050-8bde-3d4f91570fbb completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:22.493345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Provisioning complete for port e58a14ec-e69c-4050-8bde-3d4f91570fbb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:22.493926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.495092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.548837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Port': ['ID=92b56a30-4598-4d3c-8aef-7c8ac5e20ddf,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:22.550388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No DVR routers for this DVR port 92b56a30-4598-4d3c-8aef-7c8ac5e20ddf on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:22.555184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Pushing event updated for resources: {'Port': ['ID=449d71d1-3e7f-48ed-84b1-9ea8d1e6f139,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:22.585775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] Deleting port 0650eb14-42d9-4bff-8046-103c80b22eb1 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:22.586326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.645389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] For port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:22.682305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.685701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.698374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.717046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bc9c15-55f3-4f22-9605-b02d166e6e8b']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:22.731266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ce2d30-4f4c-4342-bf8c-c8901115fbe3') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:22.731740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ce2d30-4f4c-4342-bf8c-c8901115fbe3') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:22.737042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e304c-d7e5-4e62-8f25-10b5cf3560b5 None None] The port '0650eb14-42d9-4bff-8046-103c80b22eb1' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:24:22.747102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.757682 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] For port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=59b4cbd3-ce49-4b55-a13b-df4cf001efbd,segment=NetworkSegment(5c3fb2b1-f321-4353-835a-884eccc12f82),segment_id=5c3fb2b1-f321-4353-835a-884eccc12f82)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:22.777991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.787328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:22.788145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.799161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=ca3a8f95-6e24-4964-8a84-449a2d9f6beb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:22.812661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:22.813009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.861684 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:22.913371 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b302c597-8409-41f5-95d3-4200f35f2522 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/ca3a8f95-6e24-4964-8a84-449a2d9f6beb HTTP/1.1" status: 204 len: 168 time: 4.4721463 Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:22.916004 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:22.925833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34492) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:22.965024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-3515c436-f951-459a-b3f1-30c250618328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '62a407ea-ec52-4314-af99-562ecf2e181a', 'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:44:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:23:04Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:22.989299 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.008936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3515c436-f951-459a-b3f1-30c250618328 None None] Checking router: ac8e01ee-0a33-4157-ab6d-7a7c05314668 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:24:23.020532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.035706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4827a-10fc-461e-b7db-fb0ed7500fc6 None None] Pushing event updated for resources: {'Port': ['ID=59b4cbd3-ce49-4b55-a13b-df4cf001efbd,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:23.043851 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0deb18a7-3137-48a2-9425-8bf1417667da tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:23.044303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0deb18a7-3137-48a2-9425-8bf1417667da tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:23.046770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515c436-f951-459a-b3f1-30c250618328 None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:23.047491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-3515c436-f951-459a-b3f1-30c250618328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:23:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:23.049206 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0deb18a7-3137-48a2-9425-8bf1417667da tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/eb982bee-c60f-4368-894c-60559dcafe0b HTTP/1.1" status: 404 len: 337 time: 0.1098151 Mar 28 15:24:23.053470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.061666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34496) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:23.067871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Network': ['ID=39bc9c15-55f3-4f22-9605-b02d166e6e8b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:23.098181 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4f126104-d35a-455a-84c7-1b3e1c645583 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/39bc9c15-55f3-4f22-9605-b02d166e6e8b HTTP/1.1" status: 204 len: 168 time: 1.7701037 Mar 28 15:24:23.099550 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c1147a-e8df-4cbe-9f2f-160d27e24fd3 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:23.100101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c1147a-e8df-4cbe-9f2f-160d27e24fd3 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:23.103895 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-31c1147a-e8df-4cbe-9f2f-160d27e24fd3 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/ee994c76-280e-41fb-8003-bee0750eb844 HTTP/1.1" status: 404 len: 339 time: 0.0389557 Mar 28 15:24:23.103895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34500) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:23.121967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] For port e58a14ec-e69c-4050-8bde-3d4f91570fbb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e58a14ec-e69c-4050-8bde-3d4f91570fbb,segment=NetworkSegment(9da6d956-3acb-4573-8e6f-74e027515719),segment_id=9da6d956-3acb-4573-8e6f-74e027515719)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:23.146134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34502) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:23.199251 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-e765e271-dc12-45bb-92ee-7ad55625b781 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:23.199745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e765e271-dc12-45bb-92ee-7ad55625b781 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:23.203964 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e765e271-dc12-45bb-92ee-7ad55625b781 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/0232d51f-aab9-404a-955c-84606a19156a HTTP/1.1" status: 404 len: 337 time: 0.0544727 Mar 28 15:24:23.205385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34508) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:23.238873 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-8089735c-387a-4a6a-a33e-0cf6e7b02d58 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:23.239432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8089735c-387a-4a6a-a33e-0cf6e7b02d58 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:23.243379 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8089735c-387a-4a6a-a33e-0cf6e7b02d58 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/d146ca5f-cc31-46c7-884e-b4961f8500c7 HTTP/1.1" status: 404 len: 339 time: 0.0346663 Mar 28 15:24:23.244182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34512) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:23.281221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.306355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b85aa19-923b-41da-8da4-2c60fa230871 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Deleting subnet 9646787e-a698-4340-b00f-a7536d3dd074 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:23.316981 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ccd879-6dfb-4b5e-ae0f-3dbf36db797d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:23.317741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ccd879-6dfb-4b5e-ae0f-3dbf36db797d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:23.319722 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-34ccd879-6dfb-4b5e-ae0f-3dbf36db797d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/41378395-a355-40c7-91e9-e265d64ca501 HTTP/1.1" status: 404 len: 337 time: 0.0749452 Mar 28 15:24:23.320762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b85aa19-923b-41da-8da4-2c60fa230871 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.355877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34516) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:23.387405 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ebb8ab-a12a-4e68-89ec-6bc2dc4b80a4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:23.388229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ebb8ab-a12a-4e68-89ec-6bc2dc4b80a4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:23.390165 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-09ebb8ab-a12a-4e68-89ec-6bc2dc4b80a4 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/60d6cb19-45d7-47ee-9c8f-f14779d6d4a8 HTTP/1.1" status: 404 len: 339 time: 0.0329297 Mar 28 15:24:23.393373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34520) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:23.400450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-3515c436-f951-459a-b3f1-30c250618328 None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:24:23.402974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Router fd68dd00-7d74-4223-98fc-57dee4531810 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:24:23.415734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b85aa19-923b-41da-8da4-2c60fa230871 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.469535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6955590-1d06-40c2-bae4-037caf248489 None None] Pushing event updated for resources: {'Port': ['ID=e58a14ec-e69c-4050-8bde-3d4f91570fbb,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:23.527846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b85aa19-923b-41da-8da4-2c60fa230871 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.554736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-888512be-2aea-40fa-9796-76396f197d48 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:23.555364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-888512be-2aea-40fa-9796-76396f197d48 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:23.564627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-be623679-8d4d-45aa-87d6-8c5d9fe547bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.573491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Provisioning complete for port e58a14ec-e69c-4050-8bde-3d4f91570fbb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:23.573679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.677410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b85aa19-923b-41da-8da4-2c60fa230871 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.718172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85aa19-923b-41da-8da4-2c60fa230871 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Subnet': ['ID=9646787e-a698-4340-b00f-a7536d3dd074,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:23.720306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8b85aa19-923b-41da-8da4-2c60fa230871 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.733270 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8b85aa19-923b-41da-8da4-2c60fa230871 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/subnets/9646787e-a698-4340-b00f-a7536d3dd074 HTTP/1.1" status: 204 len: 168 time: 0.6277275 Mar 28 15:24:23.735761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34524) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:23.738312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-872ab265-a136-4e93-a8e0-7217a4cccedc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting subnet 231021d0-d43c-411d-b34c-f501f1cdaa5c {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:23.746987 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-872ab265-a136-4e93-a8e0-7217a4cccedc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.773832 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024750c6-02f7-47c3-b185-7d366d32910e None None] Network a5256949-0363-45f6-8a6e-2b284021af46 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:23.786526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] For port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=59b4cbd3-ce49-4b55-a13b-df4cf001efbd,segment=NetworkSegment(5c3fb2b1-f321-4353-835a-884eccc12f82),segment_id=5c3fb2b1-f321-4353-835a-884eccc12f82)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:23.786894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.879379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-888512be-2aea-40fa-9796-76396f197d48 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:23.880572 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-888512be-2aea-40fa-9796-76396f197d48 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 945 time: 1.5871165 Mar 28 15:24:23.890977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.905364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Deleting port 9798ccb3-8617-41b0-8033-14b834e76865 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:23.905694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:23.958255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e394d-4179-48b4-a082-31adc15b404f req-90d7979e-65b5-42b4-af17-1bf21c465b27 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:23.965678 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8b6e394d-4179-48b4-a082-31adc15b404f req-90d7979e-65b5-42b4-af17-1bf21c465b27 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 945 time: 1.0277991 Mar 28 15:24:24.028951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Calling delete_port for 59b4cbd3-ce49-4b55-a13b-df4cf001efbd owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:24.056469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Provisioning complete for port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:24.056837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:24.106167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-872ab265-a136-4e93-a8e0-7217a4cccedc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:24.134309 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-3515c436-f951-459a-b3f1-30c250618328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '62a407ea-ec52-4314-af99-562ecf2e181a', 'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:44:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:23:04Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:24.143994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3515c436-f951-459a-b3f1-30c250618328 None None] The sync data for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv is: [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:22:56Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '62a407ea-ec52-4314-af99-562ecf2e181a', 'name': '', 'network_id': '9d73f968-a67d-45b9-aff6-702b0fff1dac', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:44:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:51Z', 'updated_at': '2022-03-28T15:23:04Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'dcfa578e-2539-4183-8415-31b05c48c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:24.168032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:24.180013 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1282d-d485-4da1-a7ee-0af12505bf1f None None] Sync routers for ids ['fd68dd00-7d74-4223-98fc-57dee4531810'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:24.192019 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1282d-d485-4da1-a7ee-0af12505bf1f None None] Routers {'fd68dd00-7d74-4223-98fc-57dee4531810'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:24.194869 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-8dd1282d-d485-4da1-a7ee-0af12505bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fd68dd00-7d74-4223-98fc-57dee4531810'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:24.333181 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-8dd1282d-d485-4da1-a7ee-0af12505bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:24.343295 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1282d-d485-4da1-a7ee-0af12505bf1f None None] Routers {'fd68dd00-7d74-4223-98fc-57dee4531810'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:24.350627 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-8dd1282d-d485-4da1-a7ee-0af12505bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fd68dd00-7d74-4223-98fc-57dee4531810'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:24.365466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c21e1-c805-4cdc-a805-f300bc04edab None None] DHCP port deletion for a5256949-0363-45f6-8a6e-2b284021af46 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:24.369911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-943c21e1-c805-4cdc-a805-f300bc04edab None None] Deleting port 9798ccb3-8617-41b0-8033-14b834e76865 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:24.370275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-943c21e1-c805-4cdc-a805-f300bc04edab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:24.408039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] For port 9798ccb3-8617-41b0-8033-14b834e76865, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=9798ccb3-8617-41b0-8033-14b834e76865,segment=NetworkSegment(513f81cf-e6ed-4b6c-8750-46a80f4e91ca),segment_id=513f81cf-e6ed-4b6c-8750-46a80f4e91ca)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:24.408584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:24.438806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Provisioning for port 42bdcff3-349c-4228-bed7-520a981b2ee1 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:24.472555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84287f-5379-46d4-8851-37bb56938533 None None] Network bcdc8897-24e9-4320-8cb9-49df10c3fd96 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:24.488065 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-8dd1282d-d485-4da1-a7ee-0af12505bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:24.488515 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1282d-d485-4da1-a7ee-0af12505bf1f None None] The sync data for ids ['fd68dd00-7d74-4223-98fc-57dee4531810'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:24.520961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Provisioning complete for port 42bdcff3-349c-4228-bed7-520a981b2ee1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:24.521333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:24.546834 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-841c5469-2bb6-4e0e-bb39-7ae7c61057e6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "PUT /v2.0/routers/fd68dd00-7d74-4223-98fc-57dee4531810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5557234 Mar 28 15:24:24.560512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34530) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:24.593580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Calling delete_port for 9798ccb3-8617-41b0-8033-14b834e76865 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:24.636912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ebb17-0283-4a97-803e-2be62fb3510e None None] New status for floating IP 58163d12-3acc-4f89-8c62-36f6721f2322: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:24:24.704498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 59b4cbd3-ce49-4b55-a13b-df4cf001efbd up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:24.751959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:24.778351 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8b6e394d-4179-48b4-a082-31adc15b404f req-699c31f9-7daa-4b26-a0d7-c1852f98310e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8117952 Mar 28 15:24:24.794331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port caf7f14e-95e0-4419-871a-909288d7488b {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:24.794654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:24.803775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Port': ['ID=9798ccb3-8617-41b0-8033-14b834e76865,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:24.807247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] No DVR routers for this DVR port 9798ccb3-8617-41b0-8033-14b834e76865 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:24.835109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:24.904714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-943c21e1-c805-4cdc-a805-f300bc04edab None None] The port '9798ccb3-8617-41b0-8033-14b834e76865' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:24:24.947925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Port 42bdcff3-349c-4228-bed7-520a981b2ee1 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:24.958133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:24.991272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5256949-0363-45f6-8a6e-2b284021af46']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:25.007974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513f81cf-e6ed-4b6c-8750-46a80f4e91ca') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:25.008306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513f81cf-e6ed-4b6c-8750-46a80f4e91ca') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:25.016675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Provisioning complete for port 766130bc-bbaf-4b17-85a6-5c89c01f4dd2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:25.017048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.021832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.041308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.047749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:25.048684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:25.065937 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:25.069445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.129553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3b4a8-b866-4d3c-9f48-fff6b000bd3e None None] Port 766130bc-bbaf-4b17-85a6-5c89c01f4dd2 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:25.144525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:25.149856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:25.150033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.184136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd was deleted so its status cannot be updated. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 15:24:25.184620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e58a14ec-e69c-4050-8bde-3d4f91570fbb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:25.204087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-872ab265-a136-4e93-a8e0-7217a4cccedc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.214479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.241614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.245410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.249468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 42bdcff3-349c-4228-bed7-520a981b2ee1 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:25.250049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.256536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] Pushing event deleted for resources: {'Network': ['ID=a5256949-0363-45f6-8a6e-2b284021af46,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:25.260952 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c53536b3-34da-48e8-a5ec-be5e2f479751 tempest-NetworksIpV6TestAttrs-391469122 tempest-NetworksIpV6TestAttrs-391469122-project] 10.222.0.16 "DELETE /v2.0/networks/a5256949-0363-45f6-8a6e-2b284021af46 HTTP/1.1" status: 204 len: 168 time: 1.5240188 Mar 28 15:24:25.265886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-02bf9967-d05f-48fb-b7ef-cdc40ffb0e7d None None] Could not find standard attr ID for object 59b4cbd3-ce49-4b55-a13b-df4cf001efbd. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:24:25.284474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e58a14ec-e69c-4050-8bde-3d4f91570fbb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:25.287208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.387548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Port': ['ID=59b4cbd3-ce49-4b55-a13b-df4cf001efbd,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:25.410173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd20455-dd83-4b7e-b442-a67a22685f98 None None] Network bcdc8897-24e9-4320-8cb9-49df10c3fd96 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:25.437994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:25.635759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:25.636219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:25.671901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No DVR routers for this DVR port 59b4cbd3-ce49-4b55-a13b-df4cf001efbd on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:25.790672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34540) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:25.909373 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9798ccb3-8617-41b0-8033-14b834e76865 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:25.959258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 9798ccb3-8617-41b0-8033-14b834e76865 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:25.959674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 9798ccb3-8617-41b0-8033-14b834e76865 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:26.037432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df7e3e4-e0b8-497d-a402-3ca865a178cf None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:24:26.063953 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3a981fea-9d6e-4f8d-9a51-848c3e90664f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dd595730bf7491797c69ffa90958434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720673 Mar 28 15:24:26.067006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34548) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:26.114968 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba2ea0-7b06-4550-9d43-a47e2870a082 req-5d780db0-5e96-4239-8418-e76c4ff8b79e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:26.116419 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1eba2ea0-7b06-4550-9d43-a47e2870a082 req-5d780db0-5e96-4239-8418-e76c4ff8b79e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 945 time: 0.1681383 Mar 28 15:24:26.171511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port caf7f14e-95e0-4419-871a-909288d7488b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=caf7f14e-95e0-4419-871a-909288d7488b,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:26.172557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.180449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.181214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd78caef-0f11-43d7-85fc-6104b08c1712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.185469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.196579 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1eba2ea0-7b06-4550-9d43-a47e2870a082 req-2b2012c0-c8f8-4a41-871c-09adb3e2a2dc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=79539b93-169b-4652-a418-e03d0fb61a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712306 Mar 28 15:24:26.204052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df7e3e4-e0b8-497d-a402-3ca865a178cf None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:24:26.210805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-872ab265-a136-4e93-a8e0-7217a4cccedc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.215874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd78caef-0f11-43d7-85fc-6104b08c1712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.328961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd78caef-0f11-43d7-85fc-6104b08c1712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.349478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78caef-0f11-43d7-85fc-6104b08c1712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2060a79-0e2f-4423-9916-89aefef62240,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:26.354179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd78caef-0f11-43d7-85fc-6104b08c1712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.356173 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bd78caef-0f11-43d7-85fc-6104b08c1712 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2060a79-0e2f-4423-9916-89aefef62240 HTTP/1.1" status: 204 len: 168 time: 0.2881660 Mar 28 15:24:26.425762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ab265-a136-4e93-a8e0-7217a4cccedc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=231021d0-d43c-411d-b34c-f501f1cdaa5c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:26.435224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for caf7f14e-95e0-4419-871a-909288d7488b owned by compute:nova {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:26.480097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-872ab265-a136-4e93-a8e0-7217a4cccedc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.500460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.585075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3901a60-361d-4d8a-bdb4-ae487d15c178 None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:24:26.657377 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-872ab265-a136-4e93-a8e0-7217a4cccedc tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/231021d0-d43c-411d-b34c-f501f1cdaa5c HTTP/1.1" status: 204 len: 168 time: 3.2535622 Mar 28 15:24:26.658985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34556) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:26.662400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 42bdcff3-349c-4228-bed7-520a981b2ee1 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:26.734776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3901a60-361d-4d8a-bdb4-ae487d15c178 None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:24:26.752844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device caf7f14e-95e0-4419-871a-909288d7488b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:26.809925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.824254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting port 3a9a7170-2d3a-4b18-9a09-519ac2323990 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:26.825275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.882777 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-dd8fe331-0cb2-4c3b-90f7-5952c31c1a40 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:24:26.883839 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dd8fe331-0cb2-4c3b-90f7-5952c31c1a40 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "PUT /v2.0/routers/fd68dd00-7d74-4223-98fc-57dee4531810/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2670686 Mar 28 15:24:26.887010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34566) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:26.891835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:26.947128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=db0d0588-bc75-481e-b223-dcc586c32eb5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:27.100807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:27.117659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:27.126637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No active binding found for port caf7f14e-95e0-4419-871a-909288d7488b {{(pid=88488) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 15:24:27.127974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device caf7f14e-95e0-4419-871a-909288d7488b not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:27.188218 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=caf7f14e-95e0-4419-871a-909288d7488b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:27.215750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdc8897-24e9-4320-8cb9-49df10c3fd96']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:27.261535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3fb2b1-f321-4353-835a-884eccc12f82') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:27.262092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3fb2b1-f321-4353-835a-884eccc12f82') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:27.305574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abb621-6208-4565-9959-751660bd5ecf None None] Network 86eb9fec-00f1-4bb5-9dae-0345575132c2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:27.325744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9aa4c3-ceff-445b-8e16-753e950c9a9c None None] Network bcdc8897-24e9-4320-8cb9-49df10c3fd96 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:27.327366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:27.360289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:27.376865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port caf7f14e-95e0-4419-871a-909288d7488b on host hv-neutron-8281 {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:27.431744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:27.440506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'name': 'network-vif-deleted', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:24:27.484656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:27.495083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=42bdcff3-349c-4228-bed7-520a981b2ee1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:27.545703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] For port 3a9a7170-2d3a-4b18-9a09-519ac2323990, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3a9a7170-2d3a-4b18-9a09-519ac2323990,segment=NetworkSegment(9357e16f-a996-4c77-8b2b-bc2d0939de71),segment_id=9357e16f-a996-4c77-8b2b-bc2d0939de71)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:27.546109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:27.575898 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f97951b2-f714-4043-8381-e28f0a968ebd req-5d1156e1-579e-4951-98b9-108022149823 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 210 time: 0.1918497 Mar 28 15:24:27.577755 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841b37e5-9715-4d44-835c-aede6f8458aa', 'name': 'network-vif-deleted', 'tag': 'caf7f14e-95e0-4419-871a-909288d7488b', 'status': 'completed', 'code': 200} Mar 28 15:24:27.587737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:27.591473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:27.742334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003526bb-cfbc-415d-8eed-2a6c19f94af4 None None] DHCP port deletion for bcdc8897-24e9-4320-8cb9-49df10c3fd96 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:27.754662 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:27.852166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34584) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:27.862045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Calling delete_port for 3a9a7170-2d3a-4b18-9a09-519ac2323990 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:27.889049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] DHCP port deletion for 86eb9fec-00f1-4bb5-9dae-0345575132c2 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:27.894672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] Deleting port 3a9a7170-2d3a-4b18-9a09-519ac2323990 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:27.895151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.145749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.157091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.160280 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b6c551e-a47f-4495-bef8-c3b36f4a0c56 req-79ad4d56-b89f-40e2-956f-c1164ed4cb82 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/caf7f14e-95e0-4419-871a-909288d7488b HTTP/1.1" status: 204 len: 173 time: 4.1800523 Mar 28 15:24:28.171857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] For port 3a9a7170-2d3a-4b18-9a09-519ac2323990, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3a9a7170-2d3a-4b18-9a09-519ac2323990,segment=NetworkSegment(9357e16f-a996-4c77-8b2b-bc2d0939de71),segment_id=9357e16f-a996-4c77-8b2b-bc2d0939de71)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:28.172302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.206827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.243076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.247972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246519760'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:28.267470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No DVR routers for this DVR port 3a9a7170-2d3a-4b18-9a09-519ac2323990 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:28.298696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:28.319931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Port': ['ID=3a9a7170-2d3a-4b18-9a09-519ac2323990,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:28.321398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] Calling delete_port for 3a9a7170-2d3a-4b18-9a09-519ac2323990 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:28.325221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:28.325470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=bcdc8897-24e9-4320-8cb9-49df10c3fd96,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:28.341196 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-76f2088d-a54b-4a97-ada8-9f9053fa5a94 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/bcdc8897-24e9-4320-8cb9-49df10c3fd96 HTTP/1.1" status: 204 len: 168 time: 6.6247680 Mar 28 15:24:28.343944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34590) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:28.344729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:28.372112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:28.405588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:28.405937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:28.416977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.445620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 59b4cbd3-ce49-4b55-a13b-df4cf001efbd no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:28.478609 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80f92e0-d552-412b-a089-a7118c4f2a22 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:28.478974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80f92e0-d552-412b-a089-a7118c4f2a22 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:28.482049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 59b4cbd3-ce49-4b55-a13b-df4cf001efbd {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:28.482624 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 59b4cbd3-ce49-4b55-a13b-df4cf001efbd not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:28.483327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3a9a7170-2d3a-4b18-9a09-519ac2323990 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:28.520249 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router fec5cde4-0802-45d3-ba17-8ca8565bd27f has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:24:28.523846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 3a9a7170-2d3a-4b18-9a09-519ac2323990 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:28.524438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3a9a7170-2d3a-4b18-9a09-519ac2323990 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:28.557485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f80f92e0-d552-412b-a089-a7118c4f2a22 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/db0d0588-bc75-481e-b223-dcc586c32eb5 HTTP/1.1" status: 404 len: 337 time: 0.2096529 Mar 28 15:24:28.559099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.586091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34594) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:28.624344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.655367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.670677 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-852be8af-8a2d-46fc-9934-fca0ef232e9c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:28.671246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852be8af-8a2d-46fc-9934-fca0ef232e9c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:28.672834 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-852be8af-8a2d-46fc-9934-fca0ef232e9c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/bcdc8897-24e9-4320-8cb9-49df10c3fd96 HTTP/1.1" status: 404 len: 339 time: 0.0858114 Mar 28 15:24:28.676277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eb9fec-00f1-4bb5-9dae-0345575132c2']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:28.681554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34600) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:28.708244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9357e16f-a996-4c77-8b2b-bc2d0939de71') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:28.708541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9357e16f-a996-4c77-8b2b-bc2d0939de71') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:28.720251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:28.728200 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6f268ab7-81f4-4314-8e89-4ce1f2e4594a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/fec5cde4-0802-45d3-ba17-8ca8565bd27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6078689 Mar 28 15:24:28.729439 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2801ed2-13c5-4735-a361-4bcac48614e4 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:28.729862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2801ed2-13c5-4735-a361-4bcac48614e4 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:28.733776 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e2801ed2-13c5-4735-a361-4bcac48614e4 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/09f3c432-834e-49d1-b3d2-08185e48a15c HTTP/1.1" status: 404 len: 337 time: 0.0489442 Mar 28 15:24:28.733776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34604) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:28.734035 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbffa36-ae1a-451c-a8ff-c5b97639331c None None] Sync routers for ids ['fec5cde4-0802-45d3-ba17-8ca8565bd27f'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:28.734451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34608) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:28.743211 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbffa36-ae1a-451c-a8ff-c5b97639331c None None] Routers {'fec5cde4-0802-45d3-ba17-8ca8565bd27f'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:28.743793 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-afbffa36-ae1a-451c-a8ff-c5b97639331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fec5cde4-0802-45d3-ba17-8ca8565bd27f'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:28.770726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:28.796447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-919a53db-2e54-4057-a5ba-7c506f8d166f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Synchronizing usage tracker for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:28.800996 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6935644-79d1-4b0b-9a15-b4ce0484beb8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:28.801448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6935644-79d1-4b0b-9a15-b4ce0484beb8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:28.805903 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c6935644-79d1-4b0b-9a15-b4ce0484beb8 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/ca901ac1-ba2c-4304-a61a-7d7d8d291686 HTTP/1.1" status: 404 len: 339 time: 0.0680661 Mar 28 15:24:28.807347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34612) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:28.809120 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-afbffa36-ae1a-451c-a8ff-c5b97639331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:28.818936 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbffa36-ae1a-451c-a8ff-c5b97639331c None None] Routers {'fec5cde4-0802-45d3-ba17-8ca8565bd27f'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:28.819630 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-afbffa36-ae1a-451c-a8ff-c5b97639331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fec5cde4-0802-45d3-ba17-8ca8565bd27f'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:28.825235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:28.829117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.878170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:28.883848 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-afbffa36-ae1a-451c-a8ff-c5b97639331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:28.884245 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbffa36-ae1a-451c-a8ff-c5b97639331c None None] The sync data for ids ['fec5cde4-0802-45d3-ba17-8ca8565bd27f'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:28.893040 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c91ce8c9-17e9-4acd-ab88-4b6797e6fa30 req-714e9ed7-909b-4c2b-a9f7-c1703c78b4cf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=841b37e5-9715-4d44-835c-aede6f8458aa HTTP/1.1" status: 200 len: 210 time: 0.1236885 Mar 28 15:24:28.893882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:28.907115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] Deleting port 3a9a7170-2d3a-4b18-9a09-519ac2323990 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:28.907582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.907954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:28.911883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-919a53db-2e54-4057-a5ba-7c506f8d166f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Unset dirty status for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:28.915170 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-919a53db-2e54-4057-a5ba-7c506f8d166f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec5cde4-0802-45d3-ba17-8ca8565bd27f HTTP/1.1" status: 200 len: 205 time: 0.1804285 Mar 28 15:24:28.916822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34616) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:28.989313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-be8cfa8d-996b-4830-b830-c83b8a7bea43 None None] The port '3a9a7170-2d3a-4b18-9a09-519ac2323990' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:24:29.009080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.017133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:29.017542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:29.032459 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:29.035859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.081902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98136fa1-22ec-4e5b-8ffb-da8c3d06017f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.240356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.256558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:29.281353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:29.288590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:29.300484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:29.303247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49fa2f7-4f81-4a87-84cf-f31e2b26b4bd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:29.383979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.387220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting port 766130bc-bbaf-4b17-85a6-5c89c01f4dd2 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:29.387515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.430124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.469197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=86eb9fec-00f1-4bb5-9dae-0345575132c2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:29.503356 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fba415bd-9929-4381-b01a-baaa6235fcd1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/86eb9fec-00f1-4bb5-9dae-0345575132c2 HTTP/1.1" status: 204 len: 168 time: 2.8390718 Mar 28 15:24:29.508373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34620) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:29.566411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.627084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.653294 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-25301621-d146-4b26-b939-1212b5d6b08d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:29.653744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25301621-d146-4b26-b939-1212b5d6b08d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:29.657908 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-25301621-d146-4b26-b939-1212b5d6b08d tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/a33f2b08-8ed5-4da2-a50e-25f19cad843b HTTP/1.1" status: 404 len: 337 time: 0.1438010 Mar 28 15:24:29.657908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98136fa1-22ec-4e5b-8ffb-da8c3d06017f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.664941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98136fa1-22ec-4e5b-8ffb-da8c3d06017f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.666309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34624) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:29.687845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a94000-1297-4799-9e13-1e5bb754cf50,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:29.694251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.695059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.718060 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e25861-4e03-4c2b-a139-fdf50f2c908c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:29.718523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e25861-4e03-4c2b-a139-fdf50f2c908c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:29.720195 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a0e25861-4e03-4c2b-a139-fdf50f2c908c tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/37d6756f-a2ec-4a0b-a59b-bad202614eb6 HTTP/1.1" status: 404 len: 339 time: 0.0529914 Mar 28 15:24:29.731973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34628) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:29.737926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d56d929-fa62-454c-b2a1-7f194cfe2848']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:29.763954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.765126 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f29a8605-df23-4c3a-88f7-a3556b237586 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9119620 Mar 28 15:24:29.778179 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34632) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:29.796158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eced065-4dc8-4265-8d0b-9f62312a3114') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:29.796450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eced065-4dc8-4265-8d0b-9f62312a3114') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:29.829629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98136fa1-22ec-4e5b-8ffb-da8c3d06017f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.830063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98136fa1-22ec-4e5b-8ffb-da8c3d06017f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Fanout notify agent at l3_agent the message router_deleted on router fec5cde4-0802-45d3-ba17-8ca8565bd27f {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:24:29.832618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.839354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Calling delete_port for 766130bc-bbaf-4b17-85a6-5c89c01f4dd2 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:29.878766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98136fa1-22ec-4e5b-8ffb-da8c3d06017f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.882216 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-98136fa1-22ec-4e5b-8ffb-da8c3d06017f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/fec5cde4-0802-45d3-ba17-8ca8565bd27f HTTP/1.1" status: 204 len: 168 time: 0.9619434 Mar 28 15:24:29.884790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34636) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:29.889119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.897088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1111d624-4980-40a6-ab6e-0e86d832545e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting subnet 9db39e7a-d0e6-4902-9ad0-ae16fcaa0c0d {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:29.904608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1111d624-4980-40a6-ab6e-0e86d832545e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.932749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:29.933155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:29.953205 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:29.955541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a47974-3ee5-4214-91a0-a43ab7a8167e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting subnet 45b11839-d567-4e7a-bcb6-3ea511a2a012 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:29.956433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66a47974-3ee5-4214-91a0-a43ab7a8167e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.001421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34642) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.037258 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7300e09a-8a33-4060-b415-bb17c315eaf7 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2537718 Mar 28 15:24:30.044048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34646) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.061346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66a47974-3ee5-4214-91a0-a43ab7a8167e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.061597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1111d624-4980-40a6-ab6e-0e86d832545e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.148496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.167281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.176872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1111d624-4980-40a6-ab6e-0e86d832545e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.207010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=0d56d929-fa62-454c-b2a1-7f194cfe2848,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:30.224256 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ddfc1325-c405-495a-a2b0-8cc10dceffe6 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/0d56d929-fa62-454c-b2a1-7f194cfe2848 HTTP/1.1" status: 204 len: 168 time: 1.4159253 Mar 28 15:24:30.226863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34650) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.231379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-13b47896-6cee-4020-8474-4a654b8db9c3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-security--1141575510', 'description': 'tempest-security-description-1404245270'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:30.268401 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9f541b-e2a6-47db-9f64-58d3083e34c7 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.268838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9f541b-e2a6-47db-9f64-58d3083e34c7 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.270481 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ca9f541b-e2a6-47db-9f64-58d3083e34c7 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/00283ca0-b121-495e-808f-a7c788f3f2bd HTTP/1.1" status: 404 len: 337 time: 0.0427213 Mar 28 15:24:30.273090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34654) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.305298 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-505849ba-b669-4bed-996c-751942f7763c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.305667 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505849ba-b669-4bed-996c-751942f7763c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.316454 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-505849ba-b669-4bed-996c-751942f7763c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/0a04bbdb-2dd5-451a-9c43-05052214c05e HTTP/1.1" status: 404 len: 339 time: 0.0424271 Mar 28 15:24:30.320144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34658) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.335130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13b47896-6cee-4020-8474-4a654b8db9c3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.356698 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d546d9-f5df-4643-81a2-6235f740ef28 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.357143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d546d9-f5df-4643-81a2-6235f740ef28 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.358790 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f5d546d9-f5df-4643-81a2-6235f740ef28 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/d4285567-b298-462b-a984-0cc98370d764 HTTP/1.1" status: 404 len: 337 time: 0.0389965 Mar 28 15:24:30.361431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34662) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.371124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-010ce794-6e0f-4d5a-b281-4148d50e013f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.385281 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-63764b37-d35a-4163-bf41-c9fb5bd6ed09 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.385744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63764b37-d35a-4163-bf41-c9fb5bd6ed09 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.389749 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-63764b37-d35a-4163-bf41-c9fb5bd6ed09 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/9d3d5ea0-95bf-40fc-95f0-595784e428fd HTTP/1.1" status: 404 len: 339 time: 0.0251834 Mar 28 15:24:30.389956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34666) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.429388 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5da51f-0443-48ab-ae34-89e9e5b75772 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.429918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5da51f-0443-48ab-ae34-89e9e5b75772 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.431688 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5f5da51f-0443-48ab-ae34-89e9e5b75772 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/3895a530-906f-42cf-89c7-176f12ead7cf HTTP/1.1" status: 404 len: 337 time: 0.0408597 Mar 28 15:24:30.437843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34670) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.463845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1111d624-4980-40a6-ab6e-0e86d832545e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.466203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-010ce794-6e0f-4d5a-b281-4148d50e013f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.482180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66a47974-3ee5-4214-91a0-a43ab7a8167e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.512715 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef173c9-2e11-4ca3-8ba5-0ea12e74b9ec tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.513466 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef173c9-2e11-4ca3-8ba5-0ea12e74b9ec tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.518596 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-aef173c9-2e11-4ca3-8ba5-0ea12e74b9ec tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/8cbfb87c-5a71-49f6-9195-01bab960fb1a HTTP/1.1" status: 404 len: 339 time: 0.0760705 Mar 28 15:24:30.518596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111d624-4980-40a6-ab6e-0e86d832545e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Subnet': ['ID=9db39e7a-d0e6-4902-9ad0-ae16fcaa0c0d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:30.520046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34674) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.531852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe4979d-24f9-4965-ae26-208179ecd6c3 None None] Network d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:30.556314 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1111d624-4980-40a6-ab6e-0e86d832545e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.557993 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1111d624-4980-40a6-ab6e-0e86d832545e tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/subnets/9db39e7a-d0e6-4902-9ad0-ae16fcaa0c0d HTTP/1.1" status: 204 len: 168 time: 0.8251200 Mar 28 15:24:30.562114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34678) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.565437 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a23dfff-38f5-4f3d-ab8d-7f0956d828ba tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.573489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a23dfff-38f5-4f3d-ab8d-7f0956d828ba tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.573638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13b47896-6cee-4020-8474-4a654b8db9c3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.573733 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5a23dfff-38f5-4f3d-ab8d-7f0956d828ba tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/efc197ae-d0ca-4b03-b2bf-8c400ee88663 HTTP/1.1" status: 404 len: 337 time: 0.0450120 Mar 28 15:24:30.576595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34682) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.647757 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc327fb3-a857-44ba-b032-01c57f674c66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.648230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc327fb3-a857-44ba-b032-01c57f674c66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.662812 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fc327fb3-a857-44ba-b032-01c57f674c66 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/5fdbc2ce-27f3-4a8b-91f6-e2c75fb73f11 HTTP/1.1" status: 404 len: 339 time: 0.0764153 Mar 28 15:24:30.664056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34686) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.665618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13b47896-6cee-4020-8474-4a654b8db9c3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.714784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13b47896-6cee-4020-8474-4a654b8db9c3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.716093 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-13b47896-6cee-4020-8474-4a654b8db9c3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "PUT /v2.0/security-groups/31a94000-1297-4799-9e13-1e5bb754cf50 HTTP/1.1" status: 200 len: 1780 time: 0.6638312 Mar 28 15:24:30.721518 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14a7796-44c4-425d-bc2b-087d707b2976 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.721518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14a7796-44c4-425d-bc2b-087d707b2976 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.721775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b47896-6cee-4020-8474-4a654b8db9c3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a94000-1297-4799-9e13-1e5bb754cf50,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:30.721861 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f14a7796-44c4-425d-bc2b-087d707b2976 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/4d66e67f-a7ef-4627-a1ab-fbea19425dcb HTTP/1.1" status: 404 len: 337 time: 0.0537586 Mar 28 15:24:30.721941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34690) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.722031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.722349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34692) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.737062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Deleting port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:30.737395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.766215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.826918 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdfc068-9867-4860-a85b-51a634d4039c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:30.827441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdfc068-9867-4860-a85b-51a634d4039c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:30.832265 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7cdfc068-9867-4860-a85b-51a634d4039c tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/c3744f1c-8708-4971-abee-1f8a1d78f011 HTTP/1.1" status: 404 len: 339 time: 0.1059377 Mar 28 15:24:30.836999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34698) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:30.840829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66a47974-3ee5-4214-91a0-a43ab7a8167e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.848098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] DHCP port deletion for d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:30.852311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] Deleting port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:30.852692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:30.883488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Port': ['ID=766130bc-bbaf-4b17-85a6-5c89c01f4dd2,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:31.069040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-010ce794-6e0f-4d5a-b281-4148d50e013f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.070375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-010ce794-6e0f-4d5a-b281-4148d50e013f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.071444 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-010ce794-6e0f-4d5a-b281-4148d50e013f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/79539b93-169b-4652-a418-e03d0fb61a54 HTTP/1.1" status: 204 len: 168 time: 1.0691082 Mar 28 15:24:31.076352 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77ec029-4c2f-486a-98c6-0a056c1e43c1 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:31.076877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77ec029-4c2f-486a-98c6-0a056c1e43c1 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:31.081492 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d77ec029-4c2f-486a-98c6-0a056c1e43c1 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/333f4004-7891-456d-91e1-9650b95a5f55 HTTP/1.1" status: 404 len: 337 time: 0.2434473 Mar 28 15:24:31.085552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34704) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:31.089492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] For port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6,segment=NetworkSegment(70898b67-5e86-4f09-8df1-003fc33911e0),segment_id=70898b67-5e86-4f09-8df1-003fc33911e0)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:31.090002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.097780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a47974-3ee5-4214-91a0-a43ab7a8167e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Subnet': ['ID=45b11839-d567-4e7a-bcb6-3ea511a2a012,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:31.108973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-66a47974-3ee5-4214-91a0-a43ab7a8167e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.112116 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-66a47974-3ee5-4214-91a0-a43ab7a8167e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/45b11839-d567-4e7a-bcb6-3ea511a2a012 HTTP/1.1" status: 204 len: 168 time: 1.2252152 Mar 28 15:24:31.118996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34708) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:31.129379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797225a-d1f9-42eb-a483-8308750a9116 None None] Network d9501caa-a5c4-4eab-9993-46e5e5b345cd requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:31.208502 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-93b3773e-aa44-4bdf-94db-9b368166320e tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups/31a94000-1297-4799-9e13-1e5bb754cf50 HTTP/1.1" status: 200 len: 1780 time: 0.4860256 Mar 28 15:24:31.208502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34712) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:31.216090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ce794-6e0f-4d5a-b281-4148d50e013f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79539b93-169b-4652-a418-e03d0fb61a54,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:31.227986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34714) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:31.267155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] For port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6,segment=NetworkSegment(70898b67-5e86-4f09-8df1-003fc33911e0),segment_id=70898b67-5e86-4f09-8df1-003fc33911e0)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:31.267550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.310773 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e757967e-02a0-4c9e-bd8e-fa7389baa271 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:31.311265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e757967e-02a0-4c9e-bd8e-fa7389baa271 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:31.315071 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e757967e-02a0-4c9e-bd8e-fa7389baa271 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/f790b221-3c98-4c6a-967f-215e484aec63 HTTP/1.1" status: 404 len: 339 time: 0.2264049 Mar 28 15:24:31.319880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34720) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:31.376261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Calling delete_port for 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:31.418023 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] Calling delete_port for 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:31.484662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.498129 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd2f279-d5d8-4cdc-8b79-3f4ea01b782d tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:31.498580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd2f279-d5d8-4cdc-8b79-3f4ea01b782d tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:31.500321 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6cd2f279-d5d8-4cdc-8b79-3f4ea01b782d tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/2c9eecb9-dc0e-4aa1-ac88-5ab52bae87d4 HTTP/1.1" status: 404 len: 337 time: 0.1795623 Mar 28 15:24:31.503000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34724) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:31.528145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.540766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:31.541326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:31.582484 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d580d1b-969b-4d4a-8cd7-220c7b123aa0 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:31.582484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d580d1b-969b-4d4a-8cd7-220c7b123aa0 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:31.606170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Port': ['ID=2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:31.606170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] No DVR routers for this DVR port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:31.609259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.615611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc962128-8c68-4bd5-bc85-80bc02ecaa3a None None] DHCP port deletion for d9501caa-a5c4-4eab-9993-46e5e5b345cd request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:31.619839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-cc962128-8c68-4bd5-bc85-80bc02ecaa3a None None] Deleting port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:31.620218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cc962128-8c68-4bd5-bc85-80bc02ecaa3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.631654 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4d580d1b-969b-4d4a-8cd7-220c7b123aa0 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/8665c663-4dd8-4dd1-91b8-26e6a8e19668 HTTP/1.1" status: 404 len: 339 time: 0.1274850 Mar 28 15:24:31.632243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34728) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:31.704270 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2e2fc2-4f70-4cb2-85d3-7c9058fd2513 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:31.704833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2e2fc2-4f70-4cb2-85d3-7c9058fd2513 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:31.709471 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3c2e2fc2-4f70-4cb2-85d3-7c9058fd2513 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/8b2a8f3e-279a-4577-9d0b-776ce158f3b7 HTTP/1.1" status: 404 len: 337 time: 0.0710583 Mar 28 15:24:31.710786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34732) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:31.781424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd9717fb-5ead-4faa-a942-bc9d8a581841 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.787165 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d77399-451d-4474-a7c6-f63db66cd591 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] DELETE failed (client error): The resource could not be found. Mar 28 15:24:31.787735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d77399-451d-4474-a7c6-f63db66cd591 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:24:31.791609 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e2d77399-451d-4474-a7c6-f63db66cd591 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/5dbe4b38-2f7f-4d6c-a633-773150bff81a HTTP/1.1" status: 404 len: 339 time: 0.0775602 Mar 28 15:24:31.792885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34736) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:31.796194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.799874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:31.800211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.829294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-cc962128-8c68-4bd5-bc85-80bc02ecaa3a None None] For port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=449d71d1-3e7f-48ed-84b1-9ea8d1e6f139,segment=NetworkSegment(d9c28a04-edea-44c7-898d-ef2c40fcf09a),segment_id=d9c28a04-edea-44c7-898d-ef2c40fcf09a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:31.829698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cc962128-8c68-4bd5-bc85-80bc02ecaa3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.869077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:31.886146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70898b67-5e86-4f09-8df1-003fc33911e0') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:31.886473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70898b67-5e86-4f09-8df1-003fc33911e0') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:31.904567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-791dd321-144b-4835-8c60-701509671d68 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting subnet f03a947c-7c5f-4ff0-987e-7ddb0be95b13 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:31.907256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.917324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-791dd321-144b-4835-8c60-701509671d68 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.952233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-cc962128-8c68-4bd5-bc85-80bc02ecaa3a None None] Calling delete_port for 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:31.971924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.979006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:31.979627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.993049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd9717fb-5ead-4faa-a942-bc9d8a581841 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:31.996326 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:32.042137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] Deleting port 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:32.042520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.072646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-791dd321-144b-4835-8c60-701509671d68 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.111915 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b5042aac-766d-430a-ac4f-c3f33a410702 None None] The port '2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:24:32.122927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cc962128-8c68-4bd5-bc85-80bc02ecaa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.167964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc962128-8c68-4bd5-bc85-80bc02ecaa3a None None] No DVR routers for this DVR port 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:32.169690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc962128-8c68-4bd5-bc85-80bc02ecaa3a None None] Pushing event deleted for resources: {'Port': ['ID=449d71d1-3e7f-48ed-84b1-9ea8d1e6f139,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:32.178845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-791dd321-144b-4835-8c60-701509671d68 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.202311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] The port '449d71d1-3e7f-48ed-84b1-9ea8d1e6f139' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:24:32.207217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Router fd68dd00-7d74-4223-98fc-57dee4531810 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:24:32.208736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.233369 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:24:32.235400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.253031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] Pushing event deleted for resources: {'Network': ['ID=d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:32.261176 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0c3f828a-5559-4497-9f06-9d81c1ac9cf1 tempest-NetworksIpV6Test-495901430 tempest-NetworksIpV6Test-495901430-project] 10.222.0.16 "DELETE /v2.0/networks/d9fcc9a0-80c1-4198-b9ba-d2227e4b64f1 HTTP/1.1" status: 204 len: 168 time: 1.6953633 Mar 28 15:24:32.364067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-791dd321-144b-4835-8c60-701509671d68 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.394995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.421576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dd321-144b-4835-8c60-701509671d68 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Subnet': ['ID=f03a947c-7c5f-4ff0-987e-7ddb0be95b13,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:32.425027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-791dd321-144b-4835-8c60-701509671d68 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.431757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff511406-ee8c-4ada-94b9-d1e03cbc5a1c None None] Network 29b34efa-eaf2-4e38-a53c-670c2d46faa2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:32.463901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:32.503743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd9717fb-5ead-4faa-a942-bc9d8a581841 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.504158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:32.504553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2e6b52d4-0ab9-4ac4-9dfc-c71d8fad54e6 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:32.504972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:32.507290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-791dd321-144b-4835-8c60-701509671d68 tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/subnets/f03a947c-7c5f-4ff0-987e-7ddb0be95b13 HTTP/1.1" status: 204 len: 168 time: 0.7133300 Mar 28 15:24:32.509419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34742) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:32.587883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:32.588474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 449d71d1-3e7f-48ed-84b1-9ea8d1e6f139 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:32.639936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.653917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Deleting port e54243db-8445-4be2-8c3a-0f423eb6f836 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:32.655590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.662076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9717fb-5ead-4faa-a942-bc9d8a581841 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a94000-1297-4799-9e13-1e5bb754cf50,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:32.672051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.698671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:32.710150 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ad82f095-57cc-4166-9bf0-00d00ced2269 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "PUT /v2.0/routers/fd68dd00-7d74-4223-98fc-57dee4531810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8210349 Mar 28 15:24:32.715522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34746) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:32.722268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a379610-b401-4072-a6d9-695c62408efd None None] Sync routers for ids ['fd68dd00-7d74-4223-98fc-57dee4531810'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:32.722435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd9717fb-5ead-4faa-a942-bc9d8a581841 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.723441 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fd9717fb-5ead-4faa-a942-bc9d8a581841 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/31a94000-1297-4799-9e13-1e5bb754cf50 HTTP/1.1" status: 204 len: 168 time: 1.4826350 Mar 28 15:24:32.730028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34750) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:32.739878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a379610-b401-4072-a6d9-695c62408efd None None] Routers {'fd68dd00-7d74-4223-98fc-57dee4531810'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:32.740957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0a379610-b401-4072-a6d9-695c62408efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fd68dd00-7d74-4223-98fc-57dee4531810'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:32.751003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9501caa-a5c4-4eab-9993-46e5e5b345cd']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:32.822065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c28a04-edea-44c7-898d-ef2c40fcf09a') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:32.822394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c28a04-edea-44c7-898d-ef2c40fcf09a') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:32.850888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720cb242-d542-491c-b544-07ba1b69602f None None] DHCP port deletion for 29b34efa-eaf2-4e38-a53c-670c2d46faa2 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:32.857069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.862881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-720cb242-d542-491c-b544-07ba1b69602f None None] Deleting port e54243db-8445-4be2-8c3a-0f423eb6f836 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:32.863569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-720cb242-d542-491c-b544-07ba1b69602f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.899302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.899302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c4dcdbec-323b-4629-bbed-bb027fb37b29 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:32.912922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:32.913355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:32.930151 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:32.946867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] For port e54243db-8445-4be2-8c3a-0f423eb6f836, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e54243db-8445-4be2-8c3a-0f423eb6f836,segment=NetworkSegment(b5d65a4e-c310-4362-b465-fb745ebd7ebe),segment_id=b5d65a4e-c310-4362-b465-fb745ebd7ebe)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:32.947744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:32.968553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0a379610-b401-4072-a6d9-695c62408efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:33.005437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34756) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:33.017971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a379610-b401-4072-a6d9-695c62408efd None None] Routers {'fd68dd00-7d74-4223-98fc-57dee4531810'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:33.018990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0a379610-b401-4072-a6d9-695c62408efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fd68dd00-7d74-4223-98fc-57dee4531810'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:33.092118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c4dcdbec-323b-4629-bbed-bb027fb37b29 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:33.096295 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c4dcdbec-323b-4629-bbed-bb027fb37b29 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3627882 Mar 28 15:24:33.100022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34762) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:33.111179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0a379610-b401-4072-a6d9-695c62408efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:33.113830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a379610-b401-4072-a6d9-695c62408efd None None] The sync data for ids ['fd68dd00-7d74-4223-98fc-57dee4531810'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:33.117679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.144664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.158418 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-82930873-2a05-4e9b-9a99-569a71bff1a6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] delete failed (client error): The resource could not be found. Mar 28 15:24:33.160164 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-82930873-2a05-4e9b-9a99-569a71bff1a6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/31a94000-1297-4799-9e13-1e5bb754cf50 HTTP/1.1" status: 404 len: 347 time: 0.0576780 Mar 28 15:24:33.163144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Network': ['ID=d9501caa-a5c4-4eab-9993-46e5e5b345cd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:33.165981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34766) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:33.169940 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f24b0c12-ab0a-48dc-9f09-ca97ddf680d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/networks/d9501caa-a5c4-4eab-9993-46e5e5b345cd HTTP/1.1" status: 204 len: 168 time: 2.0514555 Mar 28 15:24:33.173372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34770) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:33.179651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-secgroup--685551101'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:33.190744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-562961168', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:33.194956 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-8f135aef-def0-4d88-9bb5-4d3bb5d7e09d tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] delete failed (client error): The resource could not be found. Mar 28 15:24:33.199396 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8f135aef-def0-4d88-9bb5-4d3bb5d7e09d tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1953161977 HTTP/1.1" status: 404 len: 335 time: 0.4795079 Mar 28 15:24:33.201650 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34774) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:33.204546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Calling delete_port for e54243db-8445-4be2-8c3a-0f423eb6f836 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:33.215307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:33.221629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:33.232771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3020ab51-e898-4f31-975e-e0f5093c4137 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd68dd00-7d74-4223-98fc-57dee4531810'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:33.274608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-720cb242-d542-491c-b544-07ba1b69602f None None] For port e54243db-8445-4be2-8c3a-0f423eb6f836, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e54243db-8445-4be2-8c3a-0f423eb6f836,segment=NetworkSegment(b5d65a4e-c310-4362-b465-fb745ebd7ebe),segment_id=b5d65a4e-c310-4362-b465-fb745ebd7ebe)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:33.275238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-720cb242-d542-491c-b544-07ba1b69602f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.284138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:router and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:33.295598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:33.298230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:33.318706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:33.368596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.398597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-720cb242-d542-491c-b544-07ba1b69602f None None] Calling delete_port for e54243db-8445-4be2-8c3a-0f423eb6f836 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:33.417157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Port': ['ID=e54243db-8445-4be2-8c3a-0f423eb6f836,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:33.421582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] No DVR routers for this DVR port e54243db-8445-4be2-8c3a-0f423eb6f836 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:33.474864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.475736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-720cb242-d542-491c-b544-07ba1b69602f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:33.476102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-720cb242-d542-491c-b544-07ba1b69602f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:33.540985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.546869 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.562530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.563531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.573118 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b34efa-eaf2-4e38-a53c-670c2d46faa2']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:33.580841 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e8ebd547-d003-4cb6-8a2f-86194e2cb694 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5cf7b5f2a93472880d6b6d30bb195f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675850 Mar 28 15:24:33.584675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34778) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:33.588455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d65a4e-c310-4362-b465-fb745ebd7ebe') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:33.588752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d65a4e-c310-4362-b465-fb745ebd7ebe') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:33.616998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.651985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.662059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:33.662452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:33.677535 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:33.705205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:33.725814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:33.731991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.733333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:33.754138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e23539-8fe9-49c0-bc9e-203f00b68752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.786893 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e23539-8fe9-49c0-bc9e-203f00b68752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.865660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.884140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.896370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e23539-8fe9-49c0-bc9e-203f00b68752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.908075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] Pushing event deleted for resources: {'Network': ['ID=29b34efa-eaf2-4e38-a53c-670c2d46faa2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:33.927471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e23539-8fe9-49c0-bc9e-203f00b68752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.931356 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f3e23539-8fe9-49c0-bc9e-203f00b68752 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3539def7-989b-43a6-87f8-d715d135f068 HTTP/1.1" status: 204 len: 168 time: 0.3432755 Mar 28 15:24:33.931356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e23539-8fe9-49c0-bc9e-203f00b68752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539def7-989b-43a6-87f8-d715d135f068,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:33.932583 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-720dc8d4-dcc9-40d5-8970-bf8347085d4a tempest-NetworksTest-1107484342 tempest-NetworksTest-1107484342-project] 10.222.0.16 "DELETE /v2.0/networks/29b34efa-eaf2-4e38-a53c-670c2d46faa2 HTTP/1.1" status: 204 len: 168 time: 1.4215946 Mar 28 15:24:33.978940 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-720cb242-d542-491c-b544-07ba1b69602f None None] Deleting port e54243db-8445-4be2-8c3a-0f423eb6f836 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:33.980772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-720cb242-d542-491c-b544-07ba1b69602f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:33.997078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:34.014847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3020ab51-e898-4f31-975e-e0f5093c4137 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.058096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-720cb242-d542-491c-b544-07ba1b69602f None None] The port 'e54243db-8445-4be2-8c3a-0f423eb6f836' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:24:34.249642 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-3020ab51-e898-4f31-975e-e0f5093c4137 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] update failed (client error): The resource could not be found. Mar 28 15:24:34.250743 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3020ab51-e898-4f31-975e-e0f5093c4137 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "PUT /v2.0/routers/fd68dd00-7d74-4223-98fc-57dee4531810 HTTP/1.1" status: 404 len: 339 time: 1.0330493 Mar 28 15:24:34.255358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34788) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:34.261997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-896850827'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:34.267297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:34.271375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:network and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:34.274248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:34.297734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:34.364455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Made reservation on behalf of 066a2539a0c4491e99182718907b1c90 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:34.369444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.418805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34796) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:34.421241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:34.437666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.438185 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Added segment be6b965d-2f6d-49b2-a605-9495db2d7db6 of type vlan for network fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d Mar 28 15:24:34.464888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e54243db-8445-4be2-8c3a-0f423eb6f836 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:34.467827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.489526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.496056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.527484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: e54243db-8445-4be2-8c3a-0f423eb6f836 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:34.528022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e54243db-8445-4be2-8c3a-0f423eb6f836 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:34.562721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.582800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.588228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:34.588813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.665773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 62a407ea-ec52-4314-af99-562ecf2e181a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:34.666114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.699845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c0b456-f394-4137-b424-a1c0cbf5db20,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:34.711846 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ca2c06af-258c-42ce-a2da-e3c451fd4182 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86f63e337f3b47bd82689553833351c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911592 Mar 28 15:24:34.714538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34808) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:34.727523 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4680367 Mar 28 15:24:34.727789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34812) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:34.733284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'subnet': {'network_id': 'fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:34.748310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9d2ce-64b3-497b-87f4-c99dcfa93bbc tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Network': ['ID=fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:34.759149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:34.823569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.824755 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-20bc866b-fb94-4027-a184-307b02069779 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6575031 Mar 28 15:24:34.842218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34818) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:34.858960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:34.859490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': 'a3c0b456-f394-4137-b424-a1c0cbf5db20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:34.864198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Usage tracker for resource:subnet and tenant:066a2539a0c4491e99182718907b1c90 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:34.867712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:34.874114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:34.894413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:34.940984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Made reservation on behalf of 066a2539a0c4491e99182718907b1c90 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:34.945750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:34.952645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:34.956929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:34.976401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:35.013591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a20be55-24c7-4d81-bc85-30c3c4d9f58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.053815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 62a407ea-ec52-4314-af99-562ecf2e181a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=62a407ea-ec52-4314-af99-562ecf2e181a,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:35.054173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.072390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a20be55-24c7-4d81-bc85-30c3c4d9f58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.125466 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34828) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:35.211942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.225338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 62a407ea-ec52-4314-af99-562ecf2e181a owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:35.225890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.262230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-270662136-network', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:35.281382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:35.292081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Usage tracker for resource:network and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:35.300400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:35.319229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:35.326203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Subnet': ['ID=d0ef77b4-3022-4ee8-9c40-eb75865dfc36,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:35.340113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Checking segment: {'id': 'be6b965d-2f6d-49b2-a605-9495db2d7db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:35.340472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network hostable DHCP agents. Network: fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:35.379826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Made reservation on behalf of 45f98a5033c3421a99c3279e50eb966b for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:35.382704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.399370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:35.401561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.419811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:35.423618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Usage tracker for resource:security_group_rule and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:35.426374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:35.432374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:35.489491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:35.499119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:35.499119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.499379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae594da-6d46-4dc2-89d3-9a1b51f2370b None None] Network fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:35.538420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.603002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.629372 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d46f2509-82ca-49eb-a20f-b562261fc3f7 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8974710 Mar 28 15:24:35.635804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:35.637569 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34834) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:35.650536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cba0f013-00bf-4bfe-bbfa-68910d2ba467 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:35.662979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.705425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.706221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a20be55-24c7-4d81-bc85-30c3c4d9f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.710042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.717013 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afc2ec6-0df2-42f5-ad15-a73da2ce120a,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:35.723894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.724245 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Added segment 04a6dca1-8e48-4ef0-91e9-dc998705dcb7 of type vlan for network 0f833085-acda-4c3c-884d-53308b8d0562 Mar 28 15:24:35.738931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d', 'network_id': 'fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d', 'tenant_id': '066a2539a0c4491e99182718907b1c90', 'fixed_ips': [{'subnet_id': 'd0ef77b4-3022-4ee8-9c40-eb75865dfc36'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:35.745083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.770241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.784662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20be55-24c7-4d81-bc85-30c3c4d9f58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2458b-af62-48dc-b051-2696027a8ab3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:35.833024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a20be55-24c7-4d81-bc85-30c3c4d9f58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.834236 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5a20be55-24c7-4d81-bc85-30c3c4d9f58b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/def2458b-af62-48dc-b051-2696027a8ab3 HTTP/1.1" status: 204 len: 168 time: 1.1171372 Mar 28 15:24:35.841085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ecdc78-ad9a-491a-8e3f-1e7dffb11c94,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:35.964866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:35.966041 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ade81f1e-0d6b-41a0-982e-5ebd3cef1806 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1148279 Mar 28 15:24:35.982557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34840) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:35.985160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 172.26.7.33 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/6d49fe73-2fcf-4d1b-a942-04ee2cde8b88) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:36.002039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Allocated IP 2001:db8:1::2 (fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d/d0ef77b4-3022-4ee8-9c40-eb75865dfc36/3eb6f5ae-bcae-436a-9ab0-134adc179477) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:36.023969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.028985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a205e96d-79b4-4742-8522-b782d0e98c0c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.039707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a205e96d-79b4-4742-8522-b782d0e98c0c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.107948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.180320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=62a407ea-ec52-4314-af99-562ecf2e181a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:36.225747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a205e96d-79b4-4742-8522-b782d0e98c0c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.231796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:24:36.256016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cba0f013-00bf-4bfe-bbfa-68910d2ba467 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.308151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205e96d-79b4-4742-8522-b782d0e98c0c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4ecdc78-ad9a-491a-8e3f-1e7dffb11c94,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:36.383612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a205e96d-79b4-4742-8522-b782d0e98c0c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.386396 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a205e96d-79b4-4742-8522-b782d0e98c0c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c4ecdc78-ad9a-491a-8e3f-1e7dffb11c94 HTTP/1.1" status: 204 len: 168 time: 0.4019442 Mar 28 15:24:36.397316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34852) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:36.428771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.430643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:36.431480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.450930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.464489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Transition to ACTIVE for port object 3eb6f5ae-bcae-436a-9ab0-134adc179477 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:36.488849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Transition to ACTIVE for port object 3eb6f5ae-bcae-436a-9ab0-134adc179477 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:36.546963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.563759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-519b6f6e-effa-4bea-b630-a3dbc6b5216d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:36.618157 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4890466 Mar 28 15:24:36.619145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23759cf-76f4-419b-9988-7881d095cf4a admin admin] Pushing event updated for resources: {'Network': ['ID=0f833085-acda-4c3c-884d-53308b8d0562,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:36.623410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34858) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:36.632033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Request body: {'subnet': {'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-270662136-subnet', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:36.640417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:36.647210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Usage tracker for resource:subnet and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:36.652109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:36.659845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:36.674588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 0f833085-acda-4c3c-884d-53308b8d0562 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:36.691267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.694599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-519b6f6e-effa-4bea-b630-a3dbc6b5216d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:36.699412 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-519b6f6e-effa-4bea-b630-a3dbc6b5216d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2895534 Mar 28 15:24:36.699583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34864) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:36.700075 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-cba0f013-00bf-4bfe-bbfa-68910d2ba467 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:24:36.704528 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cba0f013-00bf-4bfe-bbfa-68910d2ba467 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "PUT /v2.0/routers/fd68dd00-7d74-4223-98fc-57dee4531810 HTTP/1.1" status: 400 len: 364 time: 1.0626318 Mar 28 15:24:36.705792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34868) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:36.723136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Network fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:36.728999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:36.737997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.741837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:36.799918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Pushing event updated for resources: {'Port': ['ID=3eb6f5ae-bcae-436a-9ab0-134adc179477,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:36.804594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Made reservation on behalf of 45f98a5033c3421a99c3279e50eb966b for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:36.806873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.907709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.963285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Attempting to bind port 3eb6f5ae-bcae-436a-9ab0-134adc179477 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:36.963659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Attempting to bind port 3eb6f5ae-bcae-436a-9ab0-134adc179477 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'be6b965d-2f6d-49b2-a605-9495db2d7db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:36.964024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Attempting to bind port 3eb6f5ae-bcae-436a-9ab0-134adc179477 on network fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:36.976403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:36.976655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Checking segment: {'id': 'be6b965d-2f6d-49b2-a605-9495db2d7db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:36.977035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.977427 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Bound using segment: {'id': 'be6b965d-2f6d-49b2-a605-9495db2d7db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:36.977891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Bound port: 3eb6f5ae-bcae-436a-9ab0-134adc179477, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6b965d-2f6d-49b2-a605-9495db2d7db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:36.978268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:36.983254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:36.985126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:37.025759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=6d49fe73-2fcf-4d1b-a942-04ee2cde8b88,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:37.039252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:37.107750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] For port 3eb6f5ae-bcae-436a-9ab0-134adc179477, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:37.112410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] For port 3eb6f5ae-bcae-436a-9ab0-134adc179477, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3eb6f5ae-bcae-436a-9ab0-134adc179477,segment=NetworkSegment(be6b965d-2f6d-49b2-a605-9495db2d7db6),segment_id=be6b965d-2f6d-49b2-a605-9495db2d7db6)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:37.119614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34878) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:37.168501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:37.272305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72327d-c7a4-419e-9e45-2f5d3495afc2 None None] Pushing event updated for resources: {'Port': ['ID=3eb6f5ae-bcae-436a-9ab0-134adc179477,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:37.317443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f700f5ed-091e-49bb-8f1a-fec727f32223 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:37.377719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f700f5ed-091e-49bb-8f1a-fec727f32223 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:37.549013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1543220778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:37.560863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:37.568425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Usage tracker for resource:router and tenant:a0100a570d3d4803a77f41d6e0a1b27f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:37.572940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:37.643058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:37.647317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:37.820963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router ac8e01ee-0a33-4157-ab6d-7a7c05314668 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:24:37.834593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:37.835603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:37.885059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f700f5ed-091e-49bb-8f1a-fec727f32223 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:37.915862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700f5ed-091e-49bb-8f1a-fec727f32223 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c0b456-f394-4137-b424-a1c0cbf5db20,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:37.953846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:37.960495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.005583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.082112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f700f5ed-091e-49bb-8f1a-fec727f32223 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.086941 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f700f5ed-091e-49bb-8f1a-fec727f32223 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/a3c0b456-f394-4137-b424-a1c0cbf5db20 HTTP/1.1" status: 204 len: 168 time: 1.3811297 Mar 28 15:24:38.091864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34884) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:38.172993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a462bbf0-00c2-4aae-9031-f8a40557aedb,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:38.207557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Checking segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:38.207913 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Network hostable DHCP agents. Network: 0f833085-acda-4c3c-884d-53308b8d0562, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:38.208033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.227846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:38.237783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Allocated IP 2001:db8::1 (fe786bfd-f0d9-45ea-add2-4976e95259ea/b6353541-22b7-4f2e-8396-8f0eeb6088ab/45a0bc28-f0a0-41c4-9544-4fb218f53af2) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:38.237927 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] Sync routers for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:38.250550 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:38.251186 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:38.255885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1e6b0fde-ce19-458f-9c11-691f3b1faa9a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:38.431454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.438303 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:24:38.448865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Transition to ACTIVE for port object 45a0bc28-f0a0-41c4-9544-4fb218f53af2 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:38.455718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Network 0f833085-acda-4c3c-884d-53308b8d0562 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:38.461547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1e6b0fde-ce19-458f-9c11-691f3b1faa9a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:38.464701 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0d392bca-7e55-4acd-946d-5eac09ca06b0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/ac8e01ee-0a33-4157-ab6d-7a7c05314668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2466688 Mar 28 15:24:38.468068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34888) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:38.468548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34890) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:38.476151 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1e6b0fde-ce19-458f-9c11-691f3b1faa9a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3829899 Mar 28 15:24:38.499431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231523f-1a7c-41fb-a44d-14997aef6cbb None None] Network fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:38.518820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164306330'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:38.540742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3eb6f5ae-bcae-436a-9ab0-134adc179477 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:38.544899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.546227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 0f833085-acda-4c3c-884d-53308b8d0562) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:38.546609 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7f188df3-e6ca-4436-9120-f6c1bc37442f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4253054 Mar 28 15:24:38.548925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:38.556394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34896) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:38.565743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-464574598'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:38.571497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:38.572074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.581863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:38.594337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:38.597456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.603391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.613004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Usage tracker for resource:network and tenant:a0100a570d3d4803a77f41d6e0a1b27f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:38.633711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebc324-018f-4dde-8d11-d98c74cf23e8 None None] Network 0f833085-acda-4c3c-884d-53308b8d0562 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:38.665929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:38.693117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:38.709676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network fe786bfd-f0d9-45ea-add2-4976e95259ea is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:38.715478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:38.729501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:38.731732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.747912 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:24:35Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:38.751348 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-72416f40-6e17-4bd6-8615-3faf09cb1545 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1261418 Mar 28 15:24:38.752801 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] Checking router: ac8e01ee-0a33-4157-ab6d-7a7c05314668 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:24:38.761306 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] Routers {'ac8e01ee-0a33-4157-ab6d-7a7c05314668'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:38.762133 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:38.777566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34900) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:38.785627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:38.789224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Port': ['ID=45a0bc28-f0a0-41c4-9544-4fb218f53af2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:38.807525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:38.809724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8c8cbeb0-a577-423d-aac2-556e072fa3b3 None None] Provisioning for port 3eb6f5ae-bcae-436a-9ab0-134adc179477 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:38.824000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Usage tracker for resource:router and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:38.834060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:38.838678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Made reservation on behalf of a0100a570d3d4803a77f41d6e0a1b27f for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:38.844582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.866077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecbef05-8e13-4f7c-9784-4dce0d09cac7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting subnet dcfa578e-2539-4183-8415-31b05c48c367 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:38.869284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:38.872248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.879267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ecbef05-8e13-4f7c-9784-4dce0d09cac7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.903775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:38.917133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Usage tracker for resource:security_group_rule and tenant:a0100a570d3d4803a77f41d6e0a1b27f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:38.922511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:38.929241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.932781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:38.965352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:38.966659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.014558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:39.026351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ecbef05-8e13-4f7c-9784-4dce0d09cac7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.049304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 3eb6f5ae-bcae-436a-9ab0-134adc179477 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:39.070306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 3eb6f5ae-bcae-436a-9ab0-134adc179477 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:39.070947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.077329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:39.089501 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] Set router ac8e01ee-0a33-4157-ab6d-7a7c05314668 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:24:39.093131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:39.093277 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.112990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:39.132244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.138625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router a75602c7-689e-45be-851a-e80deff14857 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:24:39.220649 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.260315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-0f833085-acda-4c3c-884d-53308b8d0562', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:39.263995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.313139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.369866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4ea408b7-4d67-41fc-b028-1a74f6fdbbdb None None] Provisioning for port 45a0bc28-f0a0-41c4-9544-4fb218f53af2 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:39.384531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4ea408b7-4d67-41fc-b028-1a74f6fdbbdb None None] Provisioning complete for port 45a0bc28-f0a0-41c4-9544-4fb218f53af2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:39.384843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4ea408b7-4d67-41fc-b028-1a74f6fdbbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.468198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.523149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.528426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4ea408b7-4d67-41fc-b028-1a74f6fdbbdb None None] Port 45a0bc28-f0a0-41c4-9544-4fb218f53af2 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:39.542522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ecbef05-8e13-4f7c-9784-4dce0d09cac7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.547938 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:24:35Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:39.553986 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d8d72-706d-4593-99d1-96379de896e8 None None] The sync data for ids ['ac8e01ee-0a33-4157-ab6d-7a7c05314668'] in dv-neutron-828143-13-hyperv is: [{'id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'name': 'tempest-TestNetworkBasicOps-router-859104928', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '11ee8086-f003-4b58-b766-24b68f359e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:22:34Z', 'updated_at': '2022-03-28T15:24:35Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '11ee8086-f003-4b58-b766-24b68f359e83', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8e01ee-0a33-4157-ab6d-7a7c05314668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:22:38Z', 'updated_at': '2022-03-28T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:39.577724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:39.592446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 3eb6f5ae-bcae-436a-9ab0-134adc179477, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3eb6f5ae-bcae-436a-9ab0-134adc179477,segment=NetworkSegment(be6b965d-2f6d-49b2-a605-9495db2d7db6),segment_id=be6b965d-2f6d-49b2-a605-9495db2d7db6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:39.618512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.620273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Allocated IP 172.20.0.2 (0f833085-acda-4c3c-884d-53308b8d0562/a462bbf0-00c2-4aae-9031-f8a40557aedb/460649a3-601e-45f1-9487-02ea5093b233) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:39.771833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f811ae08-1e27-4ab1-b36c-63f702a61862,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:39.776653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.801288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:39.818951 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3e42c-d162-433c-993a-b65ff909b182 None None] Sync routers for ids ['a75602c7-689e-45be-851a-e80deff14857'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:39.823414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b764bd-e42a-49e8-8474-086ae45ade31,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:39.836853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.837170 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Added segment 3687c291-2b0c-4dcc-8145-be4aafaa99ea of type vlan for network 967eacb9-1b02-46c5-8104-76af3628dc8b Mar 28 15:24:39.842911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.844329 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c68ccc63-f376-480b-a341-4981608246eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3713648 Mar 28 15:24:39.847162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34904) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:39.852493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': 'f811ae08-1e27-4ab1-b36c-63f702a61862', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:39.858504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:39.863953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:39.865841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3e42c-d162-433c-993a-b65ff909b182 None None] Routers {'a75602c7-689e-45be-851a-e80deff14857'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:39.865841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4fe3e42c-d162-433c-993a-b65ff909b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a75602c7-689e-45be-851a-e80deff14857'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:39.867466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:39.873375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:39.875790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ecbef05-8e13-4f7c-9784-4dce0d09cac7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.912792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.944195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.948369 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d0ac0736-35c3-4375-a0fb-f6b9aa2d0cb1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.7705600 Mar 28 15:24:39.948369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbef05-8e13-4f7c-9784-4dce0d09cac7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfa578e-2539-4183-8415-31b05c48c367,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:39.949324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ecbef05-8e13-4f7c-9784-4dce0d09cac7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:39.954861 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7ecbef05-8e13-4f7c-9784-4dce0d09cac7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/subnets/dcfa578e-2539-4183-8415-31b05c48c367 HTTP/1.1" status: 204 len: 168 time: 1.4851556 Mar 28 15:24:39.956012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34908) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:39.957939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34910) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:39.976449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.038305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e25211-9556-4970-b5ae-c452e81ddc55 None None] Network 9d73f968-a67d-45b9-aff6-702b0fff1dac requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:40.110689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.190500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4fe3e42c-d162-433c-993a-b65ff909b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:40.223813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.229182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:40.229775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.305331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3e42c-d162-433c-993a-b65ff909b182 None None] Routers {'a75602c7-689e-45be-851a-e80deff14857'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:40.307345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4fe3e42c-d162-433c-993a-b65ff909b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a75602c7-689e-45be-851a-e80deff14857'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:40.340438 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ba462eab-19d8-443a-8259-f6e78671e01c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/routers/a75602c7-689e-45be-851a-e80deff14857 HTTP/1.1" status: 200 len: 883 time: 0.3833702 Mar 28 15:24:40.353638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34916) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:40.366134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.382489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Network': ['ID=967eacb9-1b02-46c5-8104-76af3628dc8b,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:40.388643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=3eb6f5ae-bcae-436a-9ab0-134adc179477,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:40.396059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b856552b-411c-41fa-b45c-d2c183b12e9d None None] Provisioning complete for port 3eb6f5ae-bcae-436a-9ab0-134adc179477 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:40.396059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b856552b-411c-41fa-b45c-d2c183b12e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.426830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 967eacb9-1b02-46c5-8104-76af3628dc8b details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:40.428193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.439163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 62a407ea-ec52-4314-af99-562ecf2e181a no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:40.444138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.457290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.457906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.484243 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-4fe3e42c-d162-433c-993a-b65ff909b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:40.484709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3e42c-d162-433c-993a-b65ff909b182 None None] The sync data for ids ['a75602c7-689e-45be-851a-e80deff14857'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:40.515705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.520616 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-83f14901-3750-44e4-9463-504bca9b3436 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9608614 Mar 28 15:24:40.521046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 62a407ea-ec52-4314-af99-562ecf2e181a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:40.521527 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 62a407ea-ec52-4314-af99-562ecf2e181a not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:40.525926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34920) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:40.551434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Request body: {'subnet': {'network_id': '967eacb9-1b02-46c5-8104-76af3628dc8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:40.577347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5effa771-fcbc-4772-a36c-531e4c959d06,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:40.610280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.649691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Transition to ACTIVE for port object 460649a3-601e-45f1-9487-02ea5093b233 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:40.693063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Transition to ACTIVE for port object 460649a3-601e-45f1-9487-02ea5093b233 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:40.727094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.728423 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bcfaa545-87dc-4568-ae55-920f8bb34c76 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8800037 Mar 28 15:24:40.740945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34924) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:40.751701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': 'f811ae08-1e27-4ab1-b36c-63f702a61862', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:40.772830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:40.776817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event updated for resources: {'Port': ['ID=45a0bc28-f0a0-41c4-9544-4fb218f53af2,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:40.780535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.788510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:40.791517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.794082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:40.800251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Usage tracker for resource:subnet and tenant:a0100a570d3d4803a77f41d6e0a1b27f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:40.805568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.808978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:40.817342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:40.818392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:40.834755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a211ad-cc70-4666-9d50-da19c78e3db3 None None] DHCP port deletion for 9d73f968-a67d-45b9-aff6-702b0fff1dac request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:40.840694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:40.843182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.855347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-89a211ad-cc70-4666-9d50-da19c78e3db3 None None] Deleting port f1d90b4a-cf79-46b2-a79d-314158563fff {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:40.855732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-89a211ad-cc70-4666-9d50-da19c78e3db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:40.909733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Network fe786bfd-f0d9-45ea-add2-4976e95259ea is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:40.912049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:41.059266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 11ee8086-f003-4b58-b766-24b68f359e83 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:41.060313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.062209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Network 0f833085-acda-4c3c-884d-53308b8d0562 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:41.070017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:41.083625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:41.093382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Made reservation on behalf of a0100a570d3d4803a77f41d6e0a1b27f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:41.096925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.138008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Pushing event updated for resources: {'Port': ['ID=460649a3-601e-45f1-9487-02ea5093b233,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:41.155057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.195239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-89a211ad-cc70-4666-9d50-da19c78e3db3 None None] For port f1d90b4a-cf79-46b2-a79d-314158563fff, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f1d90b4a-cf79-46b2-a79d-314158563fff,segment=NetworkSegment(1505696d-fbc5-4b09-a725-777a8c2cbd55),segment_id=1505696d-fbc5-4b09-a725-777a8c2cbd55)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:41.195930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-89a211ad-cc70-4666-9d50-da19c78e3db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.214264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Router fd68dd00-7d74-4223-98fc-57dee4531810 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:24:41.344552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-89a211ad-cc70-4666-9d50-da19c78e3db3 None None] Calling delete_port for f1d90b4a-cf79-46b2-a79d-314158563fff owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:41.379692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Attempting to bind port 460649a3-601e-45f1-9487-02ea5093b233 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:41.380061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Attempting to bind port 460649a3-601e-45f1-9487-02ea5093b233 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:41.380731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Attempting to bind port 460649a3-601e-45f1-9487-02ea5093b233 on network 0f833085-acda-4c3c-884d-53308b8d0562 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:41.394330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:41.394614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Checking segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:41.395077 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.395440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Bound using segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:41.395916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Bound port: 460649a3-601e-45f1-9487-02ea5093b233, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:41.396292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.399920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cf1eb23f-52d3-42fd-afb5-7619e509ac85 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Synchronizing usage tracker for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:router {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:41.416805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 11ee8086-f003-4b58-b766-24b68f359e83, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=11ee8086-f003-4b58-b766-24b68f359e83,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:41.417167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.428813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ea21c96c-3682-45fa-a7cc-841fcb63975c None None] Provisioning complete for port 45a0bc28-f0a0-41c4-9544-4fb218f53af2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:41.429181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ea21c96c-3682-45fa-a7cc-841fcb63975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.557781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ea21c96c-3682-45fa-a7cc-841fcb63975c None None] Port 45a0bc28-f0a0-41c4-9544-4fb218f53af2 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:41.558042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Allocated IP 172.26.7.197 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/7ac4b506-a375-441a-b1b0-4f7ec1a33784) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:41.568877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] For port 460649a3-601e-45f1-9487-02ea5093b233, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:41.571911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] For port 460649a3-601e-45f1-9487-02ea5093b233, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=460649a3-601e-45f1-9487-02ea5093b233,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:41.593940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 11ee8086-f003-4b58-b766-24b68f359e83 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:41.609142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-89a211ad-cc70-4666-9d50-da19c78e3db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.626727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.649734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:41.667183 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6b1ea-54f4-4d35-b4af-cb971e966049 None None] Sync routers for ids ['fd68dd00-7d74-4223-98fc-57dee4531810'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:41.682483 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6b1ea-54f4-4d35-b4af-cb971e966049 None None] Routers {'fd68dd00-7d74-4223-98fc-57dee4531810'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:41.683484 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b1ea-54f4-4d35-b4af-cb971e966049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fd68dd00-7d74-4223-98fc-57dee4531810'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:41.697335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cf1eb23f-52d3-42fd-afb5-7619e509ac85 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Unset dirty status for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:router {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:41.698207 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cf1eb23f-52d3-42fd-afb5-7619e509ac85 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.3438096 Mar 28 15:24:41.702540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.705683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34928) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:41.709988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a211ad-cc70-4666-9d50-da19c78e3db3 None None] Pushing event deleted for resources: {'Port': ['ID=f1d90b4a-cf79-46b2-a79d-314158563fff,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:41.710602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0d0fac49-4ff2-4e9e-a27e-95d4d8c835eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-562961168'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:41.732813 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-008e2e7b-4a32-4133-a775-901904ce5bc9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "PUT /v2.0/routers/fd68dd00-7d74-4223-98fc-57dee4531810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0244882 Mar 28 15:24:41.733601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34932) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:41.738122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.753264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a211ad-cc70-4666-9d50-da19c78e3db3 None None] No DVR routers for this DVR port f1d90b4a-cf79-46b2-a79d-314158563fff on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:41.775756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.810519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273299e-0c06-4dff-aa92-513a2fa8e492 None None] Pushing event updated for resources: {'Port': ['ID=460649a3-601e-45f1-9487-02ea5093b233,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:41.825152 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b1ea-54f4-4d35-b4af-cb971e966049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:41.835360 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6b1ea-54f4-4d35-b4af-cb971e966049 None None] Routers {'fd68dd00-7d74-4223-98fc-57dee4531810'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:41.836193 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b1ea-54f4-4d35-b4af-cb971e966049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fd68dd00-7d74-4223-98fc-57dee4531810'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:41.865502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cb99a6-3843-4716-badf-98c165880933,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:41.912293 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b1ea-54f4-4d35-b4af-cb971e966049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:41.912960 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6b1ea-54f4-4d35-b4af-cb971e966049 None None] The sync data for ids ['fd68dd00-7d74-4223-98fc-57dee4531810'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:41.954314 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:41.958887 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9d63afea-00d2-46c3-85d2-9e319997d700 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2113409 Mar 28 15:24:41.961642 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34936) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:41.970719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': 'f811ae08-1e27-4ab1-b36c-63f702a61862', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:41.992243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:42.003665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:42.007107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:42.013639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Subnet': ['ID=58703a06-08d9-4ba6-810d-69f80e63696f,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:42.023773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:42.027854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Checking segment: {'id': '3687c291-2b0c-4dcc-8145-be4aafaa99ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '967eacb9-1b02-46c5-8104-76af3628dc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:42.028213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network hostable DHCP agents. Network: 967eacb9-1b02-46c5-8104-76af3628dc8b, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:42.049843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:42.054829 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c01f22e1-d979-46ae-8ce5-089de366e1c6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:42.206397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network 967eacb9-1b02-46c5-8104-76af3628dc8b is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:42.235234 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-c01f22e1-d979-46ae-8ce5-089de366e1c6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 15:24:42.236832 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c01f22e1-d979-46ae-8ce5-089de366e1c6 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/routers/fd68dd00-7d74-4223-98fc-57dee4531810 HTTP/1.1" status: 409 len: 329 time: 0.4995399 Mar 28 15:24:42.239664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34940) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:42.304734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 967eacb9-1b02-46c5-8104-76af3628dc8b) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:42.312276 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:42.312541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:42.313123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:42.316209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aafa11-2caf-4d6b-bed8-03d150ee9ff9 None None] Network 967eacb9-1b02-46c5-8104-76af3628dc8b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:42.376078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:42.443011 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-87df13b6-cf4f-467b-a70b-f976bf9b790d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9094300 Mar 28 15:24:42.446541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:42.455361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34946) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:42.479105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:42.499145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:42.506267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:42.525003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Request body: {'network': {'name': 'tempest-router-network01--762611358'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:42.593855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 460649a3-601e-45f1-9487-02ea5093b233 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:42.624741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac4b506-a375-441a-b1b0-4f7ec1a33784,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:42.653808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-967eacb9-1b02-46c5-8104-76af3628dc8b', 'network_id': '967eacb9-1b02-46c5-8104-76af3628dc8b', 'tenant_id': 'a0100a570d3d4803a77f41d6e0a1b27f', 'fixed_ips': [{'subnet_id': '58703a06-08d9-4ba6-810d-69f80e63696f'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:42.654193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:42.807516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:42.823228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=11ee8086-f003-4b58-b766-24b68f359e83,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:42.847716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Allocated IP 172.20.0.2 (967eacb9-1b02-46c5-8104-76af3628dc8b/58703a06-08d9-4ba6-810d-69f80e63696f/7a1943b2-37e7-49e4-8b03-a97906fdeda6) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:42.851729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 460649a3-601e-45f1-9487-02ea5093b233 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:42.859989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:42.862869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3eb6f5ae-bcae-436a-9ab0-134adc179477 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:42.881737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Usage tracker for resource:network and tenant:a0100a570d3d4803a77f41d6e0a1b27f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:42.924577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:42.929900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d0fac49-4ff2-4e9e-a27e-95d4d8c835eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:42.946822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:42.996042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.027536 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418c4d0-0016-4a44-84b3-362f5698da24 None None] Network 0f833085-acda-4c3c-884d-53308b8d0562 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:43.050228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d0fac49-4ff2-4e9e-a27e-95d4d8c835eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.133316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Made reservation on behalf of a0100a570d3d4803a77f41d6e0a1b27f for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:43.137360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.299141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 3eb6f5ae-bcae-436a-9ab0-134adc179477 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:43.299895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.306365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.315064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.319809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.338924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daef279-7580-41de-baca-a73218bb543e,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:43.355904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:43.409249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-38e2ab83-9d65-4ea7-b100-42a978da2254 None None] Provisioning for port 460649a3-601e-45f1-9487-02ea5093b233 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:43.430570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-38e2ab83-9d65-4ea7-b100-42a978da2254 None None] Provisioning complete for port 460649a3-601e-45f1-9487-02ea5093b233 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:43.431444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-38e2ab83-9d65-4ea7-b100-42a978da2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.431784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.432140 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Added segment 060eb23e-cc9e-4a50-81dc-de85ca6d73d2 of type vlan for network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 Mar 28 15:24:43.453044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.459980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Fanout notify agent at l3_agent the message router_deleted on router ac8e01ee-0a33-4157-ab6d-7a7c05314668 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:24:43.489853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.511626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0fac49-4ff2-4e9e-a27e-95d4d8c835eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router a75602c7-689e-45be-851a-e80deff14857 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:24:43.517141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.521259 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4edb596d-9ed8-461b-ab0d-ab349b71749a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/routers/ac8e01ee-0a33-4157-ab6d-7a7c05314668 HTTP/1.1" status: 204 len: 168 time: 3.5083423 Mar 28 15:24:43.524856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34952) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:43.586900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.605167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.606646 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f54da0c5-7fa7-4870-903e-9f4f8cec491a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6426759 Mar 28 15:24:43.610990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34956) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:43.628097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': 'f811ae08-1e27-4ab1-b36c-63f702a61862', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:43.628947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Transition to ACTIVE for port object 7a1943b2-37e7-49e4-8b03-a97906fdeda6 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:43.635315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:43.639800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:43.642999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:43.649353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:43.687520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.750433 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Transition to ACTIVE for port object 7a1943b2-37e7-49e4-8b03-a97906fdeda6 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:43.780767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-38e2ab83-9d65-4ea7-b100-42a978da2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.842449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-38e2ab83-9d65-4ea7-b100-42a978da2254 None None] For port 460649a3-601e-45f1-9487-02ea5093b233, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=460649a3-601e-45f1-9487-02ea5093b233,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:43.844317 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.974791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:43.979206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-38e2ab83-9d65-4ea7-b100-42a978da2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.005687 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Pushing event updated for resources: {'Port': ['ID=7a1943b2-37e7-49e4-8b03-a97906fdeda6,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:44.068632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f1d90b4a-cf79-46b2-a79d-314158563fff no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:44.073938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.115451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0fac49-4ff2-4e9e-a27e-95d4d8c835eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:44.123885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d0fac49-4ff2-4e9e-a27e-95d4d8c835eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.125293 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0d0fac49-4ff2-4e9e-a27e-95d4d8c835eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/a75602c7-689e-45be-851a-e80deff14857 HTTP/1.1" status: 200 len: 890 time: 2.4187388 Mar 28 15:24:44.129684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34960) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:44.175252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Network 967eacb9-1b02-46c5-8104-76af3628dc8b is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:44.176325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16767d0-e4c3-4bba-9cd2-2d9b4e3b7910 None None] Sync routers for ids ['a75602c7-689e-45be-851a-e80deff14857'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:44.178909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: f1d90b4a-cf79-46b2-a79d-314158563fff {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:44.179273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f1d90b4a-cf79-46b2-a79d-314158563fff not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:44.185368 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:44.187885 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:44.238380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.264732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.273956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.327806 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-126c22c0-f13f-4157-8250-c9fc0169536f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/routers/a75602c7-689e-45be-851a-e80deff14857 HTTP/1.1" status: 200 len: 890 time: 0.1968284 Mar 28 15:24:44.331727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16767d0-e4c3-4bba-9cd2-2d9b4e3b7910 None None] Routers {'a75602c7-689e-45be-851a-e80deff14857'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:44.333297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c16767d0-e4c3-4bba-9cd2-2d9b4e3b7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a75602c7-689e-45be-851a-e80deff14857'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:44.358073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34964) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:44.367648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.373079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:44.373655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.392489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.419581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Attempting to bind port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:44.419581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Attempting to bind port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '3687c291-2b0c-4dcc-8145-be4aafaa99ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '967eacb9-1b02-46c5-8104-76af3628dc8b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:44.419581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Attempting to bind port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 on network 967eacb9-1b02-46c5-8104-76af3628dc8b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:44.429363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c16767d0-e4c3-4bba-9cd2-2d9b4e3b7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:44.433930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2ab83-9d65-4ea7-b100-42a978da2254 None None] Pushing event updated for resources: {'Port': ['ID=460649a3-601e-45f1-9487-02ea5093b233,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:44.440134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:44.440587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Checking segment: {'id': '3687c291-2b0c-4dcc-8145-be4aafaa99ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '967eacb9-1b02-46c5-8104-76af3628dc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:44.440989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.441402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Bound using segment: {'id': '3687c291-2b0c-4dcc-8145-be4aafaa99ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '967eacb9-1b02-46c5-8104-76af3628dc8b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:44.441873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Bound port: 7a1943b2-37e7-49e4-8b03-a97906fdeda6, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687c291-2b0c-4dcc-8145-be4aafaa99ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '967eacb9-1b02-46c5-8104-76af3628dc8b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:44.442246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.454223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-70bd58e1-7abb-4ff8-866c-ccf254667f6e None None] Provisioning complete for port 460649a3-601e-45f1-9487-02ea5093b233 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:44.454599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-70bd58e1-7abb-4ff8-866c-ccf254667f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.455926 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6a75b0e4-f2ef-4cbf-9890-02ac37bdf2a0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=a75602c7-689e-45be-851a-e80deff14857 HTTP/1.1" status: 200 len: 205 time: 0.0967975 Mar 28 15:24:44.461835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34968) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:44.487681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 11ee8086-f003-4b58-b766-24b68f359e83 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:44.497878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d482b0e1-23f1-4a06-b7af-0473d1d89234,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:44.542622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16767d0-e4c3-4bba-9cd2-2d9b4e3b7910 None None] Routers {'a75602c7-689e-45be-851a-e80deff14857'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:44.543298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c16767d0-e4c3-4bba-9cd2-2d9b4e3b7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['a75602c7-689e-45be-851a-e80deff14857'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:44.634930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 11ee8086-f003-4b58-b766-24b68f359e83 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:44.635603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 11ee8086-f003-4b58-b766-24b68f359e83 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:44.670990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c16767d0-e4c3-4bba-9cd2-2d9b4e3b7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:44.671420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16767d0-e4c3-4bba-9cd2-2d9b4e3b7910 None None] The sync data for ids ['a75602c7-689e-45be-851a-e80deff14857'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:44.757087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] For port 7a1943b2-37e7-49e4-8b03-a97906fdeda6, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:44.770427 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] For port 7a1943b2-37e7-49e4-8b03-a97906fdeda6, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a1943b2-37e7-49e4-8b03-a97906fdeda6,segment=NetworkSegment(3687c291-2b0c-4dcc-8145-be4aafaa99ea),segment_id=3687c291-2b0c-4dcc-8145-be4aafaa99ea)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:44.802451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.803922 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f21cc7c6-8f46-4353-97ac-23be3f949551 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1854186 Mar 28 15:24:44.815274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34972) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:44.827435 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3194590 Mar 28 15:24:44.836652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': 'f811ae08-1e27-4ab1-b36c-63f702a61862', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:44.836764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34976) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:44.843958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.844590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:44.851129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973107bd-0c7c-496b-989e-87e96f56fc0b tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Network': ['ID=8dbe00b0-17c9-460d-9295-d61bcaa4ed40,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:44.853600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:44.858686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Request body: {'network': {'name': 'tempest-router-network02--422573489'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:44.865979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:44.872009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:44.879604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:44.879874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Usage tracker for resource:network and tenant:a0100a570d3d4803a77f41d6e0a1b27f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:44.885139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:44.896440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:44.944923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:44.962371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:44.971388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d73f968-a67d-45b9-aff6-702b0fff1dac']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:44.987584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec9955-c347-42b1-8aeb-75dba1e4cfc8 None None] Pushing event updated for resources: {'Port': ['ID=7a1943b2-37e7-49e4-8b03-a97906fdeda6,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:44.992172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1505696d-fbc5-4b09-a725-777a8c2cbd55') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:44.992496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1505696d-fbc5-4b09-a725-777a8c2cbd55') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:44.996873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Made reservation on behalf of a0100a570d3d4803a77f41d6e0a1b27f for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:45.000763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.018467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.021527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Router e4120f39-151e-4f6e-b04f-129ab5c6baae is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:24:45.026731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.053682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting port 45a0bc28-f0a0-41c4-9544-4fb218f53af2 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:45.054023 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.125613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.167626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.181616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:45.194172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:45.194931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:45.215780 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:45.247351 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.247692 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Added segment de384f04-acd2-4c60-81c9-89a9d5415a2d of type vlan for network d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 Mar 28 15:24:45.403663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.418688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.428135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.465958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.474138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:45.486502 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Sync routers for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:45.492247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.500275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Network': ['ID=9d73f968-a67d-45b9-aff6-702b0fff1dac,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:45.505363 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:45.505529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.505649 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:45.505785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 6d49fe73-2fcf-4d1b-a942-04ee2cde8b88 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:45.505785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.530351 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.578587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17270503-3844-48ea-a15f-e19e79f28e74,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:45.582078 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a625b0eb-50fb-40de-8707-0f912f389853 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/networks/9d73f968-a67d-45b9-aff6-702b0fff1dac HTTP/1.1" status: 204 len: 168 time: 2.0551801 Mar 28 15:24:45.601160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34982) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:45.669244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'network': {'name': 'tempest-network-smoke--1275037316', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'port_security_enabled': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:45.674181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:45.678795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:network and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:45.681873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:45.691910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Calling delete_port for 45a0bc28-f0a0-41c4-9544-4fb218f53af2 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:45.692994 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:24:45.694471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.695902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a5c87afe-c588-47f0-9aa4-d98a2b424937 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8796999 Mar 28 15:24:45.700968 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34986) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:45.720856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.723457 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d6efef86-60be-46ad-994e-18772a5506b1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9446094 Mar 28 15:24:45.725772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.727280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 34990) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:45.731327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:45.731923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.766185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:45.808231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e36cba71-788c-4ff9-915a-854cfb3a2b97 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.841885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e36cba71-788c-4ff9-915a-854cfb3a2b97 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.878316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:45.921582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Network': ['ID=d17ee8a9-8ded-4a5b-86b9-4f556e7ad871,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:45.934427 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:46.035226 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:43Z', 'revision_number': 3, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:46.040437 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Checking router: e4120f39-151e-4f6e-b04f-129ab5c6baae for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:24:46.042068 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Updating router e4120f39-151e-4f6e-b04f-129ab5c6baae port 7ac4b506-a375-441a-b1b0-4f7ec1a33784 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:24:46.060230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 6d49fe73-2fcf-4d1b-a942-04ee2cde8b88 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:46.088622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-945248eb-13b3-4dea-aba8-a880162f27ad tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2440875 Mar 28 15:24:46.091375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34994) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:46.097371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Request body: {'subnet': {'network_id': '8dbe00b0-17c9-460d-9295-d61bcaa4ed40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:46.124085 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.145562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.271580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:46.276374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.325040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Port': ['ID=45a0bc28-f0a0-41c4-9544-4fb218f53af2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:46.391045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e36cba71-788c-4ff9-915a-854cfb3a2b97 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.391598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:46.396702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Usage tracker for resource:subnet and tenant:a0100a570d3d4803a77f41d6e0a1b27f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:46.403410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:46.422902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:46.452176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cba71-788c-4ff9-915a-854cfb3a2b97 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17270503-3844-48ea-a15f-e19e79f28e74,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:46.455000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e36cba71-788c-4ff9-915a-854cfb3a2b97 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.460252 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e36cba71-788c-4ff9-915a-854cfb3a2b97 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/17270503-3844-48ea-a15f-e19e79f28e74 HTTP/1.1" status: 204 len: 168 time: 0.7582364 Mar 28 15:24:46.526279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 34998) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:46.553901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:46.568656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.573240 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Added segment 7bf94863-4088-4f9a-818c-16e43356c7e4 of type vlan for network c407e35c-a10f-457f-b0f1-19ff53848a62 Mar 28 15:24:46.574606 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa5bef-cc6f-4f24-b31b-2a648e2823dd None None] Network 967eacb9-1b02-46c5-8104-76af3628dc8b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:46.617781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Made reservation on behalf of a0100a570d3d4803a77f41d6e0a1b27f for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:46.621750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.670869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 460649a3-601e-45f1-9487-02ea5093b233 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:46.732826 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.747946 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Transition to ACTIVE for port object 7ac4b506-a375-441a-b1b0-4f7ec1a33784 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:46.769094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d92ee2ac-d584-4f91-90fc-1bd6bd57a5c3 None None] Provisioning for port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:46.838448 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.874130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 460649a3-601e-45f1-9487-02ea5093b233 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:46.874130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.953051 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:46.964289 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Pushing event updated for resources: {'Port': ['ID=7ac4b506-a375-441a-b1b0-4f7ec1a33784,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:46.986846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.007544 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.008284 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.008866 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.009435 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.009974 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.010716 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.011437 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.011993 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.012715 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.013261 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.013951 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.014988 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:47.032693 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Attempting to bind port 7ac4b506-a375-441a-b1b0-4f7ec1a33784 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:47.032693 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Attempting to bind port 7ac4b506-a375-441a-b1b0-4f7ec1a33784 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:47.034599 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Attempting to bind port 7ac4b506-a375-441a-b1b0-4f7ec1a33784 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:47.043049 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:47.043787 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:47.044632 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.045537 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:47.046960 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Bound port: 7ac4b506-a375-441a-b1b0-4f7ec1a33784, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:47.048238 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.052447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a1943b2-37e7-49e4-8b03-a97906fdeda6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:47.098343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2a519fdf-1808-4190-b8d0-3f3e0bb61ee4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:47.167755 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] For port 7ac4b506-a375-441a-b1b0-4f7ec1a33784, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:47.172412 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] For port 7ac4b506-a375-441a-b1b0-4f7ec1a33784, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7ac4b506-a375-441a-b1b0-4f7ec1a33784,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:47.210975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:24:47.267060 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.294326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:47.301846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:47.303108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.309641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.388018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2a519fdf-1808-4190-b8d0-3f3e0bb61ee4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:47.389327 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2a519fdf-1808-4190-b8d0-3f3e0bb61ee4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.8116908 Mar 28 15:24:47.394853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35002) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:47.399548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=6d49fe73-2fcf-4d1b-a942-04ee2cde8b88,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:47.401130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Router fd68dd00-7d74-4223-98fc-57dee4531810 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:24:47.435167 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:47.435785 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:47.452385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.457923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:47.458522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.479481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.504301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-289d6cd0-cde8-4544-9baa-8b8db893e2d7 None None] Provisioning complete for port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:47.505121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-289d6cd0-cde8-4544-9baa-8b8db893e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.517814 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a00c3-1e81-44ef-857e-20bdc61d93ce None None] Pushing event updated for resources: {'Port': ['ID=7ac4b506-a375-441a-b1b0-4f7ec1a33784,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:47.569264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.584582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.597699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Network': ['ID=c407e35c-a10f-457f-b0f1-19ff53848a62,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:47.627222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network c407e35c-a10f-457f-b0f1-19ff53848a62 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:47.661619 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:24:47.713124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b698002b-2c4a-470f-928c-1a2367fe5b31 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.724927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b698002b-2c4a-470f-928c-1a2367fe5b31 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.785342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.789380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7a1943b2-37e7-49e4-8b03-a97906fdeda6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a1943b2-37e7-49e4-8b03-a97906fdeda6,segment=NetworkSegment(3687c291-2b0c-4dcc-8145-be4aafaa99ea),segment_id=3687c291-2b0c-4dcc-8145-be4aafaa99ea)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:47.818089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.853690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b698002b-2c4a-470f-928c-1a2367fe5b31 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.858709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b698002b-2c4a-470f-928c-1a2367fe5b31 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.860094 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b698002b-2c4a-470f-928c-1a2367fe5b31 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d482b0e1-23f1-4a06-b7af-0473d1d89234 HTTP/1.1" status: 204 len: 168 time: 0.4625969 Mar 28 15:24:47.861706 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b325eab0-e307-4d52-901f-5c7cad66742e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2589190 Mar 28 15:24:47.864794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35006) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:47.865142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35008) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:47.888450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-289d6cd0-cde8-4544-9baa-8b8db893e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.901165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'admin_state_up': True, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:47.908889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:47.909870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:47.910007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:47.913852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:router and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:47.917310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:47.923088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:47.929480 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-31c43e40-d050-4ceb-8d08-6fd6653f3e15 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "PUT /v2.0/routers/fd68dd00-7d74-4223-98fc-57dee4531810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6838343 Mar 28 15:24:47.933915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35014) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:47.941548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698002b-2c4a-470f-928c-1a2367fe5b31 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d482b0e1-23f1-4a06-b7af-0473d1d89234,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:47.975858 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78c0a1-3e11-406b-8636-9d3aa04116ad None None] Sync routers for ids ['fd68dd00-7d74-4223-98fc-57dee4531810'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:47.995882 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:43Z', 'revision_number': 3, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:48.000330 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf503bea-20e8-44cd-99b8-77c5363e61ca None None] The sync data for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv is: [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:43Z', 'revision_number': 3, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:48.039080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78c0a1-3e11-406b-8636-9d3aa04116ad None None] Routers {'fd68dd00-7d74-4223-98fc-57dee4531810'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:48.039659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dd78c0a1-3e11-406b-8636-9d3aa04116ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fd68dd00-7d74-4223-98fc-57dee4531810'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:48.050135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.050672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Fanout notify agent at l3_agent the message router_deleted on router a75602c7-689e-45be-851a-e80deff14857 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:24:48.054197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.062910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.064888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.086103 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-ea398d5a-b6fb-426b-a19f-5284ba4ee67f tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] show failed (client error): The resource could not be found. Mar 28 15:24:48.092520 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ea398d5a-b6fb-426b-a19f-5284ba4ee67f tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1414528137 HTTP/1.1" status: 404 len: 335 time: 0.1523066 Mar 28 15:24:48.094968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35018) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:48.104856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-464cf8ad-b173-44fc-b101-ed32d68635b3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:48.112061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.113736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-83c882a2-47c7-4745-9094-eb04adc505c4 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:48.149730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Allocated IP 172.20.0.1 (0f833085-acda-4c3c-884d-53308b8d0562/a462bbf0-00c2-4aae-9031-f8a40557aedb/3d2ff464-732a-4466-89d2-03f879538a50) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:48.160548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-289d6cd0-cde8-4544-9baa-8b8db893e2d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:48.162081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-289d6cd0-cde8-4544-9baa-8b8db893e2d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:48.162286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7a1943b2-37e7-49e4-8b03-a97906fdeda6,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:48.184364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dd78c0a1-3e11-406b-8636-9d3aa04116ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:48.195782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78c0a1-3e11-406b-8636-9d3aa04116ad None None] Routers {'fd68dd00-7d74-4223-98fc-57dee4531810'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:48.196607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dd78c0a1-3e11-406b-8636-9d3aa04116ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fd68dd00-7d74-4223-98fc-57dee4531810'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:48.199712 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-83c882a2-47c7-4745-9094-eb04adc505c4 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] update failed (client error): The resource could not be found. Mar 28 15:24:48.200736 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-83c882a2-47c7-4745-9094-eb04adc505c4 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1213775715 HTTP/1.1" status: 404 len: 335 time: 0.0987992 Mar 28 15:24:48.206969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35022) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:48.217000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Subnet': ['ID=666a5e41-2fd7-4548-8cb0-120f35cd08ff,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:48.228294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Checking segment: {'id': '060eb23e-cc9e-4a50-81dc-de85ca6d73d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8dbe00b0-17c9-460d-9295-d61bcaa4ed40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:48.228652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network hostable DHCP agents. Network: 8dbe00b0-17c9-460d-9295-d61bcaa4ed40, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:48.270040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dd78c0a1-3e11-406b-8636-9d3aa04116ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:48.270461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78c0a1-3e11-406b-8636-9d3aa04116ad None None] The sync data for ids ['fd68dd00-7d74-4223-98fc-57dee4531810'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:48.300046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:48.385152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 8dbe00b0-17c9-460d-9295-d61bcaa4ed40) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:48.390241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:48.391035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.404656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573115cc-6e01-4427-82e1-b9f88c7c4c13 None None] Network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:48.499883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.504335 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7c0be81f-30b9-4cfe-b2c7-d40d938e79ee tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/a75602c7-689e-45be-851a-e80deff14857 HTTP/1.1" status: 204 len: 168 time: 4.0371196 Mar 28 15:24:48.504335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-464cf8ad-b173-44fc-b101-ed32d68635b3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:48.505280 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35026) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:48.508184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35030) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:48.508304 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-464cf8ad-b173-44fc-b101-ed32d68635b3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.6416073 Mar 28 15:24:48.523813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1394214744'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:48.535225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35034) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:48.546284 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-66e8ce2e-81ab-40ca-a582-16d13bb17184 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4519091 Mar 28 15:24:48.554975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:48.557839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Request body: {'subnet': {'network_id': 'd17ee8a9-8ded-4a5b-86b9-4f556e7ad871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:48.568335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:network and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:48.572825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:48.593332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:48.596798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0a00771-c235-426c-ad75-5148c1cbe7da tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.604896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7ac4b506-a375-441a-b1b0-4f7ec1a33784 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:48.610473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0a00771-c235-426c-ad75-5148c1cbe7da tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.677244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-80380435-4a6a-4066-b308-55a2b11bcd57 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting subnet d0ef77b4-3022-4ee8-9c40-eb75865dfc36 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:48.723328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0a00771-c235-426c-ad75-5148c1cbe7da tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.737632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80380435-4a6a-4066-b308-55a2b11bcd57 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.749975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00771-c235-426c-ad75-5148c1cbe7da tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6daef279-7580-41de-baca-a73218bb543e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:48.762299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:48.767171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.774139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-8dbe00b0-17c9-460d-9295-d61bcaa4ed40', 'network_id': '8dbe00b0-17c9-460d-9295-d61bcaa4ed40', 'tenant_id': 'a0100a570d3d4803a77f41d6e0a1b27f', 'fixed_ips': [{'subnet_id': '666a5e41-2fd7-4548-8cb0-120f35cd08ff'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:48.774961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.808601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:48.821200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.821673 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added segment c6f1909f-0e8c-4028-8ba1-4e604311272b of type vlan for network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 Mar 28 15:24:48.836995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0a00771-c235-426c-ad75-5148c1cbe7da tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.839630 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c0a00771-c235-426c-ad75-5148c1cbe7da tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6daef279-7580-41de-baca-a73218bb543e HTTP/1.1" status: 204 len: 168 time: 0.3303044 Mar 28 15:24:48.842708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35038) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:48.873417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:48.968437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-38b7c4ce-a176-4ac3-92ea-657aa83d55e1 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:48.972649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7ac4b506-a375-441a-b1b0-4f7ec1a33784 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:48.986452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7ac4b506-a375-441a-b1b0-4f7ec1a33784 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:48.986829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.003097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.026619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80380435-4a6a-4066-b308-55a2b11bcd57 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.030911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.039273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:49.044217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.047887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Allocated IP 172.20.0.2 (8dbe00b0-17c9-460d-9295-d61bcaa4ed40/666a5e41-2fd7-4548-8cb0-120f35cd08ff/47a13ff0-07ec-4875-9bb5-88f0653859b2) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:49.056192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:49.068666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Usage tracker for resource:subnet and tenant:a0100a570d3d4803a77f41d6e0a1b27f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:49.073136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.082093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:49.085754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-38b7c4ce-a176-4ac3-92ea-657aa83d55e1 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:49.088371 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-38b7c4ce-a176-4ac3-92ea-657aa83d55e1 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2440665 Mar 28 15:24:49.094541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35042) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:49.101378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:49.155453 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Transition to ACTIVE for port object 3d2ff464-732a-4466-89d2-03f879538a50 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:49.190821 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Network': ['ID=4a6e14d6-fe92-4980-a1a2-d1700403e2f3,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:49.209818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:49.210028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c70e1828-d520-4f57-82af-b59aeba94ee4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.233176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c70e1828-d520-4f57-82af-b59aeba94ee4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.246888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Made reservation on behalf of a0100a570d3d4803a77f41d6e0a1b27f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:49.250323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.260331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.261092 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-12a797ba-0749-4eec-b148-2939ef33ea07 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7542508 Mar 28 15:24:49.263831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35046) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:49.271653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'subnet': {'network_id': '4a6e14d6-fe92-4980-a1a2-d1700403e2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:49.401255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7ac4b506-a375-441a-b1b0-4f7ec1a33784, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7ac4b506-a375-441a-b1b0-4f7ec1a33784,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:49.417377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80380435-4a6a-4066-b308-55a2b11bcd57 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.460903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.461841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a1943b2-37e7-49e4-8b03-a97906fdeda6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:49.520314 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:49.522521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.524789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:subnet and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:49.527970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:49.535424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:49.569215 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.581093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c70e1828-d520-4f57-82af-b59aeba94ee4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.599763 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Transition to ACTIVE for port object 47a13ff0-07ec-4875-9bb5-88f0653859b2 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:49.609648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:49.616321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.625297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Network 0f833085-acda-4c3c-884d-53308b8d0562 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:49.631343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7ac4b506-a375-441a-b1b0-4f7ec1a33784,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:49.637467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e1828-d520-4f57-82af-b59aeba94ee4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92cb99a6-3843-4716-badf-98c165880933,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:49.639788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:49.642102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Transition to ACTIVE for port object 47a13ff0-07ec-4875-9bb5-88f0653859b2 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:49.642300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:49.650574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:49.650574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.728364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80380435-4a6a-4066-b308-55a2b11bcd57 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.758103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.783507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Pushing event updated for resources: {'Port': ['ID=3d2ff464-732a-4466-89d2-03f879538a50,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:49.832659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80380435-4a6a-4066-b308-55a2b11bcd57 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ef77b4-3022-4ee8-9c40-eb75865dfc36,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:49.845248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-80380435-4a6a-4066-b308-55a2b11bcd57 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.850587 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-80380435-4a6a-4066-b308-55a2b11bcd57 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/subnets/d0ef77b4-3022-4ee8-9c40-eb75865dfc36 HTTP/1.1" status: 204 len: 168 time: 1.6394329 Mar 28 15:24:49.851610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35050) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:49.858300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f30ba3-83c9-43f5-bd87-f89ce3481380 None None] Network fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:49.902290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:49.909213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:49.914747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:49.981260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Pushing event updated for resources: {'Port': ['ID=47a13ff0-07ec-4875-9bb5-88f0653859b2,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:49.982133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c70e1828-d520-4f57-82af-b59aeba94ee4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.990401 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c70e1828-d520-4f57-82af-b59aeba94ee4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/92cb99a6-3843-4716-badf-98c165880933 HTTP/1.1" status: 204 len: 168 time: 0.8828785 Mar 28 15:24:49.991831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:49.995292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35054) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:50.069601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.082373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting port 3eb6f5ae-bcae-436a-9ab0-134adc179477 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:50.082846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.157762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Attempting to bind port 47a13ff0-07ec-4875-9bb5-88f0653859b2 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:50.158163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Attempting to bind port 47a13ff0-07ec-4875-9bb5-88f0653859b2 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '060eb23e-cc9e-4a50-81dc-de85ca6d73d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8dbe00b0-17c9-460d-9295-d61bcaa4ed40'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:50.158530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Attempting to bind port 47a13ff0-07ec-4875-9bb5-88f0653859b2 on network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:50.165601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:50.165967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Checking segment: {'id': '060eb23e-cc9e-4a50-81dc-de85ca6d73d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8dbe00b0-17c9-460d-9295-d61bcaa4ed40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:50.166366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.166772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Bound using segment: {'id': '060eb23e-cc9e-4a50-81dc-de85ca6d73d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8dbe00b0-17c9-460d-9295-d61bcaa4ed40'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:50.167253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Bound port: 47a13ff0-07ec-4875-9bb5-88f0653859b2, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060eb23e-cc9e-4a50-81dc-de85ca6d73d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8dbe00b0-17c9-460d-9295-d61bcaa4ed40'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:50.167622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.201355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.226787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d5bca001-1b04-49b6-9bec-ac653e8d88a7 None None] Provisioning for port 3d2ff464-732a-4466-89d2-03f879538a50 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:50.239142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d5bca001-1b04-49b6-9bec-ac653e8d88a7 None None] Provisioning complete for port 3d2ff464-732a-4466-89d2-03f879538a50 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:50.239520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d5bca001-1b04-49b6-9bec-ac653e8d88a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.337498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d5bca001-1b04-49b6-9bec-ac653e8d88a7 None None] Port 3d2ff464-732a-4466-89d2-03f879538a50 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:50.338035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] For port 47a13ff0-07ec-4875-9bb5-88f0653859b2, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:50.346263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.353795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] For port 47a13ff0-07ec-4875-9bb5-88f0653859b2, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=47a13ff0-07ec-4875-9bb5-88f0653859b2,segment=NetworkSegment(060eb23e-cc9e-4a50-81dc-de85ca6d73d2),segment_id=060eb23e-cc9e-4a50-81dc-de85ca6d73d2)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:50.383887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Subnet': ['ID=ade1b232-70a0-4723-a16c-2b26b8772d98,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:50.410127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Checking segment: {'id': 'c6f1909f-0e8c-4028-8ba1-4e604311272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4a6e14d6-fe92-4980-a1a2-d1700403e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:50.410486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network hostable DHCP agents. Network: 4a6e14d6-fe92-4980-a1a2-d1700403e2f3, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:50.421846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] For port 3eb6f5ae-bcae-436a-9ab0-134adc179477, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3eb6f5ae-bcae-436a-9ab0-134adc179477,segment=NetworkSegment(be6b965d-2f6d-49b2-a605-9495db2d7db6),segment_id=be6b965d-2f6d-49b2-a605-9495db2d7db6)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:50.421846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.422840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] DHCP port deletion for fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:50.427400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.484760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] Deleting port 3eb6f5ae-bcae-436a-9ab0-134adc179477 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:50.484760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.519368 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0bb1b21d-4deb-428e-a691-be7e467a33fb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:50.537145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.539916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7ac4b506-a375-441a-b1b0-4f7ec1a33784 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:50.562916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Calling delete_port for 3eb6f5ae-bcae-436a-9ab0-134adc179477 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:50.601975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.660234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:50.710440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a98c1-1e60-4d2a-949e-4739369dbd9c None None] Pushing event updated for resources: {'Port': ['ID=47a13ff0-07ec-4875-9bb5-88f0653859b2,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:50.739906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7ac4b506-a375-441a-b1b0-4f7ec1a33784 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:50.740270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.740750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.751767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Subnet': ['ID=0a5ce7e7-ecdd-4a3a-9e25-76b1ea33aa57,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:50.796469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Checking segment: {'id': 'de384f04-acd2-4c60-81c9-89a9d5415a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd17ee8a9-8ded-4a5b-86b9-4f556e7ad871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:50.797552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network hostable DHCP agents. Network: d17ee8a9-8ded-4a5b-86b9-4f556e7ad871, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:50.806532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 4a6e14d6-fe92-4980-a1a2-d1700403e2f3) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:50.811073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0bb1b21d-4deb-428e-a691-be7e467a33fb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:50.814869 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0bb1b21d-4deb-428e-a691-be7e467a33fb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.8137102 Mar 28 15:24:50.826378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35058) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:50.859097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Port': ['ID=3eb6f5ae-bcae-436a-9ab0-134adc179477,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:50.862178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:50.862760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.890048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] No DVR routers for this DVR port 3eb6f5ae-bcae-436a-9ab0-134adc179477 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:50.895175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e5ffca-0ede-4c8d-aaa0-4f07f1d3d1c5 None None] Network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:50.916418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:24:50.955837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, d17ee8a9-8ded-4a5b-86b9-4f556e7ad871) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:50.964081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:50.967108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:50.981406 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bcba04ac-2036-449f-8d5d-96faccb7bb89 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7141407 Mar 28 15:24:50.983688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa3c643-f132-4e34-9baf-74e5e15e0896 None None] Network d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:50.986595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35062) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:51.013452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.217 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/4b8e4aa8-006c-4e0a-b23e-3bd48188e92e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:51.014622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-364318847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:51.022561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-caaf283e-b33c-41d3-b949-98c5a71186d9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.118603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.127502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] For port 3eb6f5ae-bcae-436a-9ab0-134adc179477, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3eb6f5ae-bcae-436a-9ab0-134adc179477,segment=NetworkSegment(be6b965d-2f6d-49b2-a605-9495db2d7db6),segment_id=be6b965d-2f6d-49b2-a605-9495db2d7db6)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:51.127770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.128817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-caaf283e-b33c-41d3-b949-98c5a71186d9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.134692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:51.146625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:router and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:51.150656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:51.153762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2d3530dd-aa7d-41b0-aa37-3584008e6143 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6083493 Mar 28 15:24:51.160660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35066) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:51.168707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:51.179363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:51.197549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6b965d-2f6d-49b2-a605-9495db2d7db6') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:51.197972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6b965d-2f6d-49b2-a605-9495db2d7db6') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:51.211008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.227767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.234787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:51.235498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:51.252268 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:51.258576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.258576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.328223 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.328498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-caaf283e-b33c-41d3-b949-98c5a71186d9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.356125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.357428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf283e-b33c-41d3-b949-98c5a71186d9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5effa771-fcbc-4772-a36c-531e4c959d06,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:51.403883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] Calling delete_port for 3eb6f5ae-bcae-436a-9ab0-134adc179477 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:51.442899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.471291 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.485793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.494680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-caaf283e-b33c-41d3-b949-98c5a71186d9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.499052 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-caaf283e-b33c-41d3-b949-98c5a71186d9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5effa771-fcbc-4772-a36c-531e4c959d06 HTTP/1.1" status: 204 len: 168 time: 0.6415975 Mar 28 15:24:51.500163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35070) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:51.504584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Network': ['ID=fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:51.540945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d6bef444-2e34-401d-a6f2-cb9586a18ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.545643 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8b77d8ea-1872-4f49-beb1-2f09453c41a9 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/networks/fdfb5e59-bdb5-4a6e-bb4d-ad43064ac61d HTTP/1.1" status: 204 len: 168 time: 1.6898289 Mar 28 15:24:51.553258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35074) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:51.646452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-df35f6c1-cd78-482e-8493-366ceb068896 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:51.655875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.657512 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-94615839-0737-49ef-a9bb-d76f5bf80167 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6613257 Mar 28 15:24:51.658741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:51.659136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:51.662326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35078) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:51.672336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-4a6e14d6-fe92-4980-a1a2-d1700403e2f3', 'network_id': '4a6e14d6-fe92-4980-a1a2-d1700403e2f3', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'fixed_ips': [{'subnet_id': 'ade1b232-70a0-4723-a16c-2b26b8772d98'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:51.673530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.697598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.740783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c15d4e-a864-4243-b48a-4c79d4693c82 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting subnet 34335da7-5285-4678-a507-ec9bdfd39d2f {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:51.757854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32c15d4e-a864-4243-b48a-4c79d4693c82 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:51.770032 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-d17ee8a9-8ded-4a5b-86b9-4f556e7ad871', 'network_id': 'd17ee8a9-8ded-4a5b-86b9-4f556e7ad871', 'tenant_id': 'a0100a570d3d4803a77f41d6e0a1b27f', 'fixed_ips': [{'subnet_id': '0a5ce7e7-ecdd-4a3a-9e25-76b1ea33aa57'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:24:51.771746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.013937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Allocated IP 2001:db8::2 (4a6e14d6-fe92-4980-a1a2-d1700403e2f3/ade1b232-70a0-4723-a16c-2b26b8772d98/fcda542e-c61d-4630-ba31-fc0ca74f80b7) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:52.037839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-df35f6c1-cd78-482e-8493-366ceb068896 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:52.039071 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Allocated IP 172.20.0.2 (d17ee8a9-8ded-4a5b-86b9-4f556e7ad871/0a5ce7e7-ecdd-4a3a-9e25-76b1ea33aa57/01a50dd1-1e30-4289-be9e-3137af394e66) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:52.040783 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-df35f6c1-cd78-482e-8493-366ceb068896 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5276701 Mar 28 15:24:52.049417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35082) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:52.074392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.129627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec3833-c161-4b28-9025-2cdb6b7dc244 None None] Network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:52.165456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] Deleting port 3eb6f5ae-bcae-436a-9ab0-134adc179477 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:52.165456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.173050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32c15d4e-a864-4243-b48a-4c79d4693c82 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.246258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.281627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e9902578-ffec-480f-a898-237bbcbe31f6 None None] The port '3eb6f5ae-bcae-436a-9ab0-134adc179477' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:24:52.384964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:52.386372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:52.410474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:52.434784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5d6aef3f-f29b-442e-86a7-6472c573198f None None] Provisioning for port 47a13ff0-07ec-4875-9bb5-88f0653859b2 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:52.448331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cae8dbf0-6ba0-48f7-86cf-2eaae2301ff2 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.455475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=4b8e4aa8-006c-4e0a-b23e-3bd48188e92e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:52.487929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.542242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.548671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cae8dbf0-6ba0-48f7-86cf-2eaae2301ff2 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.570865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32c15d4e-a864-4243-b48a-4c79d4693c82 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.640893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 47a13ff0-07ec-4875-9bb5-88f0653859b2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:52.653757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.785616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.841407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.849908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Transition to ACTIVE for port object fcda542e-c61d-4630-ba31-fc0ca74f80b7 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:52.874415 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Transition to ACTIVE for port object 01a50dd1-1e30-4289-be9e-3137af394e66 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:52.880345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Pushing event updated for resources: {'Port': ['ID=3d2ff464-732a-4466-89d2-03f879538a50,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:52.897556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.904091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Transition to ACTIVE for port object fcda542e-c61d-4630-ba31-fc0ca74f80b7 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:52.913852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Transition to ACTIVE for port object 01a50dd1-1e30-4289-be9e-3137af394e66 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:52.952032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cae8dbf0-6ba0-48f7-86cf-2eaae2301ff2 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:52.968994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 47a13ff0-07ec-4875-9bb5-88f0653859b2 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:52.977556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8dbf0-6ba0-48f7-86cf-2eaae2301ff2 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f811ae08-1e27-4ab1-b36c-63f702a61862,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:52.982508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 47a13ff0-07ec-4875-9bb5-88f0653859b2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:52.983195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.020831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32c15d4e-a864-4243-b48a-4c79d4693c82 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.027369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Allocated IP 172.20.0.1 (8dbe00b0-17c9-460d-9295-d61bcaa4ed40/666a5e41-2fd7-4548-8cb0-120f35cd08ff/98a7b940-1412-47ba-91e0-8da6db0fae6d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:53.046468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.057353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.080410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c15d4e-a864-4243-b48a-4c79d4693c82 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Subnet': ['ID=34335da7-5285-4678-a507-ec9bdfd39d2f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:53.097208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-32c15d4e-a864-4243-b48a-4c79d4693c82 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.116519 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-32c15d4e-a864-4243-b48a-4c79d4693c82 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/subnets/34335da7-5285-4678-a507-ec9bdfd39d2f HTTP/1.1" status: 204 len: 168 time: 1.5613761 Mar 28 15:24:53.148746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfbbc75-5d2c-4688-994c-4a75449c3adf None None] Network 2a78d5c3-ebe2-4b79-87ad-0371ee719e30 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:53.152686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35086) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:53.179836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:53.186430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Network d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:53.204026 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Pushing event updated for resources: {'Port': ['ID=01a50dd1-1e30-4289-be9e-3137af394e66,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:53.239591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:53.242265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:53.244491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:53.251236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:53.255487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 2001:db8::1 (4a6e14d6-fe92-4980-a1a2-d1700403e2f3/ade1b232-70a0-4723-a16c-2b26b8772d98/f90eeaa8-d791-4e99-a099-7b586b4dd5d9) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:24:53.291096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Network 0f833085-acda-4c3c-884d-53308b8d0562 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:53.296935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:53.360719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.378221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Transition to ACTIVE for port object 98a7b940-1412-47ba-91e0-8da6db0fae6d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:53.463131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.483608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Transition to ACTIVE for port object f90eeaa8-d791-4e99-a099-7b586b4dd5d9 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:53.508612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cae8dbf0-6ba0-48f7-86cf-2eaae2301ff2 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.512914 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cae8dbf0-6ba0-48f7-86cf-2eaae2301ff2 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/f811ae08-1e27-4ab1-b36c-63f702a61862 HTTP/1.1" status: 204 len: 168 time: 1.4561410 Mar 28 15:24:53.514268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35090) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:53.558061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Pushing event updated for resources: {'Port': ['ID=fcda542e-c61d-4630-ba31-fc0ca74f80b7,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:53.578588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.622753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2b91078f-bfa5-4fc7-9ba9-03fa72c9b86b None None] Provisioning complete for port 47a13ff0-07ec-4875-9bb5-88f0653859b2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:53.623681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2b91078f-bfa5-4fc7-9ba9-03fa72c9b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.660621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.732353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Attempting to bind port 01a50dd1-1e30-4289-be9e-3137af394e66 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:53.732727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Attempting to bind port 01a50dd1-1e30-4289-be9e-3137af394e66 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'de384f04-acd2-4c60-81c9-89a9d5415a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd17ee8a9-8ded-4a5b-86b9-4f556e7ad871'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:53.733986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Attempting to bind port 01a50dd1-1e30-4289-be9e-3137af394e66 on network d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:53.735285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cbf75ee6-3072-4422-aabc-18c8012aae5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.747235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Attempting to bind port fcda542e-c61d-4630-ba31-fc0ca74f80b7 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:53.747606 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Attempting to bind port fcda542e-c61d-4630-ba31-fc0ca74f80b7 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'c6f1909f-0e8c-4028-8ba1-4e604311272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4a6e14d6-fe92-4980-a1a2-d1700403e2f3'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:53.747965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Attempting to bind port fcda542e-c61d-4630-ba31-fc0ca74f80b7 on network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:53.764386 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:53.764826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Checking segment: {'id': 'de384f04-acd2-4c60-81c9-89a9d5415a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd17ee8a9-8ded-4a5b-86b9-4f556e7ad871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:53.765155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.765546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Bound using segment: {'id': 'de384f04-acd2-4c60-81c9-89a9d5415a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd17ee8a9-8ded-4a5b-86b9-4f556e7ad871'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:53.766015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Bound port: 01a50dd1-1e30-4289-be9e-3137af394e66, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de384f04-acd2-4c60-81c9-89a9d5415a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd17ee8a9-8ded-4a5b-86b9-4f556e7ad871'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:53.766390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.771184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:53.775548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.785650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:53.786246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Checking segment: {'id': 'c6f1909f-0e8c-4028-8ba1-4e604311272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4a6e14d6-fe92-4980-a1a2-d1700403e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:53.786472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.786810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Bound using segment: {'id': 'c6f1909f-0e8c-4028-8ba1-4e604311272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4a6e14d6-fe92-4980-a1a2-d1700403e2f3'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:53.787313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Bound port: fcda542e-c61d-4630-ba31-fc0ca74f80b7, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f1909f-0e8c-4028-8ba1-4e604311272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4a6e14d6-fe92-4980-a1a2-d1700403e2f3'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:53.787689 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.804030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:53.809620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:53.812657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:53.813726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.822644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f6e0fd-9c59-488d-bce4-b2504e41241a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting subnet a0a88bb0-d9f2-4ea4-a7a0-d5c58c84aee3 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:24:53.829269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-85f6e0fd-9c59-488d-bce4-b2504e41241a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.831063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.846038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:53.872161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c9eb2fff-18e8-413c-8e98-0ce46026fa3a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:53.901502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=f90eeaa8-d791-4e99-a099-7b586b4dd5d9,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:53.906272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:24:53.938734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-85f6e0fd-9c59-488d-bce4-b2504e41241a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:53.944175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Port': ['ID=98a7b940-1412-47ba-91e0-8da6db0fae6d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:53.993729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c9eb2fff-18e8-413c-8e98-0ce46026fa3a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:53.998642 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c9eb2fff-18e8-413c-8e98-0ce46026fa3a tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4748161 Mar 28 15:24:54.005447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35094) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:54.016105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-secgroup--111325191'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:54.034300 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:54.035281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Router e4120f39-151e-4f6e-b04f-129ab5c6baae has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:24:54.057407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:54.091486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 47a13ff0-07ec-4875-9bb5-88f0653859b2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=47a13ff0-07ec-4875-9bb5-88f0653859b2,segment=NetworkSegment(060eb23e-cc9e-4a50-81dc-de85ca6d73d2),segment_id=060eb23e-cc9e-4a50-81dc-de85ca6d73d2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:54.100893 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-85f6e0fd-9c59-488d-bce4-b2504e41241a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.124101 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] For port 01a50dd1-1e30-4289-be9e-3137af394e66, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:54.127518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.130233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] For port fcda542e-c61d-4630-ba31-fc0ca74f80b7, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:54.154537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] For port 01a50dd1-1e30-4289-be9e-3137af394e66, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01a50dd1-1e30-4289-be9e-3137af394e66,segment=NetworkSegment(de384f04-acd2-4c60-81c9-89a9d5415a2d),segment_id=de384f04-acd2-4c60-81c9-89a9d5415a2d)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:54.155842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2b91078f-bfa5-4fc7-9ba9-03fa72c9b86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.194977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] For port fcda542e-c61d-4630-ba31-fc0ca74f80b7, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fcda542e-c61d-4630-ba31-fc0ca74f80b7,segment=NetworkSegment(c6f1909f-0e8c-4028-8ba1-4e604311272b),segment_id=c6f1909f-0e8c-4028-8ba1-4e604311272b)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:54.205099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.244907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.293422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:54.296966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.306834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] DHCP port deletion for 2a78d5c3-ebe2-4b79-87ad-0371ee719e30 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:54.316349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:54.321726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.323842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:54.326036 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.337545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3eb6f5ae-bcae-436a-9ab0-134adc179477 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:54.339256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:54.380859 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] Deleting port e58a14ec-e69c-4050-8bde-3d4f91570fbb {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:54.381758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.431324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 3eb6f5ae-bcae-436a-9ab0-134adc179477 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:24:54.431591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3eb6f5ae-bcae-436a-9ab0-134adc179477 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:24:54.449743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2b91078f-bfa5-4fc7-9ba9-03fa72c9b86b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:54.450081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2b91078f-bfa5-4fc7-9ba9-03fa72c9b86b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:54.489935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-85f6e0fd-9c59-488d-bce4-b2504e41241a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.506556 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=47a13ff0-07ec-4875-9bb5-88f0653859b2,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:54.556166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-85f6e0fd-9c59-488d-bce4-b2504e41241a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.563678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6e0fd-9c59-488d-bce4-b2504e41241a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a88bb0-d9f2-4ea4-a7a0-d5c58c84aee3,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:54.574552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.581477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:54.593721 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Sync routers for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:54.610025 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:54.610655 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:54.631889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ede7d-9680-4052-a3f8-6e03b8503618 None None] Network d3ef8433-2420-46a8-9ae7-a90046d2da32 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:54.675521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e58a14ec-e69c-4050-8bde-3d4f91570fbb no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:24:54.730172 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-85f6e0fd-9c59-488d-bce4-b2504e41241a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/subnets/a0a88bb0-d9f2-4ea4-a7a0-d5c58c84aee3 HTTP/1.1" status: 204 len: 168 time: 1.5756490 Mar 28 15:24:54.733006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35098) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:54.750645 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c759154a-311f-4056-92af-9180a714a6df admin admin] 10.222.0.16 "PUT /v2.0/routers/e4120f39-151e-4f6e-b04f-129ab5c6baae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0203714 Mar 28 15:24:54.917186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:54.953402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.023465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.099947 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:24:55.230489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.248213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.322272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272cd2cd-38b9-4bbd-b8ba-6e3491349ee0,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:55.329552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.331778 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3a1396f3-7ae2-4ad9-8291-561529dd4e1f tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3250916 Mar 28 15:24:55.336734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35106) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:55.340356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting port e58a14ec-e69c-4050-8bde-3d4f91570fbb {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:55.340356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.340975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024cce9-54b8-4a75-9f4f-9ca89b852b81 None None] Pushing event updated for resources: {'Port': ['ID=01a50dd1-1e30-4289-be9e-3137af394e66,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:55.386208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': '272cd2cd-38b9-4bbd-b8ba-6e3491349ee0', 'direction': 'ingress', 'protocol': 17}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:55.413405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:55.426183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:55.434141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:55.451639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:55.566659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.637758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.638787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.639596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.702562 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:24:51Z', 'revision_number': 2, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:55.703601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] For port e58a14ec-e69c-4050-8bde-3d4f91570fbb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e58a14ec-e69c-4050-8bde-3d4f91570fbb,segment=NetworkSegment(9da6d956-3acb-4573-8e6f-74e027515719),segment_id=9da6d956-3acb-4573-8e6f-74e027515719)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:55.704001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.709650 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Checking router: e4120f39-151e-4f6e-b04f-129ab5c6baae for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:24:55.710563 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Updating router e4120f39-151e-4f6e-b04f-129ab5c6baae port 3d2ff464-732a-4466-89d2-03f879538a50 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:24:55.762757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=f90eeaa8-d791-4e99-a099-7b586b4dd5d9,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:55.809762 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.903751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:55.962695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.056184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] For port e58a14ec-e69c-4050-8bde-3d4f91570fbb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e58a14ec-e69c-4050-8bde-3d4f91570fbb,segment=NetworkSegment(9da6d956-3acb-4573-8e6f-74e027515719),segment_id=9da6d956-3acb-4573-8e6f-74e027515719)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:56.056843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.058294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 6f816b09-12c4-4e74-b2f2-ae990f805cdc is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:24:56.116487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.122991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:56.167434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] Calling delete_port for e58a14ec-e69c-4050-8bde-3d4f91570fbb owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:56.193722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:24:56.225953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.240257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3ae21-6ec0-4b71-800a-78aff389d10e None None] Pushing event updated for resources: {'Port': ['ID=fcda542e-c61d-4630-ba31-fc0ca74f80b7,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:56.244025 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35120) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:56.270702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-884032727-network', 'tenant_id': '03af721f111f47338d38df0f34fde40b'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:56.295807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.341591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:56.372724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port e58a14ec-e69c-4050-8bde-3d4f91570fbb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e58a14ec-e69c-4050-8bde-3d4f91570fbb,segment=NetworkSegment(9da6d956-3acb-4573-8e6f-74e027515719),segment_id=9da6d956-3acb-4573-8e6f-74e027515719)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:56.406457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79938f36-1691-49ad-bd02-47dfa1234a88 None None] Network d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:56.467308 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.481120 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Transition to ACTIVE for port object 3d2ff464-732a-4466-89d2-03f879538a50 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:24:56.483062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:56.483211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Usage tracker for resource:network and tenant:03af721f111f47338d38df0f34fde40b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:56.490667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b75b831f-4f32-4bd3-a888-726035a9c7ce None None] Provisioning complete for port 3d2ff464-732a-4466-89d2-03f879538a50 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:56.491055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b75b831f-4f32-4bd3-a888-726035a9c7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.509865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:56.516329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:56.538867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.542951 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.545217 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.563606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.568417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Calling delete_port for e58a14ec-e69c-4050-8bde-3d4f91570fbb owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:56.618826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Port': ['ID=98a7b940-1412-47ba-91e0-8da6db0fae6d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:56.638249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Made reservation on behalf of 03af721f111f47338d38df0f34fde40b for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:56.641102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.660101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.672270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:56.674765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.716800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:56.718499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2974f4c-c2b4-4479-8706-624598d88604,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:56.724031 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=e58a14ec-e69c-4050-8bde-3d4f91570fbb,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:56.728582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37728309-48d7-4a6a-a022-cb7f45fb5f8a None None] Network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:24:56.764745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Usage tracker for resource:security_group_rule and tenant:03af721f111f47338d38df0f34fde40b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:56.769755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:56.771171 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d11c9cf1-6ffa-4622-a418-83b1d7ad5c63 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.9030418 Mar 28 15:24:56.776136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:56.786140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35124) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:56.892742 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a8ce533f-3162-4821-bbbd-43681a72af01 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1032646 Mar 28 15:24:56.899946 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa533a-022f-42ef-9d04-74817f37d8d8 None None] Pushing event updated for resources: {'Port': ['ID=3d2ff464-732a-4466-89d2-03f879538a50,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:56.901613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35128) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:56.983670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:56.985005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:56.985380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:56.986474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b75b831f-4f32-4bd3-a888-726035a9c7ce None None] Port 3d2ff464-732a-4466-89d2-03f879538a50 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:57.045086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Sync routers for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:57.055993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 47a13ff0-07ec-4875-9bb5-88f0653859b2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:57.066421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.078140 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-37f5ac3d-a8c5-409f-b42c-a35037288179 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7045727 Mar 28 15:24:57.078305 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35132) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:57.089040 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Attempting to bind port 3d2ff464-732a-4466-89d2-03f879538a50 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:24:57.089700 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Attempting to bind port 3d2ff464-732a-4466-89d2-03f879538a50 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:24:57.090381 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Attempting to bind port 3d2ff464-732a-4466-89d2-03f879538a50 on network 0f833085-acda-4c3c-884d-53308b8d0562 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:24:57.097506 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:24:57.101195 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Checking segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:57.101195 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.101195 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Bound using segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:24:57.101195 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Bound port: 3d2ff464-732a-4466-89d2-03f879538a50, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:24:57.101195 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.153292 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d30b4-a0d6-4d9e-817e-df35b6de194f tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:57.158932 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0b3d30b4-a0d6-4d9e-817e-df35b6de194f tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2489190 Mar 28 15:24:57.159894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35136) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:57.162805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:24:57.164258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:24:57.177064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:57.177933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:57.208827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b84851d-89f8-4455-9eee-5abf4d014f21 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.234255 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-368c0d93-b42c-4803-bfbe-ba56bbcd03b3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686107 Mar 28 15:24:57.237763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35140) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:57.245211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1375082620', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:57.259224 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] For port 3d2ff464-732a-4466-89d2-03f879538a50, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:24:57.262705 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] For port 3d2ff464-732a-4466-89d2-03f879538a50, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3d2ff464-732a-4466-89d2-03f879538a50,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:24:57.281566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.284235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:24:57.287508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:24:57.293094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b84851d-89f8-4455-9eee-5abf4d014f21 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.317385 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.347564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 4b4f8a80-2eaa-4946-8d1f-94a7313c5b03 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:24:57.376471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.388303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:24:57.398169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.398520 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Added segment 6a3c9381-dc22-49bb-83d9-3278dc793681 of type vlan for network 38c8762f-4134-4a1a-a3ee-02fa22228da6 Mar 28 15:24:57.403587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:24:57.421908 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa533a-022f-42ef-9d04-74817f37d8d8 None None] Pushing event updated for resources: {'Port': ['ID=3d2ff464-732a-4466-89d2-03f879538a50,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:57.443162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.469826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:57.495659 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:57.498786 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:57.507086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:subnet and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:57.513898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:57.602862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.603863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:57.604478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.608511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5739c2-08f1-4f38-8f94-67c919b53547,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:57.654841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:57.671154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting port e58a14ec-e69c-4050-8bde-3d4f91570fbb {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:57.672628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.698529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] Deleting port e58a14ec-e69c-4050-8bde-3d4f91570fbb {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:57.699231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.795524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:57.813245 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:24:57.832281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] Pushing event updated for resources: {'Network': ['ID=38c8762f-4134-4a1a-a3ee-02fa22228da6,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:57.840996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b84851d-89f8-4455-9eee-5abf4d014f21 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.843422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4b84851d-89f8-4455-9eee-5abf4d014f21 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.844660 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4b84851d-89f8-4455-9eee-5abf4d014f21 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/272cd2cd-38b9-4bbd-b8ba-6e3491349ee0 HTTP/1.1" status: 204 len: 168 time: 0.7704563 Mar 28 15:24:57.848229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35144) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:57.857097 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8bc203fa-d877-499a-9f85-0a623cfebfdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/4b4f8a80-2eaa-4946-8d1f-94a7313c5b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1915631 Mar 28 15:24:57.862622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35146) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:57.878511 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e18fc0-74ce-4c7b-b328-ece278bb8b3b None None] Sync routers for ids ['4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:57.900315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c3e761-c11a-4710-ab5f-a95e03b4f88a None None] DHCP port deletion for d3ef8433-2420-46a8-9ae7-a90046d2da32 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:24:57.910700 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e18fc0-74ce-4c7b-b328-ece278bb8b3b None None] Routers {'4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:57.912235 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a0e18fc0-74ce-4c7b-b328-ece278bb8b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:57.937235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84851d-89f8-4455-9eee-5abf4d014f21 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272cd2cd-38b9-4bbd-b8ba-6e3491349ee0,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:57.962628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-96c3e761-c11a-4710-ab5f-a95e03b4f88a None None] Deleting port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:24:57.963013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96c3e761-c11a-4710-ab5f-a95e03b4f88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:57.975845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e7c569fe-36fb-499d-a188-15bc7bb6e065 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7268801 Mar 28 15:24:57.983842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35152) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:57.988795 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a0e18fc0-74ce-4c7b-b328-ece278bb8b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:57.995078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Request body: {'subnet': {'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-884032727-subnet', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'ip_version': 4}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:57.999725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:58.003245 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e18fc0-74ce-4c7b-b328-ece278bb8b3b None None] Routers {'4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:58.003608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Usage tracker for resource:subnet and tenant:03af721f111f47338d38df0f34fde40b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:58.004204 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a0e18fc0-74ce-4c7b-b328-ece278bb8b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:58.006425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:58.012169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:58.028583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 38c8762f-4134-4a1a-a3ee-02fa22228da6 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:24:58.049522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-baeb7236-3390-4546-8be4-f2534ac20831 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:24:58.051912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Router ec0fd6ca-46ad-4df4-83c8-8771589d6fd9 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:24:58.062022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0e8df-c130-409d-9e4a-244180cb7cdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:24:58.063514 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-38b0e8df-c130-409d-9e4a-244180cb7cdf tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports/f90eeaa8-d791-4e99-a099-7b586b4dd5d9 HTTP/1.1" status: 200 len: 911 time: 0.1825979 Mar 28 15:24:58.069444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35156) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:58.077126 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a0e18fc0-74ce-4c7b-b328-ece278bb8b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:58.077743 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e18fc0-74ce-4c7b-b328-ece278bb8b3b None None] The sync data for ids ['4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:58.080871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e1725985-8e00-4ac9-9da1-c66062c7dc51 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ade1b232-70a0-4723-a16c-2b26b8772d98'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:58.093841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:58.099198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:58.117837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Made reservation on behalf of 03af721f111f47338d38df0f34fde40b for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:24:58.120183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:58.127618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b75b831f-4f32-4bd3-a888-726035a9c7ce None None] Provisioning for port 98a7b940-1412-47ba-91e0-8da6db0fae6d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:58.147141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] For port e58a14ec-e69c-4050-8bde-3d4f91570fbb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e58a14ec-e69c-4050-8bde-3d4f91570fbb,segment=NetworkSegment(9da6d956-3acb-4573-8e6f-74e027515719),segment_id=9da6d956-3acb-4573-8e6f-74e027515719)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:58.147832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:58.306403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b75b831f-4f32-4bd3-a888-726035a9c7ce None None] Provisioning complete for port 98a7b940-1412-47ba-91e0-8da6db0fae6d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:58.306972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b75b831f-4f32-4bd3-a888-726035a9c7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:58.345828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-baeb7236-3390-4546-8be4-f2534ac20831 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:24:58.352575 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-baeb7236-3390-4546-8be4-f2534ac20831 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4881723 Mar 28 15:24:58.412059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35160) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:58.452081 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:24:57Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:58.458143 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece788c-fbd2-4a6e-9fdc-cd0eb03d5d64 None None] The sync data for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv is: [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:24:57Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:58.471802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 47a13ff0-07ec-4875-9bb5-88f0653859b2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:58.472379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:58.483411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-secgroup--941276677'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:24:58.490225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Calling delete_port for e58a14ec-e69c-4050-8bde-3d4f91570fbb owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:58.516754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:58.575209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:58.633900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-96c3e761-c11a-4710-ab5f-a95e03b4f88a None None] For port ab1e008b-5883-4d1b-9d96-71e4d266e8f3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ab1e008b-5883-4d1b-9d96-71e4d266e8f3,segment=NetworkSegment(874f95c3-7537-4930-8d11-eae9ce0fb5e5),segment_id=874f95c3-7537-4930-8d11-eae9ce0fb5e5)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:24:58.634597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96c3e761-c11a-4710-ab5f-a95e03b4f88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:58.680510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b75b831f-4f32-4bd3-a888-726035a9c7ce None None] Port 98a7b940-1412-47ba-91e0-8da6db0fae6d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:58.698707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:24:58.707452 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-22d6d8f6-1e0a-429e-b938-e6885f35a3fa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "PUT /v2.0/routers/ec0fd6ca-46ad-4df4-83c8-8771589d6fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5392711 Mar 28 15:24:58.713120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35164) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:24:58.776748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8d415a51-78e2-4c67-99b5-94b76f72b2d7 None None] The port 'e58a14ec-e69c-4050-8bde-3d4f91570fbb' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:24:58.788617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:58.847798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37755760-4345-4e05-aa3c-fbe6196167af None None] Sync routers for ids ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:24:58.858258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-96c3e761-c11a-4710-ab5f-a95e03b4f88a None None] Calling delete_port for ab1e008b-5883-4d1b-9d96-71e4d266e8f3 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:24:58.873794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Port': ['ID=e58a14ec-e69c-4050-8bde-3d4f91570fbb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:58.895306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:58.912255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e1725985-8e00-4ac9-9da1-c66062c7dc51 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:58.974247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:24:58.976586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] No DVR routers for this DVR port e58a14ec-e69c-4050-8bde-3d4f91570fbb on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:59.013205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.013682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.014138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.014589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.015082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.015508 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.015968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.016409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.017687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.018129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.018567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.019004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.042882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:24:59.043153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37755760-4345-4e05-aa3c-fbe6196167af None None] Routers {'ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:59.043480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37755760-4345-4e05-aa3c-fbe6196167af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:59.047482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:24:59.057227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:24:59.116098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:24:52Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:59.137604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.155939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.236501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2a6077-abbd-4014-b0b3-4ea2ea47273c,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:59.250168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fcda542e-c61d-4630-ba31-fc0ca74f80b7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:59.259479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.296795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Checking router: 6f816b09-12c4-4e74-b2f2-ae990f805cdc for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:24:59.297159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Updating router 6f816b09-12c4-4e74-b2f2-ae990f805cdc port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:24:59.331695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.332049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.332417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.332901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.333035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.333337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.333663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.333986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.334306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.334634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.334941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.335282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:24:59.336182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37755760-4345-4e05-aa3c-fbe6196167af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:59.380335 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96c3e761-c11a-4710-ab5f-a95e03b4f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.407301 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=bb07ac5f-88a1-4f21-943d-6c3f5d8e0035,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:59.423994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a78d5c3-ebe2-4b79-87ad-0371ee719e30']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:59.443374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da6d956-3acb-4573-8e6f-74e027515719') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:59.445330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da6d956-3acb-4573-8e6f-74e027515719') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:59.460586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.468087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3e761-c11a-4710-ab5f-a95e03b4f88a None None] No DVR routers for this DVR port ab1e008b-5883-4d1b-9d96-71e4d266e8f3 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:24:59.472643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37755760-4345-4e05-aa3c-fbe6196167af None None] Routers {'ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:24:59.476915 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37755760-4345-4e05-aa3c-fbe6196167af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:59.477194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Checking segment: {'id': '6a3c9381-dc22-49bb-83d9-3278dc793681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:59.477194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Network hostable DHCP agents. Network: 38c8762f-4134-4a1a-a3ee-02fa22228da6, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:59.481309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.500088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:24:59.501062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:24:59.552179 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:24:59.566764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Provisioning for port 01a50dd1-1e30-4289-be9e-3137af394e66 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:59.570817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3e761-c11a-4710-ab5f-a95e03b4f88a None None] Pushing event deleted for resources: {'Port': ['ID=ab1e008b-5883-4d1b-9d96-71e4d266e8f3,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:24:59.611305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37755760-4345-4e05-aa3c-fbe6196167af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:24:59.611874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37755760-4345-4e05-aa3c-fbe6196167af None None] The sync data for ids ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:24:59.617501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.695301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Provisioning complete for port 98a7b940-1412-47ba-91e0-8da6db0fae6d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:24:59.695841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.784338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port fcda542e-c61d-4630-ba31-fc0ca74f80b7 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:24:59.801691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.823934 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01a50dd1-1e30-4289-be9e-3137af394e66 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:24:59.868651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:24:59.898014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Port 98a7b940-1412-47ba-91e0-8da6db0fae6d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:24:59.906641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Checking segment: {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:24:59.907308 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network hostable DHCP agents. Network: c407e35c-a10f-457f-b0f1-19ff53848a62, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:24:59.959149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Network 38c8762f-4134-4a1a-a3ee-02fa22228da6 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:25:00.036608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.040847 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6260526 Mar 28 15:25:00.041457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35168) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:00.052704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-secgroup--245304392'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:00.057825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953bf79-9969-48a2-a679-ed17b73b97c9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471c2095-1b39-4902-ab09-679c907cebbd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:00.076701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Provisioning for port fcda542e-c61d-4630-ba31-fc0ca74f80b7 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:00.078919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:00.086211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:00.090245 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Provisioning complete for port fcda542e-c61d-4630-ba31-fc0ca74f80b7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:00.090749 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.091785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:00.101719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:00.117193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 38c8762f-4134-4a1a-a3ee-02fa22228da6) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:00.131418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73310ba-081d-434e-bf20-3405db40e46e None None] Network 38c8762f-4134-4a1a-a3ee-02fa22228da6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:00.138605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:00.139228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.146105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.151394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e1725985-8e00-4ac9-9da1-c66062c7dc51 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.154334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 01a50dd1-1e30-4289-be9e-3137af394e66 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:00.200410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 01a50dd1-1e30-4289-be9e-3137af394e66 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:00.200964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.204104 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.214461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Network': ['ID=2a78d5c3-ebe2-4b79-87ad-0371ee719e30,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:00.217023 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ed1128e7-beb7-47d7-a68c-363203ea5b5a tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/networks/2a78d5c3-ebe2-4b79-87ad-0371ee719e30 HTTP/1.1" status: 204 len: 168 time: 5.4811568 Mar 28 15:25:00.219569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35172) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:00.239384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network c407e35c-a10f-457f-b0f1-19ff53848a62 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:25:00.250897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.255010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, c407e35c-a10f-457f-b0f1-19ff53848a62) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:00.262237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:00.262932 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.294772 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7ea304ce-fda4-4347-bb7b-b4808b1c7c86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3064060 Mar 28 15:25:00.294772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e1725985-8e00-4ac9-9da1-c66062c7dc51 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.306058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1725985-8e00-4ac9-9da1-c66062c7dc51 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:00.308531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e1725985-8e00-4ac9-9da1-c66062c7dc51 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.312495 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e1725985-8e00-4ac9-9da1-c66062c7dc51 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/ports/f90eeaa8-d791-4e99-a099-7b586b4dd5d9 HTTP/1.1" status: 200 len: 911 time: 2.2394080 Mar 28 15:25:00.312495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35176) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:00.355262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35178) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:00.357107 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-97330142-cabf-4d19-8336-00fb3d16785d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:25:00.362134 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-97330142-cabf-4d19-8336-00fb3d16785d tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "PUT /v2.0/routers/ec0fd6ca-46ad-4df4-83c8-8771589d6fd9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6477714 Mar 28 15:25:00.364669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35180) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:00.395983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.402995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1725985-8e00-4ac9-9da1-c66062c7dc51 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=f90eeaa8-d791-4e99-a099-7b586b4dd5d9,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:00.407619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:00.409877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Transition to ACTIVE for port object 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:00.439999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb5b3eb-5c0f-424a-8eb8-60b0f51329ac None None] Network c407e35c-a10f-457f-b0f1-19ff53848a62 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:00.488156 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-28443db6-b2f2-4f2e-815d-1a586c144c51 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2485070 Mar 28 15:25:00.523105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.591718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35188) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:00.603230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:00.607331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:00.688144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:00.691406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Usage tracker for resource:router and tenant:03af721f111f47338d38df0f34fde40b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:00.697697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:00.700747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:00.711585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:00.715075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:00.722369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.828436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad843a5b-aacd-4b0c-b448-12dc2452ed37 None None] Pushing event updated for resources: {'Port': ['ID=4b8e4aa8-006c-4e0a-b23e-3bd48188e92e,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:00.851405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.852519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.853514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.860238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Attempting to bind port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:00.860718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Attempting to bind port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:00.861504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Attempting to bind port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:00.973848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:00.974261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:00.974642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:00.974994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:00.975485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Bound port: 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:00.975856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.004902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.039623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.069119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.144635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ef8433-2420-46a8-9ae7-a90046d2da32']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:01.156159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.172979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874f95c3-7537-4930-8d11-eae9ce0fb5e5') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:01.173361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874f95c3-7537-4930-8d11-eae9ce0fb5e5') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:01.174979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] For port fcda542e-c61d-4630-ba31-fc0ca74f80b7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fcda542e-c61d-4630-ba31-fc0ca74f80b7,segment=NetworkSegment(c6f1909f-0e8c-4028-8ba1-4e604311272b),segment_id=c6f1909f-0e8c-4028-8ba1-4e604311272b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:01.192491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-38c8762f-4134-4a1a-a3ee-02fa22228da6', 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'fixed_ips': [{'subnet_id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:25:01.193328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.252074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.257036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.259636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 01a50dd1-1e30-4289-be9e-3137af394e66, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01a50dd1-1e30-4289-be9e-3137af394e66,segment=NetworkSegment(de384f04-acd2-4c60-81c9-89a9d5415a2d),segment_id=de384f04-acd2-4c60-81c9-89a9d5415a2d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:01.265752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] For port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:01.268143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.354460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-c407e35c-a10f-457f-b0f1-19ff53848a62', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:25:01.355309 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.377675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.388467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] For port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4b8e4aa8-006c-4e0a-b23e-3bd48188e92e,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:01.458955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.480182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.522171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9f9b6-0f71-4098-85c1-fc0c71a2614a None None] Pushing event updated for resources: {'Port': ['ID=fcda542e-c61d-4630-ba31-fc0ca74f80b7,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:01.537921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b5d265-de8a-4538-bdc7-f706d7f13d30,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:01.597977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:25:01.598226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.599134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.618805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3d2ff464-732a-4466-89d2-03f879538a50 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:25:01.624409 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:25:01.649693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.653716 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-43d54703-a7ed-4f85-a6f9-14bbb810c1b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6080711 Mar 28 15:25:01.654767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35192) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:01.669106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e6c2bd42-07d9-4a2d-bc81-c1c4b251c9f2 None None] Provisioning complete for port 01a50dd1-1e30-4289-be9e-3137af394e66 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:01.669485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bd42-07d9-4a2d-bc81-c1c4b251c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.678196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': '471c2095-1b39-4902-ab09-679c907cebbd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a1b5d265-de8a-4538-bdc7-f706d7f13d30', 'remote_ip_prefix': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:01.691533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:01.761912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:01.768110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:01.772650 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.791113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:01.807524 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:01.808153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:01.830471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:01.905671 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Allocated IP 172.20.0.2 (c407e35c-a10f-457f-b0f1-19ff53848a62/bb07ac5f-88a1-4f21-943d-6c3f5d8e0035/5695948f-9330-4cb3-ab4b-63aa61552736) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:01.990413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Allocated IP 172.20.0.2 (38c8762f-4134-4a1a-a3ee-02fa22228da6/9a2a6077-abbd-4014-b0b3-4ea2ea47273c/e772848f-84e0-41cb-921e-21e0c4c483f7) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:02.010212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=01a50dd1-1e30-4289-be9e-3137af394e66,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:02.015080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.076879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.109324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Network': ['ID=d3ef8433-2420-46a8-9ae7-a90046d2da32,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:02.115759 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c9a03123-9aab-43b8-b0f3-401313649865 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/networks/d3ef8433-2420-46a8-9ae7-a90046d2da32 HTTP/1.1" status: 204 len: 168 time: 1.8950562 Mar 28 15:25:02.120079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35196) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:02.213254 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.296592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb983e6-74f6-4d82-b1b0-6ae2e1467eca tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting subnet b6353541-22b7-4f2e-8396-8f0eeb6088ab {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:25:02.306193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bb983e6-74f6-4d82-b1b0-6ae2e1467eca tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.312078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 3d2ff464-732a-4466-89d2-03f879538a50 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:02.408165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 3d2ff464-732a-4466-89d2-03f879538a50 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:02.408528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.416992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.424158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bb983e6-74f6-4d82-b1b0-6ae2e1467eca tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.435821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad843a5b-aacd-4b0c-b448-12dc2452ed37 None None] Pushing event updated for resources: {'Port': ['ID=4b8e4aa8-006c-4e0a-b23e-3bd48188e92e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:02.461223 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.477037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.508042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:02.550335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Deleting port 98a7b940-1412-47ba-91e0-8da6db0fae6d {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:02.550780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.587842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ecbd29-0d00-443d-ae7d-8cf68a38f7f5,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:02.643442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port f90eeaa8-d791-4e99-a099-7b586b4dd5d9 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:02.644180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.697076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.701040 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a1396daa-fe60-4c4e-8149-ec1827956cf6 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0425723 Mar 28 15:25:02.705591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.718088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35200) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:02.737169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bb983e6-74f6-4d82-b1b0-6ae2e1467eca tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.909031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3525ca0e-9d4e-43cc-a6a6-6fa79e881941 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.944377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3525ca0e-9d4e-43cc-a6a6-6fa79e881941 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.975967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e6c2bd42-07d9-4a2d-bc81-c1c4b251c9f2 None None] Provisioning complete for port fcda542e-c61d-4630-ba31-fc0ca74f80b7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:02.976433 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bd42-07d9-4a2d-bc81-c1c4b251c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:02.986561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.001473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.039116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.103766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.110415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bb983e6-74f6-4d82-b1b0-6ae2e1467eca tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.131676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.138599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Transition to ACTIVE for port object 5695948f-9330-4cb3-ab4b-63aa61552736 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:03.146156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Calling delete_port for 98a7b940-1412-47ba-91e0-8da6db0fae6d owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:03.161948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.169223 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb983e6-74f6-4d82-b1b0-6ae2e1467eca tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Subnet': ['ID=b6353541-22b7-4f2e-8396-8f0eeb6088ab,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:03.179625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3525ca0e-9d4e-43cc-a6a6-6fa79e881941 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.181193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4bb983e6-74f6-4d82-b1b0-6ae2e1467eca tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.188133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.209930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a75d98f-6dbf-4025-84a7-a534d2d1d9d0 None None] Network fe786bfd-f0d9-45ea-add2-4976e95259ea requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:03.222206 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4bb983e6-74f6-4d82-b1b0-6ae2e1467eca tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/subnets/b6353541-22b7-4f2e-8396-8f0eeb6088ab HTTP/1.1" status: 204 len: 168 time: 1.0960817 Mar 28 15:25:03.223267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35204) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:03.229163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Transition to ACTIVE for port object e772848f-84e0-41cb-921e-21e0c4c483f7 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:03.236830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Transition to ACTIVE for port object 5695948f-9330-4cb3-ab4b-63aa61552736 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:03.322682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525ca0e-9d4e-43cc-a6a6-6fa79e881941 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90ecbd29-0d00-443d-ae7d-8cf68a38f7f5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:03.332215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for f90eeaa8-d791-4e99-a099-7b586b4dd5d9 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:03.341155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.351569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Transition to ACTIVE for port object e772848f-84e0-41cb-921e-21e0c4c483f7 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:03.365786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3525ca0e-9d4e-43cc-a6a6-6fa79e881941 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.366966 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3525ca0e-9d4e-43cc-a6a6-6fa79e881941 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/90ecbd29-0d00-443d-ae7d-8cf68a38f7f5 HTTP/1.1" status: 204 len: 168 time: 0.6479554 Mar 28 15:25:03.375527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35208) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:03.456879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 3d2ff464-732a-4466-89d2-03f879538a50, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3d2ff464-732a-4466-89d2-03f879538a50,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:03.500114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b8301b93-1d28-434a-b8ff-687e8f3de064 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:03.512180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Network c407e35c-a10f-457f-b0f1-19ff53848a62 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:03.529136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.533046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:03.573954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:03.578795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.581169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Pushing event updated for resources: {'Port': ['ID=5695948f-9330-4cb3-ab4b-63aa61552736,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:03.588047 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Allocated IP 172.26.7.128 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/e1f935bf-2aee-43b9-a7fd-7564179cb8c0) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:03.599908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.620079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.1 (c407e35c-a10f-457f-b0f1-19ff53848a62/bb07ac5f-88a1-4f21-943d-6c3f5d8e0035/f5ba60fb-5279-43d5-b4d4-4f9080b3ff73) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:03.660910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Deleting port 94d3d30c-44f6-47f8-92cd-a66da11ed474 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:03.661250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.666109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b8301b93-1d28-434a-b8ff-687e8f3de064 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:03.670401 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b8301b93-1d28-434a-b8ff-687e8f3de064 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2890923 Mar 28 15:25:03.676250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35212) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:03.685436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:24:52Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:03.687650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ab1e008b-5883-4d1b-9d96-71e4d266e8f3 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:25:03.696879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.725886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Network 38c8762f-4134-4a1a-a3ee-02fa22228da6 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:03.742010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:03.748509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2e53-8ad5-43ec-ae02-15c0ad271c5c None None] The sync data for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv is: [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:24:52Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:03.782208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: ab1e008b-5883-4d1b-9d96-71e4d266e8f3 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:25:03.782627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ab1e008b-5883-4d1b-9d96-71e4d266e8f3 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:25:03.784902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:03.871069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Pushing event updated for resources: {'Port': ['ID=e772848f-84e0-41cb-921e-21e0c4c483f7,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:03.913734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=f90eeaa8-d791-4e99-a099-7b586b4dd5d9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:03.948210 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.958217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e6c2bd42-07d9-4a2d-bc81-c1c4b251c9f2 None None] Provisioning complete for port f90eeaa8-d791-4e99-a099-7b586b4dd5d9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:03.958590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bd42-07d9-4a2d-bc81-c1c4b251c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:03.967117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:04.058871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.065500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fcda542e-c61d-4630-ba31-fc0ca74f80b7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:04.125395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Attempting to bind port 5695948f-9330-4cb3-ab4b-63aa61552736 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:04.125834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Attempting to bind port 5695948f-9330-4cb3-ab4b-63aa61552736 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:04.126250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Attempting to bind port 5695948f-9330-4cb3-ab4b-63aa61552736 on network c407e35c-a10f-457f-b0f1-19ff53848a62 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:04.140359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2bd42-07d9-4a2d-bc81-c1c4b251c9f2 None None] Port f90eeaa8-d791-4e99-a099-7b586b4dd5d9 was deleted so its status cannot be updated. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 15:25:04.149327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.153271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-240d45dd-0b99-4449-b02f-75b5e4b0f439 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.183634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network c407e35c-a10f-457f-b0f1-19ff53848a62 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:04.185123 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.191895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:04.202164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:04.223311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Port': ['ID=98a7b940-1412-47ba-91e0-8da6db0fae6d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:04.226755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:04.227713 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Checking segment: {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:04.231781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.231781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Bound using segment: {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:04.231781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Bound port: 5695948f-9330-4cb3-ab4b-63aa61552736, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:04.231781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.292459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Attempting to bind port e772848f-84e0-41cb-921e-21e0c4c483f7 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:04.292997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Attempting to bind port e772848f-84e0-41cb-921e-21e0c4c483f7 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '6a3c9381-dc22-49bb-83d9-3278dc793681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:04.293539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Attempting to bind port e772848f-84e0-41cb-921e-21e0c4c483f7 on network 38c8762f-4134-4a1a-a3ee-02fa22228da6 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:04.310358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:04.310358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Checking segment: {'id': '6a3c9381-dc22-49bb-83d9-3278dc793681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:04.310817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.311520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Bound using segment: {'id': '6a3c9381-dc22-49bb-83d9-3278dc793681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:04.312301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Bound port: e772848f-84e0-41cb-921e-21e0c4c483f7, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c9381-dc22-49bb-83d9-3278dc793681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:04.313002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.358613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.368750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=f5ba60fb-5279-43d5-b4d4-4f9080b3ff73,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:04.476891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.499674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-240d45dd-0b99-4449-b02f-75b5e4b0f439 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.520337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=3d2ff464-732a-4466-89d2-03f879538a50,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:04.520737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] For port 94d3d30c-44f6-47f8-92cd-a66da11ed474, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=94d3d30c-44f6-47f8-92cd-a66da11ed474,segment=NetworkSegment(732552d2-7ec7-439e-8eff-086a26740b46),segment_id=732552d2-7ec7-439e-8eff-086a26740b46)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:04.521097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.669478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Calling delete_port for 94d3d30c-44f6-47f8-92cd-a66da11ed474 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:04.709324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fcda542e-c61d-4630-ba31-fc0ca74f80b7 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:04.710050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.723004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.816012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.829007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9261f-73ce-4995-b02e-b3dc417e75ac None None] DHCP port deletion for fe786bfd-f0d9-45ea-add2-4976e95259ea request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:25:04.870871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] For port e772848f-84e0-41cb-921e-21e0c4c483f7, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:04.877575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c4f9261f-73ce-4995-b02e-b3dc417e75ac None None] Deleting port 94d3d30c-44f6-47f8-92cd-a66da11ed474 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:04.877936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c4f9261f-73ce-4995-b02e-b3dc417e75ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.892341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:04.949049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] For port e772848f-84e0-41cb-921e-21e0c4c483f7, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e772848f-84e0-41cb-921e-21e0c4c483f7,segment=NetworkSegment(6a3c9381-dc22-49bb-83d9-3278dc793681),segment_id=6a3c9381-dc22-49bb-83d9-3278dc793681)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:04.990620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:04.996653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c4f9261f-73ce-4995-b02e-b3dc417e75ac None None] The port '94d3d30c-44f6-47f8-92cd-a66da11ed474' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:25:05.002502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-240d45dd-0b99-4449-b02f-75b5e4b0f439 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:05.005008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:05.007558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] For port 5695948f-9330-4cb3-ab4b-63aa61552736, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:05.017528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] No DVR routers for this DVR port 94d3d30c-44f6-47f8-92cd-a66da11ed474 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:25:05.017528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:05.017947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:05.046566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Pushing event updated for resources: {'Port': ['ID=e1f935bf-2aee-43b9-a7fd-7564179cb8c0,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:05.070573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] For port 5695948f-9330-4cb3-ab4b-63aa61552736, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5695948f-9330-4cb3-ab4b-63aa61552736,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:05.108103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d45dd-0b99-4449-b02f-75b5e4b0f439 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b5d265-de8a-4538-bdc7-f706d7f13d30,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:05.118892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 4b4f8a80-2eaa-4946-8d1f-94a7313c5b03 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:05.169267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:05.175151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:05.199613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Port': ['ID=94d3d30c-44f6-47f8-92cd-a66da11ed474,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:05.212285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-240d45dd-0b99-4449-b02f-75b5e4b0f439 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:05.215835 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-240d45dd-0b99-4449-b02f-75b5e4b0f439 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/a1b5d265-de8a-4538-bdc7-f706d7f13d30 HTTP/1.1" status: 204 len: 168 time: 1.5381582 Mar 28 15:25:05.217179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35216) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:05.247645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a40aec-5a8d-4b70-9bfa-419b719320c8 None None] Pushing event updated for resources: {'Port': ['ID=e772848f-84e0-41cb-921e-21e0c4c483f7,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:05.330686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01a50dd1-1e30-4289-be9e-3137af394e66 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:05.444254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484cad5-b81d-408e-8d3b-9947d30486ad None None] Pushing event updated for resources: {'Port': ['ID=5695948f-9330-4cb3-ab4b-63aa61552736,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:05.469659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 01a50dd1-1e30-4289-be9e-3137af394e66 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:05.470650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:05.479434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:05.639629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:05.654410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Router ec0fd6ca-46ad-4df4-83c8-8771589d6fd9 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:05.659965 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d996c496-4077-4d37-a21d-480cd7fdacfc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/4b4f8a80-2eaa-4946-8d1f-94a7313c5b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2957625 Mar 28 15:25:05.662954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35220) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:05.674747 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e1471-6a8e-4b07-af89-78d9c0788766 None None] Sync routers for ids ['4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:05.704797 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e1471-6a8e-4b07-af89-78d9c0788766 None None] Routers {'4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:05.705428 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4e4e1471-6a8e-4b07-af89-78d9c0788766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:05.750759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-571844dc-62cd-40a3-b5ed-68275875469e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Synchronizing usage tracker for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:05.804363 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4e4e1471-6a8e-4b07-af89-78d9c0788766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:05.821774 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e1471-6a8e-4b07-af89-78d9c0788766 None None] Routers {'4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:05.822383 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4e4e1471-6a8e-4b07-af89-78d9c0788766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:05.934707 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4e4e1471-6a8e-4b07-af89-78d9c0788766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:05.935405 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e1471-6a8e-4b07-af89-78d9c0788766 None None] The sync data for ids ['4b4f8a80-2eaa-4946-8d1f-94a7313c5b03'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:05.969258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-571844dc-62cd-40a3-b5ed-68275875469e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Unset dirty status for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:05.970547 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-571844dc-62cd-40a3-b5ed-68275875469e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4f8a80-2eaa-4946-8d1f-94a7313c5b03 HTTP/1.1" status: 200 len: 205 time: 0.3066769 Mar 28 15:25:05.990255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35224) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:06.043554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe786bfd-f0d9-45ea-add2-4976e95259ea']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:06.070129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:06.071284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732552d2-7ec7-439e-8eff-086a26740b46') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:06.071584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732552d2-7ec7-439e-8eff-086a26740b46') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:06.088117 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-70a2a490-e317-4a32-b7d6-050383dbf3f8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "PUT /v2.0/routers/ec0fd6ca-46ad-4df4-83c8-8771589d6fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7185636 Mar 28 15:25:06.088946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35228) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:06.093661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9a2f5-836e-48f2-9087-f735ddf7751d None None] Sync routers for ids ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:06.103235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9a2f5-836e-48f2-9087-f735ddf7751d None None] Routers {'ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:06.104003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-64a9a2f5-836e-48f2-9087-f735ddf7751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:06.112848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.180220 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e772848f-84e0-41cb-921e-21e0c4c483f7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:06.193903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17c08995-ad3b-4bf7-a748-71427105447a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.223408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-07a0553c-dde6-4735-8d70-ebc3acc69984 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:06.230409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-64a9a2f5-836e-48f2-9087-f735ddf7751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:06.240755 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-3335c6e7-30fb-45b0-a298-cfe5cb231cfa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] delete failed (client error): The resource could not be found. Mar 28 15:25:06.241793 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3335c6e7-30fb-45b0-a298-cfe5cb231cfa tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-471226724 HTTP/1.1" status: 404 len: 334 time: 0.1422510 Mar 28 15:25:06.260856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9a2f5-836e-48f2-9087-f735ddf7751d None None] Routers {'ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:06.261793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-64a9a2f5-836e-48f2-9087-f735ddf7751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:06.262045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35232) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:06.268891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4c9431df-1110-47a5-b77a-adcd61b2cb39 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:06.293656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.318025 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:25:06.318435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.330051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-64a9a2f5-836e-48f2-9087-f735ddf7751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:06.330461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9a2f5-836e-48f2-9087-f735ddf7751d None None] The sync data for ids ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:25:06.333753 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:25:06.401964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port e772848f-84e0-41cb-921e-21e0c4c483f7 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:06.407226 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3d2ff464-732a-4466-89d2-03f879538a50 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:06.468100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-07a0553c-dde6-4735-8d70-ebc3acc69984 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:06.469430 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-07a0553c-dde6-4735-8d70-ebc3acc69984 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 1.2473359 Mar 28 15:25:06.477143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 3d2ff464-732a-4466-89d2-03f879538a50 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:06.477516 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.484112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35236) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:06.617681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5695948f-9330-4cb3-ab4b-63aa61552736 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:06.722527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17c08995-ad3b-4bf7-a748-71427105447a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.724217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.756591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 5695948f-9330-4cb3-ab4b-63aa61552736 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:06.763662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:06.773590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17c08995-ad3b-4bf7-a748-71427105447a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.789307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.904528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Pushing event deleted for resources: {'Network': ['ID=fe786bfd-f0d9-45ea-add2-4976e95259ea,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:06.909600 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0a27eb99-43d9-473a-aecc-796006c0bf65 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/networks/fe786bfd-f0d9-45ea-add2-4976e95259ea HTTP/1.1" status: 204 len: 168 time: 3.6859565 Mar 28 15:25:06.916283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:06.922310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:06.922731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:06.979643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35240) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:06.995418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.resource_extend [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:25:07.006220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.080165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd5fc6-930b-4f59-b7a5-3011d14b44af None None] Network 38c8762f-4134-4a1a-a3ee-02fa22228da6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:07.172163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4c9431df-1110-47a5-b77a-adcd61b2cb39 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.206977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.250242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4b8e4aa8-006c-4e0a-b23e-3bd48188e92e,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:07.258657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d2049c89-8c9e-45d8-8e0f-0134fc3b8533 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Synchronizing usage tracker for tenant:066a2539a0c4491e99182718907b1c90 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:07.262320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.264335 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-4c9431df-1110-47a5-b77a-adcd61b2cb39 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] update failed (client error): The resource could not be found. Mar 28 15:25:07.265386 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4c9431df-1110-47a5-b77a-adcd61b2cb39 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "PUT /v2.0/routers/ec0fd6ca-46ad-4df4-83c8-8771589d6fd9 HTTP/1.1" status: 404 len: 339 time: 1.0023303 Mar 28 15:25:07.270394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17c08995-ad3b-4bf7-a748-71427105447a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.270899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c08995-ad3b-4bf7-a748-71427105447a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4f8a80-2eaa-4946-8d1f-94a7313c5b03 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:25:07.272753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35244) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:07.324332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-698ce8e7-338a-44f5-a149-226d5802a3c6 None None] Provisioning for port e772848f-84e0-41cb-921e-21e0c4c483f7 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:07.336470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-698ce8e7-338a-44f5-a149-226d5802a3c6 None None] Provisioning complete for port e772848f-84e0-41cb-921e-21e0c4c483f7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:07.336974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-698ce8e7-338a-44f5-a149-226d5802a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.361379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-17c08995-ad3b-4bf7-a748-71427105447a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.365910 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-17c08995-ad3b-4bf7-a748-71427105447a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/4b4f8a80-2eaa-4946-8d1f-94a7313c5b03 HTTP/1.1" status: 204 len: 168 time: 1.3766329 Mar 28 15:25:07.366826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35248) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:07.368300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f5f953b-0446-48af-9431-1b1dc926ac09 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.371007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a467f28c-3146-45e3-8f79-65632e7b1f23 None None] Network c407e35c-a10f-457f-b0f1-19ff53848a62 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:07.377222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.393282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.589065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94d3d30c-44f6-47f8-92cd-a66da11ed474 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:25:07.606557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d2049c89-8c9e-45d8-8e0f-0134fc3b8533 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Unset dirty status for tenant:066a2539a0c4491e99182718907b1c90 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:07.610098 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d2049c89-8c9e-45d8-8e0f-0134fc3b8533 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd68dd00-7d74-4223-98fc-57dee4531810 HTTP/1.1" status: 200 len: 205 time: 0.6172376 Mar 28 15:25:07.629134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35252) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:07.664157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 94d3d30c-44f6-47f8-92cd-a66da11ed474 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:25:07.664599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94d3d30c-44f6-47f8-92cd-a66da11ed474 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:25:07.665940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f5f953b-0446-48af-9431-1b1dc926ac09 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.695558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=4b8e4aa8-006c-4e0a-b23e-3bd48188e92e,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:07.703120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e38d898-4d9f-480c-903b-1debcb81f9b6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting subnet ade1b232-70a0-4723-a16c-2b26b8772d98 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:25:07.712833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.713268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.713674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.714075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.714477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.714875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.715295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.715689 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.716083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.716475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.717334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.717334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:07.770387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e38d898-4d9f-480c-903b-1debcb81f9b6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.772078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.797496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=f5ba60fb-5279-43d5-b4d4-4f9080b3ff73,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:07.857634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-698ce8e7-338a-44f5-a149-226d5802a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.865508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:07.959054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-698ce8e7-338a-44f5-a149-226d5802a3c6 None None] For port e772848f-84e0-41cb-921e-21e0c4c483f7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e772848f-84e0-41cb-921e-21e0c4c483f7,segment=NetworkSegment(6a3c9381-dc22-49bb-83d9-3278dc793681),segment_id=6a3c9381-dc22-49bb-83d9-3278dc793681)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:07.971930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:07.996134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f5f953b-0446-48af-9431-1b1dc926ac09 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.020537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ce346c9-35c0-4ad7-90d8-a63bfb2faed3 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.033758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f953b-0446-48af-9431-1b1dc926ac09 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c2095-1b39-4902-ab09-679c907cebbd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:08.045878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-698ce8e7-338a-44f5-a149-226d5802a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.136046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce8e7-338a-44f5-a149-226d5802a3c6 None None] Pushing event updated for resources: {'Port': ['ID=e772848f-84e0-41cb-921e-21e0c4c483f7,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:08.158027 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:08.158457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.194594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network c407e35c-a10f-457f-b0f1-19ff53848a62 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:08.200933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:08.220998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7f5f953b-0446-48af-9431-1b1dc926ac09 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.225377 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7f5f953b-0446-48af-9431-1b1dc926ac09 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/471c2095-1b39-4902-ab09-679c907cebbd HTTP/1.1" status: 204 len: 168 time: 1.7340927 Mar 28 15:25:08.230982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35256) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:08.242944 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cd7423ca-fde1-4a5d-a7b0-f7edcbf8dd43 None None] Provisioning complete for port e772848f-84e0-41cb-921e-21e0c4c483f7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:08.243492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cd7423ca-fde1-4a5d-a7b0-f7edcbf8dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.478758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e38d898-4d9f-480c-903b-1debcb81f9b6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.482409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aedc1677-1b69-4305-ac5f-5399d9b2e3ba tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:08.499252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cd7423ca-fde1-4a5d-a7b0-f7edcbf8dd43 None None] Provisioning for port 5695948f-9330-4cb3-ab4b-63aa61552736 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:08.505518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cd7423ca-fde1-4a5d-a7b0-f7edcbf8dd43 None None] Provisioning complete for port 5695948f-9330-4cb3-ab4b-63aa61552736 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:08.505894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cd7423ca-fde1-4a5d-a7b0-f7edcbf8dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.523776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 6f816b09-12c4-4e74-b2f2-ae990f805cdc has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:08.591498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:25:08.600341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aedc1677-1b69-4305-ac5f-5399d9b2e3ba tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:08.606276 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aedc1677-1b69-4305-ac5f-5399d9b2e3ba tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3742046 Mar 28 15:25:08.607057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35260) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:08.610402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ce346c9-35c0-4ad7-90d8-a63bfb2faed3 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.615138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ce346c9-35c0-4ad7-90d8-a63bfb2faed3 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.627593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469237489'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:08.633705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:08.643838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:08.668608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cd7423ca-fde1-4a5d-a7b0-f7edcbf8dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.695956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.716170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.721607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-cd7423ca-fde1-4a5d-a7b0-f7edcbf8dd43 None None] For port 5695948f-9330-4cb3-ab4b-63aa61552736, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5695948f-9330-4cb3-ab4b-63aa61552736,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:08.787926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ce346c9-35c0-4ad7-90d8-a63bfb2faed3 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.788332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce346c9-35c0-4ad7-90d8-a63bfb2faed3 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Fanout notify agent at l3_agent the message router_deleted on router fd68dd00-7d74-4223-98fc-57dee4531810 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:25:08.791895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cd7423ca-fde1-4a5d-a7b0-f7edcbf8dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.806552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ce346c9-35c0-4ad7-90d8-a63bfb2faed3 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.807765 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7ce346c9-35c0-4ad7-90d8-a63bfb2faed3 tempest-RoutersNegativeIpV6Test-1610351821 tempest-RoutersNegativeIpV6Test-1610351821-project] 10.222.0.16 "DELETE /v2.0/routers/fd68dd00-7d74-4223-98fc-57dee4531810 HTTP/1.1" status: 204 len: 168 time: 1.1774209 Mar 28 15:25:08.812557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e38d898-4d9f-480c-903b-1debcb81f9b6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.832113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:08.854760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:08.920171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:08.921401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-63c53048-d262-4c35-a6db-6cfa941bfc29 None None] Provisioning complete for port 5695948f-9330-4cb3-ab4b-63aa61552736 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:08.922001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-63c53048-d262-4c35-a6db-6cfa941bfc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:08.947371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:08.949531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:08.961334 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Sync routers for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:08.962167 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b24bcf8b-5ba1-4bdd-9b10-a03c7bacefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/6f816b09-12c4-4e74-b2f2-ae990f805cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3624222 Mar 28 15:25:08.972742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35266) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:08.975721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7423ca-fde1-4a5d-a7b0-f7edcbf8dd43 None None] Pushing event updated for resources: {'Port': ['ID=5695948f-9330-4cb3-ab4b-63aa61552736,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:08.979873 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:08.980727 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:09.101236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:09.118217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Sync routers for ids ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:09.162772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Routers {'955a8aa8-d4c9-45cd-90d4-2edb9d31da94'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:09.163158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:09.296327 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:25:09.347777 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:09.360805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-63c53048-d262-4c35-a6db-6cfa941bfc29 None None] Provisioning for port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:09.375535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-63c53048-d262-4c35-a6db-6cfa941bfc29 None None] Provisioning complete for port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:09.375910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-63c53048-d262-4c35-a6db-6cfa941bfc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:09.422694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Allocated IP 172.20.0.1 (967eacb9-1b02-46c5-8104-76af3628dc8b/58703a06-08d9-4ba6-810d-69f80e63696f/0174de20-2717-4a75-aafc-ec5b88169f75) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:09.430285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e38d898-4d9f-480c-903b-1debcb81f9b6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:09.468988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Set router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:09.471138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35272) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:09.483970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:09.488220 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ea805a60-089d-4856-bd5b-4b3c8ab799ca admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0913410 Mar 28 15:25:09.493839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35278) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:09.505335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38d898-4d9f-480c-903b-1debcb81f9b6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Subnet': ['ID=ade1b232-70a0-4723-a16c-2b26b8772d98,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:09.507635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e38d898-4d9f-480c-903b-1debcb81f9b6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:09.521674 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8e38d898-4d9f-480c-903b-1debcb81f9b6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/ade1b232-70a0-4723-a16c-2b26b8772d98 HTTP/1.1" status: 204 len: 168 time: 2.1519217 Mar 28 15:25:09.537096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35282) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:09.566001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239b57db-e192-4bb9-b570-65dd89725f09 None None] Network 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:09.595995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:09.627678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.628313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.628940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.629456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.630019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.630656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.631246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.631755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.632355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.632975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.638902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9c7fd034-0fe8-437a-94a1-6242ff625f8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7046 time: 0.6645088 Mar 28 15:25:09.642244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35286) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:09.685416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:09.765037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:09.792019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port fcda542e-c61d-4630-ba31-fc0ca74f80b7 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:09.792363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:09.861859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:09.876892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04350abf-feaa-444c-8eca-4a6b1bd1906a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:09.889699 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:06Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:09.899044 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Checking router: 6f816b09-12c4-4e74-b2f2-ae990f805cdc for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:09.899750 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Updating router 6f816b09-12c4-4e74-b2f2-ae990f805cdc port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:25:09.905668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-63c53048-d262-4c35-a6db-6cfa941bfc29 None None] Port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:09.923870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.924471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.924991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.925824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.926344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.926856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.927654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.928173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.928664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:09.933845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4363ac70-07d0-4ebc-8781-9457a1210b08 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5780 time: 0.2903850 Mar 28 15:25:09.936866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35290) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:09.957235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Transition to ACTIVE for port object 0174de20-2717-4a75-aafc-ec5b88169f75 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:09.977990 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.007827 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-85bf1db3-c8b3-4981-b2d3-d8334e8933dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=066a2539a0c4491e99182718907b1c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5336463 Mar 28 15:25:10.009135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.013874 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-10428d05-b142-4870-b1b5-2ce1abfbd275 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3963132 Mar 28 15:25:10.018762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35294) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:10.019180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35296) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:10.035894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e772848f-84e0-41cb-921e-21e0c4c483f7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:10.047756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': '04350abf-feaa-444c-8eca-4a6b1bd1906a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:10.062919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:10.131142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:10.142316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:10.147817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.196799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-10ffb5fe-359f-42e0-a0d5-b7906cb7e864 None None] Provisioning complete for port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:10.197216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-10ffb5fe-359f-42e0-a0d5-b7906cb7e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.202042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:10.244566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port fcda542e-c61d-4630-ba31-fc0ca74f80b7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fcda542e-c61d-4630-ba31-fc0ca74f80b7,segment=NetworkSegment(c6f1909f-0e8c-4028-8ba1-4e604311272b),segment_id=c6f1909f-0e8c-4028-8ba1-4e604311272b)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:10.245001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.263471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network 967eacb9-1b02-46c5-8104-76af3628dc8b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:10.274585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:10.322028 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-10ffb5fe-359f-42e0-a0d5-b7906cb7e864 None None] Port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:10.330902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:10.386773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e772848f-84e0-41cb-921e-21e0c4c483f7 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:10.387807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.466826 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.476352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] DHCP port deletion for 4a6e14d6-fe92-4980-a1a2-d1700403e2f3 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:25:10.483382 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Transition to ACTIVE for port object f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:10.489981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] Deleting port fcda542e-c61d-4630-ba31-fc0ca74f80b7 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:10.490484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.562138 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.660419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for fcda542e-c61d-4630-ba31-fc0ca74f80b7 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:10.740228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Port': ['ID=0174de20-2717-4a75-aafc-ec5b88169f75,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:10.746769 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6245f3c5-d8c1-42c3-bace-0fd315f61b80 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3588 time: 0.8043644 Mar 28 15:25:10.747340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:00Z', 'updated_at': '2022-03-28T15:25:06Z', 'revision_number': 3, 'project_id': '03af721f111f47338d38df0f34fde40b', 'gw_port': {'id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:03Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:10.757904 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ef268e3-8219-455a-be8d-92aee856e830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.764366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.851651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ef268e3-8219-455a-be8d-92aee856e830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.875090 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfecfd-e4e2-4c85-9190-308f3ab20374 None None] Pushing event updated for resources: {'Port': ['ID=f5ba60fb-5279-43d5-b4d4-4f9080b3ff73,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:10.890481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.893588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Checking router: 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:10.894721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Updating router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 port e1f935bf-2aee-43b9-a7fd-7564179cb8c0 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:25:10.929334 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Attempting to bind port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:10.929746 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Attempting to bind port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:10.930207 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Attempting to bind port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 on network c407e35c-a10f-457f-b0f1-19ff53848a62 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:10.932112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.935693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5695948f-9330-4cb3-ab4b-63aa61552736 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:10.939221 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:10.939714 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Checking segment: {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:10.940228 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.940846 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Bound using segment: {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:10.941531 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Bound port: f5ba60fb-5279-43d5-b4d4-4f9080b3ff73, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:10.942000 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:10.989024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.031812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.044188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.076195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f1034fd6-7665-4768-91b7-65546a2dcd8d None None] Provisioning for port 0174de20-2717-4a75-aafc-ec5b88169f75 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:11.080057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] For port fcda542e-c61d-4630-ba31-fc0ca74f80b7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fcda542e-c61d-4630-ba31-fc0ca74f80b7,segment=NetworkSegment(c6f1909f-0e8c-4028-8ba1-4e604311272b),segment_id=c6f1909f-0e8c-4028-8ba1-4e604311272b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:11.080642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.092805 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] For port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:11.099158 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] For port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f5ba60fb-5279-43d5-b4d4-4f9080b3ff73,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:11.102392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f1034fd6-7665-4768-91b7-65546a2dcd8d None None] Provisioning complete for port 0174de20-2717-4a75-aafc-ec5b88169f75 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:11.102765 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f1034fd6-7665-4768-91b7-65546a2dcd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.105493 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.125978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No DVR routers for this DVR port fcda542e-c61d-4630-ba31-fc0ca74f80b7 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:25:11.128540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=fcda542e-c61d-4630-ba31-fc0ca74f80b7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:11.163244 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.216461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Allocated IP 172.20.0.1 (38c8762f-4134-4a1a-a3ee-02fa22228da6/9a2a6077-abbd-4014-b0b3-4ea2ea47273c/7a210903-8296-4e03-a62d-7c6217ee322e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:11.227691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ef268e3-8219-455a-be8d-92aee856e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.260057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.267159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] Calling delete_port for fcda542e-c61d-4630-ba31-fc0ca74f80b7 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:11.283371 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:11.283991 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:11.287857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef268e3-8219-455a-be8d-92aee856e830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91f4b1b-09db-4041-b6a4-ce1da4b09f40,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:11.289742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfdcf4e-4aba-44eb-993e-54ef541d134c,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:11.393649 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfecfd-e4e2-4c85-9190-308f3ab20374 None None] Pushing event updated for resources: {'Port': ['ID=f5ba60fb-5279-43d5-b4d4-4f9080b3ff73,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:11.456673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 5695948f-9330-4cb3-ab4b-63aa61552736 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:11.457667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.504232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ef268e3-8219-455a-be8d-92aee856e830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.505437 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6ef268e3-8219-455a-be8d-92aee856e830 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a91f4b1b-09db-4041-b6a4-ce1da4b09f40 HTTP/1.1" status: 204 len: 168 time: 1.4843302 Mar 28 15:25:11.512084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.513483 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0b798638-89e9-4a71-829c-280e3b3552ae tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4908557 Mar 28 15:25:11.515440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.523680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f1034fd6-7665-4768-91b7-65546a2dcd8d None None] Port 0174de20-2717-4a75-aafc-ec5b88169f75 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:11.528860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35306) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:11.650794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6e14d6-fe92-4980-a1a2-d1700403e2f3']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:11.682260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f1909f-0e8c-4028-8ba1-4e604311272b') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:11.682956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f1909f-0e8c-4028-8ba1-4e604311272b') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:11.706691 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:11.739189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:25:11.739540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:25:11.789516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.799461 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39a6ae70-c512-450e-b712-05027daf4ef7 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.810267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.820190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Transition to ACTIVE for port object 7a210903-8296-4e03-a62d-7c6217ee322e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:11.828548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39a6ae70-c512-450e-b712-05027daf4ef7 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.858286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.896149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:25:11.896740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:25:11.911828 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:25:11.934313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.079134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39a6ae70-c512-450e-b712-05027daf4ef7 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.105801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6ae70-c512-450e-b712-05027daf4ef7 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dfdcf4e-4aba-44eb-993e-54ef541d134c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:12.130396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Network 38c8762f-4134-4a1a-a3ee-02fa22228da6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:12.134262 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:12.140225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39a6ae70-c512-450e-b712-05027daf4ef7 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.141459 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-39a6ae70-c512-450e-b712-05027daf4ef7 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7dfdcf4e-4aba-44eb-993e-54ef541d134c HTTP/1.1" status: 204 len: 168 time: 0.6114881 Mar 28 15:25:12.145969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35314) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:12.156536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:12.178225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.213676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.217912 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/networks/4a6e14d6-fe92-4980-a1a2-d1700403e2f3 HTTP/1.1" status: 204 len: 168 time: 2.6798131 Mar 28 15:25:12.223859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35318) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:12.227587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb4676-ad0f-4829-87f5-c3cf40e6e9c8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Network': ['ID=4a6e14d6-fe92-4980-a1a2-d1700403e2f3,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:12.234431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-248088140', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:12.244558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:12.256108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] Deleting port fcda542e-c61d-4630-ba31-fc0ca74f80b7 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:12.256489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.279067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:router and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:12.279067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:12.281112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.292703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:12.306830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-716e1263-17f3-4cc6-be9a-b0ea59269f84 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:12.315712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a210903-8296-4e03-a62d-7c6217ee322e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:12.349411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.388655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.455548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.469510 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:11Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:12.477872 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223770c-fcc3-457a-a8b4-a618da2cf80d None None] The sync data for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv is: [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:11Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:12.479954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Transition to ACTIVE for port object e1f935bf-2aee-43b9-a7fd-7564179cb8c0 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:12.496358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.497406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.500880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-716e1263-17f3-4cc6-be9a-b0ea59269f84 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:12.502513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fcda542e-c61d-4630-ba31-fc0ca74f80b7 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:25:12.505759 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-716e1263-17f3-4cc6-be9a-b0ea59269f84 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3588026 Mar 28 15:25:12.506570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35328) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:12.603775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35334) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:12.610296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16347774', 'description': 'tempest-secgroup-smoke-16347774 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:12.617440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.622592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:12.642637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:12.648094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-211b6c6f-84a6-4de2-9095-0a80d278502d None None] The port 'fcda542e-c61d-4630-ba31-fc0ca74f80b7' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:25:12.649169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: fcda542e-c61d-4630-ba31-fc0ca74f80b7 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:25:12.649530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fcda542e-c61d-4630-ba31-fc0ca74f80b7 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:25:12.651324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.680058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event updated for resources: {'Port': ['ID=0174de20-2717-4a75-aafc-ec5b88169f75,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:12.702360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.745048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.773114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Attempting to bind port e1f935bf-2aee-43b9-a7fd-7564179cb8c0 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:12.773519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Attempting to bind port e1f935bf-2aee-43b9-a7fd-7564179cb8c0 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:12.774098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Attempting to bind port e1f935bf-2aee-43b9-a7fd-7564179cb8c0 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:12.787106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:12.787450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:12.787864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.788265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:12.788798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Bound port: e1f935bf-2aee-43b9-a7fd-7564179cb8c0, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:12.789134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.791848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:12.794502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.828079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c18468-e216-4136-a0b8-6c8f9db23049 None None] Pushing event updated for resources: {'Port': ['ID=e1f935bf-2aee-43b9-a7fd-7564179cb8c0,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:12.846726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b0a042b2-749c-4618-a499-c0f7e2b84e16 None None] Provisioning for port 7a210903-8296-4e03-a62d-7c6217ee322e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:12.867262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-116ae81c-db2d-47b6-a032-dee824d245ce tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.888289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b0a042b2-749c-4618-a499-c0f7e2b84e16 None None] Provisioning complete for port 7a210903-8296-4e03-a62d-7c6217ee322e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:12.888289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b0a042b2-749c-4618-a499-c0f7e2b84e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:12.953818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:12.958180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:12.968547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:13.030151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] For port e1f935bf-2aee-43b9-a7fd-7564179cb8c0, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:13.040106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] For port e1f935bf-2aee-43b9-a7fd-7564179cb8c0, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e1f935bf-2aee-43b9-a7fd-7564179cb8c0,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:13.044188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b0a042b2-749c-4618-a499-c0f7e2b84e16 None None] Port 7a210903-8296-4e03-a62d-7c6217ee322e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:13.067696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.068549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.111986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.124568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-116ae81c-db2d-47b6-a032-dee824d245ce tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.134367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Network 967eacb9-1b02-46c5-8104-76af3628dc8b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:13.140533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:13.239885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.242331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.273223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Routers {'955a8aa8-d4c9-45cd-90d4-2edb9d31da94'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:13.274048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:13.286228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31440ac-471e-49d0-af00-4b1f8c567fe3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:13.310634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.312632 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6915156e-4448-42d0-a5d8-6dd5f5415144 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0858572 Mar 28 15:25:13.317086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.317399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35348) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:13.408722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-585452423'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:13.457641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:13.465562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c18468-e216-4136-a0b8-6c8f9db23049 None None] Pushing event updated for resources: {'Port': ['ID=e1f935bf-2aee-43b9-a7fd-7564179cb8c0,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:13.480409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:network and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:13.481138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:13.493206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:13.518107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a210903-8296-4e03-a62d-7c6217ee322e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:13.520710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.525433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Router ec0fd6ca-46ad-4df4-83c8-8771589d6fd9 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:13.594778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-116ae81c-db2d-47b6-a032-dee824d245ce tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.622042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.622954 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1803f979-0419-440b-ad06-cfaab8b71aaa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0170503 Mar 28 15:25:13.628831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35354) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:13.647382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'a31440ac-471e-49d0-af00-4b1f8c567fe3', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:13.663039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ae81c-db2d-47b6-a032-dee824d245ce tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04350abf-feaa-444c-8eca-4a6b1bd1906a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:13.672574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:13.681011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] Set router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:13.684499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:13.693602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:13.702466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:13.730551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:13.738702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.747405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Network 38c8762f-4134-4a1a-a3ee-02fa22228da6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:13.748760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:13.766631 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c68b84a8-39ac-4bff-b89e-bdb537cc3cdf None None] Provisioning complete for port 0174de20-2717-4a75-aafc-ec5b88169f75 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:13.775673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c68b84a8-39ac-4bff-b89e-bdb537cc3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.801988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-116ae81c-db2d-47b6-a032-dee824d245ce tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.803418 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-116ae81c-db2d-47b6-a032-dee824d245ce tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/04350abf-feaa-444c-8eca-4a6b1bd1906a HTTP/1.1" status: 204 len: 168 time: 1.2898104 Mar 28 15:25:13.804738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:25:13.809283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35360) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:13.817281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:13.829623 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b913261-4890-4aff-9077-1512e084881a None None] Sync routers for ids ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:13.848556 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b913261-4890-4aff-9077-1512e084881a None None] Routers {'ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:13.850265 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5b913261-4890-4aff-9077-1512e084881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:13.859847 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0d0e2937-f101-4f80-a84b-e378d1014488 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "PUT /v2.0/routers/ec0fd6ca-46ad-4df4-83c8-8771589d6fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5837474 Mar 28 15:25:13.878662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35364) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:13.885993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.892322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:13.892680 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added segment 47e69a80-f690-4fef-82cd-518b3a45d68d of type vlan for network 46ebc837-e310-40a4-9a1a-30098917288f Mar 28 15:25:14.020985 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5b913261-4890-4aff-9077-1512e084881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:14.040901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c68b84a8-39ac-4bff-b89e-bdb537cc3cdf None None] Port 0174de20-2717-4a75-aafc-ec5b88169f75 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:14.053072 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b913261-4890-4aff-9077-1512e084881a None None] Routers {'ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:14.053913 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5b913261-4890-4aff-9077-1512e084881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:14.202927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.211445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b4d35481-0d19-409b-a577-cbeb15cd0deb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:14.214231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:14.216647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.301050 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-5b913261-4890-4aff-9077-1512e084881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:14.305207 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b913261-4890-4aff-9077-1512e084881a None None] The sync data for ids ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:14.311300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8820e242-23e8-4eeb-bc96-dde7f92401a7 None None] Provisioning complete for port 7a210903-8296-4e03-a62d-7c6217ee322e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:14.311673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8820e242-23e8-4eeb-bc96-dde7f92401a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.328236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.330485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b99ff0-3610-475c-9ff0-53d050573d9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.390043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:14.398823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6677f9ae-bd4d-49e7-b8c5-81f1cb127fc2,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:14.420921 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b4d35481-0d19-409b-a577-cbeb15cd0deb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:14.422286 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b4d35481-0d19-409b-a577-cbeb15cd0deb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6091788 Mar 28 15:25:14.488439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35376) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:14.488693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.488693 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0d735a6f-3e91-4600-a9cb-c64c233a6d7b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8554461 Mar 28 15:25:14.488693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35382) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:14.491339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967951054'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:14.497961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8820e242-23e8-4eeb-bc96-dde7f92401a7 None None] Port 7a210903-8296-4e03-a62d-7c6217ee322e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:14.505351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'a31440ac-471e-49d0-af00-4b1f8c567fe3', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:14.513774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:14.517125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:14.522751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:14.523259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.527672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:14.534506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:14.534686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.547115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:14.554407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:14.554607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:14.559693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:00Z', 'updated_at': '2022-03-28T15:25:12Z', 'revision_number': 4, 'project_id': '03af721f111f47338d38df0f34fde40b', 'gw_port': {'id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:03Z', 'updated_at': '2022-03-28T15:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7a210903-8296-4e03-a62d-7c6217ee322e', 'name': '', 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'mac_address': 'fa:16:3e:b6:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:11Z', 'updated_at': '2022-03-28T15:25:12Z', 'revision_number': 2, 'project_id': '03af721f111f47338d38df0f34fde40b', 'subnets': [{'id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:14.561808 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5d308084-6caa-4c9f-871a-7807dc1750c2 admin admin] 10.222.0.16 "PUT /v2.0/routers/955a8aa8-d4c9-45cd-90d4-2edb9d31da94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0643201 Mar 28 15:25:14.567386 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:14.574429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:14.575198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.641382 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-e9b99ff0-3610-475c-9ff0-53d050573d9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 15:25:14.645627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35388) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:14.647924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a61063-b72d-4976-9f3d-7a36783805e4 None None] The sync data for ids ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'] in dv-neutron-828143-13-hyperv is: [{'id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:00Z', 'updated_at': '2022-03-28T15:25:12Z', 'revision_number': 4, 'project_id': '03af721f111f47338d38df0f34fde40b', 'gw_port': {'id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:03Z', 'updated_at': '2022-03-28T15:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7a210903-8296-4e03-a62d-7c6217ee322e', 'name': '', 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'mac_address': 'fa:16:3e:b6:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:11Z', 'updated_at': '2022-03-28T15:25:12Z', 'revision_number': 2, 'project_id': '03af721f111f47338d38df0f34fde40b', 'subnets': [{'id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:14.657015 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e9b99ff0-3610-475c-9ff0-53d050573d9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "DELETE /v2.0/routers/ec0fd6ca-46ad-4df4-83c8-8771589d6fd9 HTTP/1.1" status: 409 len: 329 time: 0.7755592 Mar 28 15:25:14.787999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.791720 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4688847 Mar 28 15:25:14.793007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:14.817663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35396) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:14.828794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f5ba60fb-5279-43d5-b4d4-4f9080b3ff73,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:14.833234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16a431-519f-4fd8-b420-e8395f0567d8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Network': ['ID=46ebc837-e310-40a4-9a1a-30098917288f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:14.845654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 46ebc837-e310-40a4-9a1a-30098917288f details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:25:14.855841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'subnet': {'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:14.896841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:14.906790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:14.913484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:15.027818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:15.113251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:15.132977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:subnet and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:15.140388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:15.171141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.180468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:15.220758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.286426 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.289157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=f5ba60fb-5279-43d5-b4d4-4f9080b3ff73,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:15.327655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe7543e-810e-4bb8-aa0d-c282f4b5da0f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:15.339437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.365459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:15.368924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.388349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35404) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:15.409809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642765954', 'description': 'tempest-secgroup-smoke-1642765954 description', 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:15.425694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:15.487916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:security_group and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:15.490708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.494628 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d22e5ffe-af87-461f-ad20-f7b48b8f91b4 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0110030 Mar 28 15:25:15.494628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:15.494905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35408) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:15.500025 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': '5fe7543e-810e-4bb8-aa0d-c282f4b5da0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:15.507066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:15.510566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:15.526691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:15.532760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:15.540617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.541679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:15.598416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.613395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35412) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:15.622243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748934238', 'description': 'tempest-secgroup-smoke-1748934238 description', 'project_id': '45f98a5033c3421a99c3279e50eb966b'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:15.650314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:15.650830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.654736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.671965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:security_group and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:15.682632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:15.690714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:security_group_rule and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:15.694656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:15.700882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:15.746522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:15.754016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.768694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a74f34-0f1b-4be8-a623-4eb1b917bc10,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:15.840899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.845196 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4a6f2716-90a6-4dbc-b9a5-72b67eab1182 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3526130 Mar 28 15:25:15.852396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35416) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:15.858414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:15.862262 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:15.866525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'a31440ac-471e-49d0-af00-4b1f8c567fe3', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:15.884670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:15.898407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:15.903680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:15.917152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:15.962023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.000380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.033999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.119611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.121555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.123585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.149671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:16.164793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:16.178625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:security_group_rule and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:16.184639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.184855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0470f9ad-d260-4ebe-8969-09af825bb473,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:16.187519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:16.193166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:security_group_rule and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:16.210303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:16.228931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:16.251982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:16.294132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Subnet': ['ID=f77d2071-2965-448b-bdc8-256ea49d89e9,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:16.297087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29ebf94-509d-441e-9a57-576cf672d58f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:16.297254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.302387 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c9377ae8-f158-421c-a931-ac47ac3a246c tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8026114 Mar 28 15:25:16.309830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35420) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:16.361281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Checking segment: {'id': '47e69a80-f690-4fef-82cd-518b3a45d68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:16.361769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network hostable DHCP agents. Network: 46ebc837-e310-40a4-9a1a-30098917288f, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:25:16.378177 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-db8d3819-641f-4ff0-b474-ffea543070eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules/0470f9ad-d260-4ebe-8969-09af825bb473 HTTP/1.1" status: 200 len: 763 time: 0.0605702 Mar 28 15:25:16.378411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35424) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:16.410364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.414389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e1f935bf-2aee-43b9-a7fd-7564179cb8c0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:16.440060 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.455730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.493278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.508591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e73f53db-fdcd-4aeb-a92b-6f27a7eff89b tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:16.520541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896084cd-3ee9-48a6-bc01-c6a9e13883fb,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:16.539535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 46ebc837-e310-40a4-9a1a-30098917288f is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:25:16.541784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Deleting port 0174de20-2717-4a75-aafc-ec5b88169f75 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:16.541784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.543281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.556346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port e1f935bf-2aee-43b9-a7fd-7564179cb8c0 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:16.562513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e1f935bf-2aee-43b9-a7fd-7564179cb8c0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:16.564834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.565846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.591446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98e5c8f-69c2-49b6-874d-2c9b314edcf0,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:16.613700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.616203 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7f76c897-422f-4caf-8f89-39f69c470485 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7621956 Mar 28 15:25:16.618942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35428) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:16.626977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'a31440ac-471e-49d0-af00-4b1f8c567fe3', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:16.633129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:16.637405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:16.639907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244955d9-b57c-4ad3-8396-8e958743c65a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:16.640805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:16.655368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:16.658660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 46ebc837-e310-40a4-9a1a-30098917288f) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:16.666170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.670470 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5356f2c0-8cd4-4167-b74a-6515f1244dfe tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2751362 Mar 28 15:25:16.678259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e73f53db-fdcd-4aeb-a92b-6f27a7eff89b tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:16.679656 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e73f53db-fdcd-4aeb-a92b-6f27a7eff89b tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3003347 Mar 28 15:25:16.679834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35432) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:16.681486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:16.682252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.683601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35434) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:16.695298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'security_group_rule': {'security_group_id': 'a98e5c8f-69c2-49b6-874d-2c9b314edcf0', 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:16.714494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:16.718824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf43dca4-2b15-40d5-bed9-4ef0d11c3deb None None] Network 46ebc837-e310-40a4-9a1a-30098917288f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:16.720496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:security_group_rule and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:16.723444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:16.729449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:16.756134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.760110 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9a729f0e-0939-4467-a288-974ddfdec88d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1430149 Mar 28 15:25:16.760462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35440) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:16.767529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'security_group_rule': {'security_group_id': '244955d9-b57c-4ad3-8396-8e958743c65a', 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:16.780874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:16.785406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.790704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6c6cbaeb-7729-4f0b-bcb6-db2d500cb8f5 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.794517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:security_group_rule and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:16.800066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:16.808612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6c6cbaeb-7729-4f0b-bcb6-db2d500cb8f5 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.810581 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0794daae-40be-4306-8732-d30220c7d64b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9885104 Mar 28 15:25:16.810581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:16.817222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35444) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:16.825033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.850988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.857920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port e1f935bf-2aee-43b9-a7fd-7564179cb8c0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e1f935bf-2aee-43b9-a7fd-7564179cb8c0,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:16.917686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.924505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.946613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.984374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:16.986116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:16.996201 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.041730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb391a34-e4b8-455d-8469-a70920237fc1,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:17.062463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.082085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-46ebc837-e310-40a4-9a1a-30098917288f', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:25:17.087971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.129176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.132700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.159353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d38180-45ec-40cb-9352-02e1a7426443,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:17.179247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.183225 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0cb46f50-54cb-4a66-854d-9d0452ac0138 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5594456 Mar 28 15:25:17.188440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35448) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:17.189172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'a31440ac-471e-49d0-af00-4b1f8c567fe3', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:17.195748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:17.201753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:17.201960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=e1f935bf-2aee-43b9-a7fd-7564179cb8c0,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:17.205044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:17.208737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.218600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:17.218600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.223570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:17.249286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc646b57-4239-4382-9fb8-ad39f1bd4ac7,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:17.264581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.279122 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-47c49bc3-62d4-494c-bcbf-3a3eb8e54a64 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5793045 Mar 28 15:25:17.279122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35452) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:17.279122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'security_group_rule': {'security_group_id': 'a98e5c8f-69c2-49b6-874d-2c9b314edcf0', 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:17.280827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:17.285220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:security_group_rule and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:17.288446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:17.294773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:17.317741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Calling delete_port for 0174de20-2717-4a75-aafc-ec5b88169f75 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:17.327676 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:25:17.337648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.363422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Sync routers for ids ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:17.374962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Routers {'955a8aa8-d4c9-45cd-90d4-2edb9d31da94'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:17.375697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:17.394898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.397203 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7504d3ed-1190-464c-b327-f6dd9dd4c156 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6355543 Mar 28 15:25:17.400762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35456) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:17.410800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'security_group_rule': {'security_group_id': '244955d9-b57c-4ad3-8396-8e958743c65a', 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:17.424198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:17.435298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:security_group_rule and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:17.438672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.440147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:17.443006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.454920 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:17.500873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.508926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6c6cbaeb-7729-4f0b-bcb6-db2d500cb8f5 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.537750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.537750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f529ea-a961-4458-9d40-9b75d2b34c80,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:17.564121 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.598872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Set router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:17.615019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cbaeb-7729-4f0b-bcb6-db2d500cb8f5 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0470f9ad-d260-4ebe-8969-09af825bb473,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:17.632607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.634884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6c6cbaeb-7729-4f0b-bcb6-db2d500cb8f5 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.636040 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6c6cbaeb-7729-4f0b-bcb6-db2d500cb8f5 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0470f9ad-d260-4ebe-8969-09af825bb473 HTTP/1.1" status: 204 len: 168 time: 0.9515262 Mar 28 15:25:17.644475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.646572 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f76eaec3-18a2-475d-a819-44e78b7390f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4613059 Mar 28 15:25:17.646789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35460) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:17.665817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35462) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:17.677786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.683654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'a31440ac-471e-49d0-af00-4b1f8c567fe3', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:17.691521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae11a58d-71cb-4499-86a3-0cca96c1220b,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:17.701467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:17.711963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:17.717487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:17.731618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:17.735876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.748356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cdda5abc-e04b-4ca4-80a5-5879da8fc377 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:17.772873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.784561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fc7157-8736-442b-a0d2-6d83059f75e6,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:17.807936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.808690 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-49cccf60-7797-441f-95b4-403a13d98544 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5381281 Mar 28 15:25:17.811340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35468) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:17.817494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'security_group_rule': {'security_group_id': 'a98e5c8f-69c2-49b6-874d-2c9b314edcf0', 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:17.823411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Allocated IP 2001:db8::2 (46ebc837-e310-40a4-9a1a-30098917288f/f77d2071-2965-448b-bdc8-256ea49d89e9/32fee300-1fcd-4017-8fb5-b959373f569d) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:17.824241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:17.828936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:security_group_rule and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:17.832190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:17.839482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:17.864865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cdda5abc-e04b-4ca4-80a5-5879da8fc377 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:17.869259 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cdda5abc-e04b-4ca4-80a5-5879da8fc377 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2032340 Mar 28 15:25:17.869259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.876420 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-06152372-64da-44fc-a6cf-3553fe4c05c2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4668489 Mar 28 15:25:17.876420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35472) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:17.876420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c2cab847-1a2b-4923-8c92-715e57ca0515 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': '5fe7543e-810e-4bb8-aa0d-c282f4b5da0f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:17.882902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c2cab847-1a2b-4923-8c92-715e57ca0515 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:17.893844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c2cab847-1a2b-4923-8c92-715e57ca0515 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:17.901436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35476) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:17.907541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'security_group_rule': {'security_group_id': '244955d9-b57c-4ad3-8396-8e958743c65a', 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:17.913983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:17.919860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:security_group_rule and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:17.925540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:17.934265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:17.949805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:17.997102 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:25:18.019798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.024588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c2cab847-1a2b-4923-8c92-715e57ca0515 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.037013 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.056358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.120844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.129868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c2cab847-1a2b-4923-8c92-715e57ca0515 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.156074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24078310-8692-497a-9679-ac6a3e5a6be4,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:18.181001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.181745 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:00Z', 'updated_at': '2022-03-28T15:25:12Z', 'revision_number': 4, 'project_id': '03af721f111f47338d38df0f34fde40b', 'gw_port': {'id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:03Z', 'updated_at': '2022-03-28T15:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7a210903-8296-4e03-a62d-7c6217ee322e', 'name': '', 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'mac_address': 'fa:16:3e:b6:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:11Z', 'updated_at': '2022-03-28T15:25:12Z', 'revision_number': 2, 'project_id': '03af721f111f47338d38df0f34fde40b', 'subnets': [{'id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:18.181966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c2cab847-1a2b-4923-8c92-715e57ca0515 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.193851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.202064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Checking router: 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:18.214655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Updating router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 port 7a210903-8296-4e03-a62d-7c6217ee322e binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:25:18.215250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cab847-1a2b-4923-8c92-715e57ca0515 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130f487a-e59e-4b03-a1e0-dc6ba2be692a,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:18.224533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.265216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.266921 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4f964d3f-b146-48a9-ae1f-c10896f376d0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4546463 Mar 28 15:25:18.268599 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.272025 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35480) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:18.280584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Port': ['ID=0174de20-2717-4a75-aafc-ec5b88169f75,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:18.282530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.285605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'security_group_rule': {'security_group_id': 'a98e5c8f-69c2-49b6-874d-2c9b314edcf0', 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:18.293953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e1f935bf-2aee-43b9-a7fd-7564179cb8c0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:18.303650 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:18.320595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:security_group_rule and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:18.327213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:18.332107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:18.333666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c4d0b0-0396-48a2-b00a-6a6bc8fbf5e7,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:18.341543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9337d4e1-d4ad-4495-a2cc-5394152deafc,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:18.348759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c2cab847-1a2b-4923-8c92-715e57ca0515 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.350133 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c2cab847-1a2b-4923-8c92-715e57ca0515 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4781790 Mar 28 15:25:18.353131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35484) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:18.355605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.377815 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8d901bcb-4251-4682-b9c7-d13f713ac765 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules/130f487a-e59e-4b03-a1e0-dc6ba2be692a HTTP/1.1" status: 200 len: 763 time: 0.0232081 Mar 28 15:25:18.381027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.381951 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6fe64dc1-75c1-44f4-b01a-3a02676d988b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4794381 Mar 28 15:25:18.382929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35488) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:18.385454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35490) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:18.416270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'security_group_rule': {'security_group_id': '244955d9-b57c-4ad3-8396-8e958743c65a', 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:18.425271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:18.445636 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:security_group_rule and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:18.448678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.467588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.489600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:18.492116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Transition to ACTIVE for port object 32fee300-1fcd-4017-8fb5-b959373f569d will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:18.512872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-95dc2266-daba-407d-9660-fab290f5fde3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:18.518226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:18.522385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.523576 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7c4b872c-2905-4c06-9b05-459644b784f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8563011 Mar 28 15:25:18.570471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.587572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e1f935bf-2aee-43b9-a7fd-7564179cb8c0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:18.588041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.611118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.631362 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Transition to ACTIVE for port object 32fee300-1fcd-4017-8fb5-b959373f569d will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:18.695285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.697515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-95dc2266-daba-407d-9660-fab290f5fde3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:18.702533 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-95dc2266-daba-407d-9660-fab290f5fde3 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3161209 Mar 28 15:25:18.742362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35504) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:18.743708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.759482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.772983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1757eff4-c0bc-434d-953b-2ad7bf145761,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:18.807459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.811326 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c28b59c2-289b-4000-8083-bedf1fa9bd4f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5275061 Mar 28 15:25:18.812806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ca0ba32-a85c-4c7c-94e4-330944d311eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.817666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35512) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:18.830808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'security_group_rule': {'security_group_id': 'a98e5c8f-69c2-49b6-874d-2c9b314edcf0', 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:18.846201 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ca0ba32-a85c-4c7c-94e4-330944d311eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.852082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:18.862327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:security_group_rule and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:18.876849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:18.901716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Network 46ebc837-e310-40a4-9a1a-30098917288f is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:18.906643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:18.910638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Pushing event updated for resources: {'Port': ['ID=32fee300-1fcd-4017-8fb5-b959373f569d,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:18.912855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:18.935744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:18.965670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.973267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ca0ba32-a85c-4c7c-94e4-330944d311eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:18.997579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0ba32-a85c-4c7c-94e4-330944d311eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=130f487a-e59e-4b03-a1e0-dc6ba2be692a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:19.021277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Attempting to bind port 32fee300-1fcd-4017-8fb5-b959373f569d on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:19.021643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Attempting to bind port 32fee300-1fcd-4017-8fb5-b959373f569d by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '47e69a80-f690-4fef-82cd-518b3a45d68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:19.022002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Attempting to bind port 32fee300-1fcd-4017-8fb5-b959373f569d on network 46ebc837-e310-40a4-9a1a-30098917288f {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:19.024643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.028269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-fe02219e-eee6-4b48-a686-5f945df59895 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:19.030140 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:19.030481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Checking segment: {'id': '47e69a80-f690-4fef-82cd-518b3a45d68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:19.030878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.031285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Bound using segment: {'id': '47e69a80-f690-4fef-82cd-518b3a45d68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:19.031747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Bound port: 32fee300-1fcd-4017-8fb5-b959373f569d, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e69a80-f690-4fef-82cd-518b3a45d68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:19.032716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.042817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 2001:db8::1 (46ebc837-e310-40a4-9a1a-30098917288f/f77d2071-2965-448b-bdc8-256ea49d89e9/7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:19.051516 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Project 3d19ac39b4f24bb69cb9aee627e11dd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:25:19.056471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edafcac-a12f-4c1b-b4b6-f230e64fbb06,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:19.061449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.077360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6ca0ba32-a85c-4c7c-94e4-330944d311eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.081499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6ca0ba32-a85c-4c7c-94e4-330944d311eb tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/130f487a-e59e-4b03-a1e0-dc6ba2be692a HTTP/1.1" status: 204 len: 168 time: 0.3339944 Mar 28 15:25:19.086217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35516) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:19.131599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Router ec0fd6ca-46ad-4df4-83c8-8771589d6fd9 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:19.150195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.154177 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-93c59437-7059-443a-a37e-c08ff189f9a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7649632 Mar 28 15:25:19.160947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35520) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:19.170180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-072d5685-c168-4087-9400-5fab2943d785 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:19.171291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'security_group_rule': {'security_group_id': '244955d9-b57c-4ad3-8396-8e958743c65a', 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:19.172046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.177788 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.181974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:19.192062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Transition to ACTIVE for port object 7a210903-8296-4e03-a62d-7c6217ee322e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:19.196892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] For port 32fee300-1fcd-4017-8fb5-b959373f569d, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:19.199907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] For port 32fee300-1fcd-4017-8fb5-b959373f569d, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=32fee300-1fcd-4017-8fb5-b959373f569d,segment=NetworkSegment(47e69a80-f690-4fef-82cd-518b3a45d68d),segment_id=47e69a80-f690-4fef-82cd-518b3a45d68d)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:19.238691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:security_group_rule and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:19.247425 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.247998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-fe02219e-eee6-4b48-a686-5f945df59895 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:19.249125 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-fe02219e-eee6-4b48-a686-5f945df59895 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16347774&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.4518969 Mar 28 15:25:19.276364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.280355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87255fb-c5a2-4e3c-840a-594574cd8ecd,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:19.283099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-072d5685-c168-4087-9400-5fab2943d785 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:19.287456 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-072d5685-c168-4087-9400-5fab2943d785 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2004864 Mar 28 15:25:19.288909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35524) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:19.294018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-94cf05f5-2ed0-4a87-a8c1-8d2c0584551d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': '5fe7543e-810e-4bb8-aa0d-c282f4b5da0f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:19.300011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-94cf05f5-2ed0-4a87-a8c1-8d2c0584551d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:19.310340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:19.310511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-94cf05f5-2ed0-4a87-a8c1-8d2c0584551d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:19.315209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.331196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:19.362462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.365085 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-da2430e7-2834-4946-b05f-67d8df002303 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5404794 Mar 28 15:25:19.367863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35528) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:19.373438 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'security_group_rule': {'security_group_id': 'a98e5c8f-69c2-49b6-874d-2c9b314edcf0', 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:19.381875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:19.386241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:security_group_rule and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:19.389865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:19.402867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:19.407080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94cf05f5-2ed0-4a87-a8c1-8d2c0584551d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.490891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94cf05f5-2ed0-4a87-a8c1-8d2c0584551d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.501489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:19.515382 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f281fe-8290-4585-b1d9-6c4c881a445d None None] Sync routers for ids ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:19.530152 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-18d3252a-964f-4255-b292-710f8a440f9f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "PUT /v2.0/routers/ec0fd6ca-46ad-4df4-83c8-8771589d6fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8801596 Mar 28 15:25:19.534992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35532) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:19.542510 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Project 45f98a5033c3421a99c3279e50eb966b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:25:19.545607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1a695-1448-4152-911b-32ce0e89f137 None None] Pushing event updated for resources: {'Port': ['ID=7a210903-8296-4e03-a62d-7c6217ee322e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:19.564871 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f281fe-8290-4585-b1d9-6c4c881a445d None None] Routers {'ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:19.565638 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-31f281fe-8290-4585-b1d9-6c4c881a445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:19.565974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.617078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.633023 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Attempting to bind port 7a210903-8296-4e03-a62d-7c6217ee322e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:19.634055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Attempting to bind port 7a210903-8296-4e03-a62d-7c6217ee322e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '6a3c9381-dc22-49bb-83d9-3278dc793681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:19.634768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Attempting to bind port 7a210903-8296-4e03-a62d-7c6217ee322e on network 38c8762f-4134-4a1a-a3ee-02fa22228da6 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:19.642151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-2401038d-e951-4d90-91cc-566b3650a7dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:19.642907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-2401038d-e951-4d90-91cc-566b3650a7dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:19.643889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:19.644467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Checking segment: {'id': '6a3c9381-dc22-49bb-83d9-3278dc793681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:19.645244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.645812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Bound using segment: {'id': '6a3c9381-dc22-49bb-83d9-3278dc793681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:19.646605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Bound port: 7a210903-8296-4e03-a62d-7c6217ee322e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c9381-dc22-49bb-83d9-3278dc793681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:19.647198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.673960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94cf05f5-2ed0-4a87-a8c1-8d2c0584551d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.686603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Transition to ACTIVE for port object 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:19.695679 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-31f281fe-8290-4585-b1d9-6c4c881a445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:19.709175 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f281fe-8290-4585-b1d9-6c4c881a445d None None] Routers {'ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:19.710545 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-31f281fe-8290-4585-b1d9-6c4c881a445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:19.710688 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Project 3d19ac39b4f24bb69cb9aee627e11dd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:25:19.712004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.741617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf05f5-2ed0-4a87-a8c1-8d2c0584551d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ea77b3-8b5a-4eca-9764-6451517d94d6,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:19.748803 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-78310043-2314-4e8d-ba72-54b85262552a tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] show failed (client error): The resource could not be found. Mar 28 15:25:19.754801 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-78310043-2314-4e8d-ba72-54b85262552a tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-2144545603 HTTP/1.1" status: 404 len: 335 time: 0.2135971 Mar 28 15:25:19.754801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.755855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35536) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:19.762209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ecb124a0-9ad2-46be-8940-32656a0ed877 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:19.775400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] For port 7a210903-8296-4e03-a62d-7c6217ee322e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:19.777403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e3217-3aeb-4595-bce7-cf5c73580ec7 None None] Pushing event updated for resources: {'Port': ['ID=32fee300-1fcd-4017-8fb5-b959373f569d,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:19.783560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] For port 7a210903-8296-4e03-a62d-7c6217ee322e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a210903-8296-4e03-a62d-7c6217ee322e,segment=NetworkSegment(6a3c9381-dc22-49bb-83d9-3278dc793681),segment_id=6a3c9381-dc22-49bb-83d9-3278dc793681)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:19.837910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-94cf05f5-2ed0-4a87-a8c1-8d2c0584551d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.839564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.844987 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-94cf05f5-2ed0-4a87-a8c1-8d2c0584551d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5550396 Mar 28 15:25:19.847359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35540) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:19.850144 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-31f281fe-8290-4585-b1d9-6c4c881a445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:19.850740 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f281fe-8290-4585-b1d9-6c4c881a445d None None] The sync data for ids ['ec0fd6ca-46ad-4df4-83c8-8771589d6fd9'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:19.853772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.874631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-2401038d-e951-4d90-91cc-566b3650a7dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:19.876387 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-2401038d-e951-4d90-91cc-566b3650a7dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 797 time: 0.5632603 Mar 28 15:25:19.877558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.899988 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c49fa38b-904c-41c3-b735-2f0acc1a4ae8 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules/21ea77b3-8b5a-4eca-9764-6451517d94d6 HTTP/1.1" status: 200 len: 764 time: 0.0513880 Mar 28 15:25:19.903338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35544) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:19.952624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 46ebc837-e310-40a4-9a1a-30098917288f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:19.954545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:19.967953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:19.974478 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-ecb124a0-9ad2-46be-8940-32656a0ed877 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] update failed (client error): The resource could not be found. Mar 28 15:25:19.980998 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ecb124a0-9ad2-46be-8940-32656a0ed877 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1070225977 HTTP/1.1" status: 404 len: 335 time: 0.2238584 Mar 28 15:25:19.982166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35548) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:20.005186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:20.005726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.007447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Routers {'955a8aa8-d4c9-45cd-90d4-2edb9d31da94'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:20.008108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:20.020110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08880a7-1504-435e-90af-b0a5c4f098ab,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:20.038827 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-53316daa-d053-4c0d-a19b-ca5314c569bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.1427097 Mar 28 15:25:20.044665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.114223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1cfcd7e6-3c93-4822-8d2d-4cac1f0006d5 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:20.122509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1a695-1448-4152-911b-32ce0e89f137 None None] Pushing event updated for resources: {'Port': ['ID=7a210903-8296-4e03-a62d-7c6217ee322e,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:20.149730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:20.175297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31be55b2-3ce5-41da-b238-7dc7ef429798,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:20.175545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.177169 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2b4bdfb0-b1b9-46f0-a9c9-af4104853747 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0145493 Mar 28 15:25:20.180130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35554) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:20.186869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'security_group_rule': {'security_group_id': '244955d9-b57c-4ad3-8396-8e958743c65a', 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:20.195458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:20.198044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ba77fe-92d4-4418-9c64-ed78620ca52f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Deleting subnet 0a5ce7e7-ecdd-4a3a-9e25-76b1ea33aa57 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:25:20.202457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:security_group_rule and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:20.207112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-26ba77fe-92d4-4418-9c64-ed78620ca52f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.209247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:20.216594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:20.250363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-c60e65be-82a5-4b73-95c7-8945de57ff6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:20.271808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1cfcd7e6-3c93-4822-8d2d-4cac1f0006d5 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:20.276534 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1cfcd7e6-3c93-4822-8d2d-4cac1f0006d5 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3721421 Mar 28 15:25:20.282213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35558) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:20.282213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.286045 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e7fcb68b-2ac4-413a-acdd-ca8c02bda34a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9168091 Mar 28 15:25:20.291970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35560) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:20.299913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] Set router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:20.314956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'network': {'name': 'tempest-network-smoke--1532818111', 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'port_security_enabled': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:20.331690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:20.336342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-26ba77fe-92d4-4418-9c64-ed78620ca52f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.344804 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Project 45f98a5033c3421a99c3279e50eb966b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:25:20.374137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:network and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:20.375752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.384918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:20.400722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:20.402823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.415229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-95a1e6b7-95ae-4a51-90ec-307885bd752b tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.426392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-c60e65be-82a5-4b73-95c7-8945de57ff6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:20.428060 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-c60e65be-82a5-4b73-95c7-8945de57ff6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3813314 Mar 28 15:25:20.431697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-95a1e6b7-95ae-4a51-90ec-307885bd752b tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.486979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Made reservation on behalf of 3d19ac39b4f24bb69cb9aee627e11dd6 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:20.489692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 32fee300-1fcd-4017-8fb5-b959373f569d up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:20.490561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.518604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-26ba77fe-92d4-4418-9c64-ed78620ca52f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.555701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-95a1e6b7-95ae-4a51-90ec-307885bd752b tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.642695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1e6b7-95ae-4a51-90ec-307885bd752b tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21ea77b3-8b5a-4eca-9764-6451517d94d6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:20.650280 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-95a1e6b7-95ae-4a51-90ec-307885bd752b tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.652971 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-95a1e6b7-95ae-4a51-90ec-307885bd752b tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/21ea77b3-8b5a-4eca-9764-6451517d94d6 HTTP/1.1" status: 204 len: 168 time: 0.3639231 Mar 28 15:25:20.654705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35566) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:20.661499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:25:20.727993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-26ba77fe-92d4-4418-9c64-ed78620ca52f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.752806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 32fee300-1fcd-4017-8fb5-b959373f569d completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:20.763487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a210903-8296-4e03-a62d-7c6217ee322e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:20.781352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ef8f2657-0b01-405f-b7f8-7e52d36900a0 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:20.788006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.788351 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Added segment 93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d of type vlan for network e220652f-a44a-4e74-aa14-16e89bca9e49 Mar 28 15:25:20.796844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba77fe-92d4-4418-9c64-ed78620ca52f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5ce7e7-ecdd-4a3a-9e25-76b1ea33aa57,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:20.812165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-26ba77fe-92d4-4418-9c64-ed78620ca52f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.822559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11c60e-495c-4a5f-b2a2-45d122009586 None None] Network d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:20.842334 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-26ba77fe-92d4-4418-9c64-ed78620ca52f tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "DELETE /v2.0/subnets/0a5ce7e7-ecdd-4a3a-9e25-76b1ea33aa57 HTTP/1.1" status: 204 len: 168 time: 0.8590305 Mar 28 15:25:20.846972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35570) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:20.892686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:20.908184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ef8f2657-0b01-405f-b7f8-7e52d36900a0 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:20.912074 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ef8f2657-0b01-405f-b7f8-7e52d36900a0 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2498941 Mar 28 15:25:20.918999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35574) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:20.986704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.019412 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-f0aafbc7-aae4-4dc9-9391-b85fdf671d8f service neutron] 10.222.0.16 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315676 Mar 28 15:25:21.027440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f3fa44-0d8a-4894-a845-984fc51d46e4 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Deleting subnet 666a5e41-2fd7-4548-8cb0-120f35cd08ff {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:25:21.031109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51f3fa44-0d8a-4894-a845-984fc51d46e4 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.046492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36614d1c-4470-4c65-8a4b-e1d5547db40e None None] Network 46ebc837-e310-40a4-9a1a-30098917288f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:21.066339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.117103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:00Z', 'updated_at': '2022-03-28T15:25:12Z', 'revision_number': 4, 'project_id': '03af721f111f47338d38df0f34fde40b', 'gw_port': {'id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:03Z', 'updated_at': '2022-03-28T15:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7a210903-8296-4e03-a62d-7c6217ee322e', 'name': '', 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'mac_address': 'fa:16:3e:b6:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:11Z', 'updated_at': '2022-03-28T15:25:19Z', 'revision_number': 4, 'project_id': '03af721f111f47338d38df0f34fde40b', 'subnets': [{'id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:21.129150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7a210903-8296-4e03-a62d-7c6217ee322e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:21.140739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034a9ac-1318-4516-b188-ebfa50761549 None None] The sync data for ids ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'] in dv-neutron-828143-13-hyperv is: [{'id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:00Z', 'updated_at': '2022-03-28T15:25:12Z', 'revision_number': 4, 'project_id': '03af721f111f47338d38df0f34fde40b', 'gw_port': {'id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:03Z', 'updated_at': '2022-03-28T15:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7a210903-8296-4e03-a62d-7c6217ee322e', 'name': '', 'network_id': '38c8762f-4134-4a1a-a3ee-02fa22228da6', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'mac_address': 'fa:16:3e:b6:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:11Z', 'updated_at': '2022-03-28T15:25:19Z', 'revision_number': 4, 'project_id': '03af721f111f47338d38df0f34fde40b', 'subnets': [{'id': '9a2a6077-abbd-4014-b0b3-4ea2ea47273c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:21.189909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7a210903-8296-4e03-a62d-7c6217ee322e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:21.189909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.195881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a1366e5-051f-4b76-ba75-18ef0d093d1d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.199256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1e704a-0f13-45f2-be5b-e7068e759f0a,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:21.245822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51f3fa44-0d8a-4894-a845-984fc51d46e4 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.276459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a1366e5-051f-4b76-ba75-18ef0d093d1d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.291573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.297174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:21.298356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.348116 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-1d90f43b-0ce2-4e1c-81e9-2b519b8660c0 service neutron] 10.222.0.16 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070438 Mar 28 15:25:21.385143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.397198 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fc691345-4435-4916-bdfe-0b3d6fde0236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2041004 Mar 28 15:25:21.447455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d37dca16-fc76-4f81-b061-66c2e3409c42 None None] Provisioning for port 32fee300-1fcd-4017-8fb5-b959373f569d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:21.447584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.468761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d37dca16-fc76-4f81-b061-66c2e3409c42 None None] Provisioning complete for port 32fee300-1fcd-4017-8fb5-b959373f569d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:21.469256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d37dca16-fc76-4f81-b061-66c2e3409c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.475107 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1809778 Mar 28 15:25:21.477964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35584) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:21.483320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'admin_state_up': True, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:21.496408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf4ca2-2cc8-45cd-bf1b-c7bf3eda8c3f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'Network': ['ID=e220652f-a44a-4e74-aa14-16e89bca9e49,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:21.504186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:21.508433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:router and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:21.512128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.512886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.517646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:21.538419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network e220652f-a44a-4e74-aa14-16e89bca9e49 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:25:21.553409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51f3fa44-0d8a-4894-a845-984fc51d46e4 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.606080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:21.628855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a1366e5-051f-4b76-ba75-18ef0d093d1d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.689872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1366e5-051f-4b76-ba75-18ef0d093d1d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe7543e-810e-4bb8-aa0d-c282f4b5da0f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:21.722836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8f11d6b-4986-40ac-b010-8887bc9e240b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.810816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:21.846183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.847504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.868622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f87e5b4e-fea8-46be-beca-d01e8afa0390 req-7f5f52a3-a2e1-4a27-a17c-9a75cccef7f2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:21.873397 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4a1366e5-051f-4b76-ba75-18ef0d093d1d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.877664 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4a1366e5-051f-4b76-ba75-18ef0d093d1d tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/5fe7543e-810e-4bb8-aa0d-c282f4b5da0f HTTP/1.1" status: 204 len: 168 time: 0.9575331 Mar 28 15:25:21.878411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35628) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:21.882061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51f3fa44-0d8a-4894-a845-984fc51d46e4 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.893478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:21.924831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 46ebc837-e310-40a4-9a1a-30098917288f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:21.934283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:21.990510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3fa44-0d8a-4894-a845-984fc51d46e4 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Subnet': ['ID=666a5e41-2fd7-4548-8cb0-120f35cd08ff,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:22.007183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51f3fa44-0d8a-4894-a845-984fc51d46e4 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.020565 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-51f3fa44-0d8a-4894-a845-984fc51d46e4 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "DELETE /v2.0/subnets/666a5e41-2fd7-4548-8cb0-120f35cd08ff HTTP/1.1" status: 204 len: 168 time: 1.1720774 Mar 28 15:25:22.022950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35634) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:22.025853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f87e5b4e-fea8-46be-beca-d01e8afa0390 req-7f5f52a3-a2e1-4a27-a17c-9a75cccef7f2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:22.042734 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f87e5b4e-fea8-46be-beca-d01e8afa0390 req-7f5f52a3-a2e1-4a27-a17c-9a75cccef7f2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 210 time: 0.2264922 Mar 28 15:25:22.089234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28958291-078f-44ce-8c0d-0e6330694201 None None] Network 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:22.201960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-545b11c9-10f1-4aa5-9da6-65bc3480bff1 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:22.273639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.310896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.336337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Deleting port 01a50dd1-1e30-4289-be9e-3137af394e66 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:22.336955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.357064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] DHCP port deletion for d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:25:22.413298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] Deleting port 01a50dd1-1e30-4289-be9e-3137af394e66 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:22.413663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.425875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-545b11c9-10f1-4aa5-9da6-65bc3480bff1 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:22.426767 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-545b11c9-10f1-4aa5-9da6-65bc3480bff1 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5467150 Mar 28 15:25:22.435685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35642) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:22.445021 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567175229'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:22.464994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:22.500135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7a210903-8296-4e03-a62d-7c6217ee322e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a210903-8296-4e03-a62d-7c6217ee322e,segment=NetworkSegment(6a3c9381-dc22-49bb-83d9-3278dc793681),segment_id=6a3c9381-dc22-49bb-83d9-3278dc793681)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:22.502702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d37dca16-fc76-4f81-b061-66c2e3409c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.519705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.544031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:22.586115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.652226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] For port 01a50dd1-1e30-4289-be9e-3137af394e66, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01a50dd1-1e30-4289-be9e-3137af394e66,segment=NetworkSegment(de384f04-acd2-4c60-81c9-89a9d5415a2d),segment_id=de384f04-acd2-4c60-81c9-89a9d5415a2d)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:22.652679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.671757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:25:22.691266 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.733966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01a50dd1-1e30-4289-be9e-3137af394e66 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:25:22.771350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d37dca16-fc76-4f81-b061-66c2e3409c42 None None] For port 32fee300-1fcd-4017-8fb5-b959373f569d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=32fee300-1fcd-4017-8fb5-b959373f569d,segment=NetworkSegment(47e69a80-f690-4fef-82cd-518b3a45d68d),segment_id=47e69a80-f690-4fef-82cd-518b3a45d68d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:22.849381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Calling delete_port for 01a50dd1-1e30-4289-be9e-3137af394e66 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:22.896777 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] For port 01a50dd1-1e30-4289-be9e-3137af394e66, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01a50dd1-1e30-4289-be9e-3137af394e66,segment=NetworkSegment(de384f04-acd2-4c60-81c9-89a9d5415a2d),segment_id=de384f04-acd2-4c60-81c9-89a9d5415a2d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:22.897169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.905483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d37dca16-fc76-4f81-b061-66c2e3409c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:22.920635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7a210903-8296-4e03-a62d-7c6217ee322e,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:22.934965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:22.940096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:22.943391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:22.957648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:23.116330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972da74b-a992-44bc-a438-20fa511ad08f None None] DHCP port deletion for 8dbe00b0-17c9-460d-9295-d61bcaa4ed40 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:25:23.138273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] Calling delete_port for 01a50dd1-1e30-4289-be9e-3137af394e66 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:23.178673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.179388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.208369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-972da74b-a992-44bc-a438-20fa511ad08f None None] Deleting port 47a13ff0-07ec-4875-9bb5-88f0653859b2 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:23.208748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-972da74b-a992-44bc-a438-20fa511ad08f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.247384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Port': ['ID=01a50dd1-1e30-4289-be9e-3137af394e66,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:23.257447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] No DVR routers for this DVR port 01a50dd1-1e30-4289-be9e-3137af394e66 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:25:23.266382 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No ports have port_id starting with 01a50dd1-1e30-4289-be9e-3137af394e66 Mar 28 15:25:23.294629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.379701 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-63337d0e-b55f-43c8-8c10-aa63b07e07a8 req-96adfc14-5b24-49b8-9cf7-4dd80a9b847b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 210 time: 0.0813730 Mar 28 15:25:23.382113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:25:23.382465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:25:23.426430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79457c3e-9b9d-4985-b9cc-1d1425f9bdb9 None None] Provisioning for port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:23.438060 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37dca16-fc76-4f81-b061-66c2e3409c42 None None] Pushing event updated for resources: {'Port': ['ID=32fee300-1fcd-4017-8fb5-b959373f569d,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:23.445453 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79457c3e-9b9d-4985-b9cc-1d1425f9bdb9 None None] Provisioning complete for port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:23.445837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-79457c3e-9b9d-4985-b9cc-1d1425f9bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.449150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:23.481352 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-681f316b-0fd5-49f5-9bbb-319e13c75e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6630425 Mar 28 15:25:23.483274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35656) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:23.489569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1740826385'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:23.499017 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:23.505985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:23.519351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:network and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:23.519351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:23.521170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:23.547037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d0bb1f-16aa-48ee-953c-64bf4c20f171,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:23.580994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.617601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:23.618401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:24:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:23.632069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17ee8a9-8ded-4a5b-86b9-4f556e7ad871']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:23.658613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de384f04-acd2-4c60-81c9-89a9d5415a2d') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:23.661356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de384f04-acd2-4c60-81c9-89a9d5415a2d') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:23.680120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.681895 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ffff6fe1-25b3-489c-97e5-20a47ba14bbf tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2454298 Mar 28 15:25:23.684550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35660) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:23.689136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.693556 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-79457c3e-9b9d-4985-b9cc-1d1425f9bdb9 None None] Port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:23.700344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Request body: {'security_group_rule': {'security_group_id': 'b5d0bb1f-16aa-48ee-953c-64bf4c20f171', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:23.709330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:23.717952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Usage tracker for resource:security_group_rule and tenant:c31ea2833c3f435db62d22318f84265a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:23.723214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:23.726205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.733497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:23.737712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:25:23.738214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.742823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-129bb5df-1b23-4d74-b767-7cda8f4db77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:25:23.760523 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:25:23.783279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.812030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:23.816718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.839867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.847431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-972da74b-a992-44bc-a438-20fa511ad08f None None] For port 47a13ff0-07ec-4875-9bb5-88f0653859b2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=47a13ff0-07ec-4875-9bb5-88f0653859b2,segment=NetworkSegment(060eb23e-cc9e-4a50-81dc-de85ca6d73d2),segment_id=060eb23e-cc9e-4a50-81dc-de85ca6d73d2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:23.847752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-972da74b-a992-44bc-a438-20fa511ad08f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.918167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] Deleting port 01a50dd1-1e30-4289-be9e-3137af394e66 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:23.918515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.925936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:25:23.947463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.947807 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added segment e0d49f8e-6096-454a-a30f-7bd6a6d61199 of type vlan for network 9337d935-8bc3-4a44-ace3-aabc7206f613 Mar 28 15:25:23.950243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.968532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-79457c3e-9b9d-4985-b9cc-1d1425f9bdb9 None None] Provisioning complete for port 32fee300-1fcd-4017-8fb5-b959373f569d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:23.974275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:23.979126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-79457c3e-9b9d-4985-b9cc-1d1425f9bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.006373 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "DELETE /v2.0/networks/d17ee8a9-8ded-4a5b-86b9-4f556e7ad871 HTTP/1.1" status: 204 len: 168 time: 1.9816494 Mar 28 15:25:24.007346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d84cb-edde-42fb-beed-a1963a7350ea tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Network': ['ID=d17ee8a9-8ded-4a5b-86b9-4f556e7ad871,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:24.009162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35666) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:24.012321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.045340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.072194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Allocated IP 172.26.7.114 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:24.255212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.267991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:24.269079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.272085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-972da74b-a992-44bc-a438-20fa511ad08f None None] Calling delete_port for 47a13ff0-07ec-4875-9bb5-88f0653859b2 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:24.295405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.315716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.320480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Deleting port 47a13ff0-07ec-4875-9bb5-88f0653859b2 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:24.320831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.354444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:24.381733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.423663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Network': ['ID=9337d935-8bc3-4a44-ace3-aabc7206f613,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:24.470130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9c71d0-242c-440c-975d-9c036579631c,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:24.478579 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a006f7e5-57b3-4239-b7e7-8081eb379a08 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9940419 Mar 28 15:25:24.482085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 9337d935-8bc3-4a44-ace3-aabc7206f613 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:25:24.488309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35706) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:24.493996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.506309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'subnet': {'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:24.613851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b234b769-5289-4c08-8bf2-55c64e17f1ed None None] The port '01a50dd1-1e30-4289-be9e-3137af394e66' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:25:24.619228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.622900 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-376c1609-99c4-4c1d-8802-8edebd97e063 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9348805 Mar 28 15:25:24.623546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35710) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:24.684746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.791994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:24.797771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:24.805649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:24.856686 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-632905b2-3158-4c4f-8bea-a5de281b260a req-69000c1b-52b1-4695-b60e-2fe8de4ef02f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 210 time: 0.0942984 Mar 28 15:25:24.881996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 32fee300-1fcd-4017-8fb5-b959373f569d up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:24.959749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] For port 47a13ff0-07ec-4875-9bb5-88f0653859b2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=47a13ff0-07ec-4875-9bb5-88f0653859b2,segment=NetworkSegment(060eb23e-cc9e-4a50-81dc-de85ca6d73d2),segment_id=060eb23e-cc9e-4a50-81dc-de85ca6d73d2)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:24.960462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:24.967954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:24.981377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:subnet and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:24.990342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:25.037870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.121037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Calling delete_port for 47a13ff0-07ec-4875-9bb5-88f0653859b2 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:25.143928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.144741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-972da74b-a992-44bc-a438-20fa511ad08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.161090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:25.167407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'Port': ['ID=bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:25.212735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-1315e6af-9cde-4b40-a2d5-340d5a4d09fc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:25.212735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-1315e6af-9cde-4b40-a2d5-340d5a4d09fc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:25.213095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6c31ab9-83ba-41f0-8d8a-1b12c72eef67 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.213198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 32fee300-1fcd-4017-8fb5-b959373f569d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:25.213198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.235817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-1315e6af-9cde-4b40-a2d5-340d5a4d09fc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:25.236964 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-1315e6af-9cde-4b40-a2d5-340d5a4d09fc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 797 time: 0.5105016 Mar 28 15:25:25.248068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972da74b-a992-44bc-a438-20fa511ad08f None None] Pushing event deleted for resources: {'Port': ['ID=47a13ff0-07ec-4875-9bb5-88f0653859b2,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:25.249078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:25:25.249749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:25:25.268635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6c31ab9-83ba-41f0-8d8a-1b12c72eef67 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.281596 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972da74b-a992-44bc-a438-20fa511ad08f None None] No DVR routers for this DVR port 47a13ff0-07ec-4875-9bb5-88f0653859b2 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:25:25.296548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:25.301387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.324800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ce3693b6-0312-4afa-b09a-4b7dcda316de None None] Provisioning complete for port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:25.325195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ce3693b6-0312-4afa-b09a-4b7dcda316de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.382448 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-641ecf68-c4c4-4c62-bc1e-d379a7b0c289 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 378 time: 0.1298537 Mar 28 15:25:25.412000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ce3693b6-0312-4afa-b09a-4b7dcda316de None None] Port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:25.442771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['a31440ac-471e-49d0-af00-4b1f8c567fe3']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:25.526123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a210903-8296-4e03-a62d-7c6217ee322e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:25.588739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:20Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:21Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:25.606128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:25.606776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Updating router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:25:25.707364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.707521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:25.748729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.749226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:25.751534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Deleting port 47a13ff0-07ec-4875-9bb5-88f0653859b2 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:25.751876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.776087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7a210903-8296-4e03-a62d-7c6217ee322e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:25.776462 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.833408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6c31ab9-83ba-41f0-8d8a-1b12c72eef67 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.857011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] The port '47a13ff0-07ec-4875-9bb5-88f0653859b2' was deleted {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:25:25.861455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:25.865111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.927838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c31ab9-83ba-41f0-8d8a-1b12c72eef67 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d0bb1f-16aa-48ee-953c-64bf4c20f171,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:25.961941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6c31ab9-83ba-41f0-8d8a-1b12c72eef67 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:25.966319 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a6c31ab9-83ba-41f0-8d8a-1b12c72eef67 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/b5d0bb1f-16aa-48ee-953c-64bf4c20f171 HTTP/1.1" status: 204 len: 168 time: 1.3419642 Mar 28 15:25:25.967263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35722) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:26.000050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.160218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-636f391e-6d43-4519-aa78-08a9f514e4ec tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:26.198373 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 47a13ff0-07ec-4875-9bb5-88f0653859b2 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:25:26.246230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 47a13ff0-07ec-4875-9bb5-88f0653859b2 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:25:26.246559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 47a13ff0-07ec-4875-9bb5-88f0653859b2 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:25:26.278911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.325571 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-befb419e-9d5b-4bf0-9c83-c2770c95c8f9 req-a42c91ee-8f21-4b1d-b1dd-d1245b4dab37 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 210 time: 0.0693486 Mar 28 15:25:26.329555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-636f391e-6d43-4519-aa78-08a9f514e4ec tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:26.333762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-636f391e-6d43-4519-aa78-08a9f514e4ec tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3623540 Mar 28 15:25:26.337646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35726) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:26.350898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.405230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.412482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbe00b0-17c9-460d-9295-d61bcaa4ed40']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:26.420109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Transition to ACTIVE for port object 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:26.459365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-109330ff-affd-4dae-8300-43f51acaf363 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:26.462268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060eb23e-cc9e-4a50-81dc-de85ca6d73d2') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:26.462268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060eb23e-cc9e-4a50-81dc-de85ca6d73d2') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:26.480566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Subnet': ['ID=bbc5d966-528e-4b2a-8fb5-16e54c37e631,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:26.494038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.499347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.515856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.542074 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Checking segment: {'id': 'e0d49f8e-6096-454a-a30f-7bd6a6d61199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:26.542482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network hostable DHCP agents. Network: 9337d935-8bc3-4a44-ace3-aabc7206f613, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:25:26.568227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.582607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:25:26.582878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.583287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-109330ff-affd-4dae-8300-43f51acaf363 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group_rule {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:26.587697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-109330ff-affd-4dae-8300-43f51acaf363 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2498217 Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: util.warn( Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:25:26.615659 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:25:26.618769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35730) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:26.718480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.5 (c407e35c-a10f-457f-b0f1-19ff53848a62/bb07ac5f-88a1-4f21-943d-6c3f5d8e0035/5acd092d-f928-4d69-81e3-f3a07e149ff5) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:26.740980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 9337d935-8bc3-4a44-ace3-aabc7206f613 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:25:26.743701 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-da23e5b7-f16a-4047-a382-f1195b6b3f03 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] delete failed (client error): The resource could not be found. Mar 28 15:25:26.748367 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-da23e5b7-f16a-4047-a382-f1195b6b3f03 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "DELETE /v2.0/security-groups/b5d0bb1f-16aa-48ee-953c-64bf4c20f171 HTTP/1.1" status: 404 len: 347 time: 0.1242476 Mar 28 15:25:26.748525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35736) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:26.777626 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161926b-c613-42c2-8f7c-3b3199e98516 None None] Pushing event updated for resources: {'Port': ['ID=7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:26.825994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Attempting to bind port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:26.826414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Attempting to bind port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '47e69a80-f690-4fef-82cd-518b3a45d68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:26.827294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Attempting to bind port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e on network 46ebc837-e310-40a4-9a1a-30098917288f {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:26.834574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:26.835056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Checking segment: {'id': '47e69a80-f690-4fef-82cd-518b3a45d68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:26.835635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.836029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Bound using segment: {'id': '47e69a80-f690-4fef-82cd-518b3a45d68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:26.836496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Bound port: 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e69a80-f690-4fef-82cd-518b3a45d68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:26.836938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.853081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.855055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 9337d935-8bc3-4a44-ace3-aabc7206f613) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:26.892987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee64817-5c4d-49a7-a5be-d573350f667f None None] Network 9337d935-8bc3-4a44-ace3-aabc7206f613 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:26.911274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.928514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:26.932153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:26.939430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:25:26.949478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-01020c88-9b7d-44d9-b6c1-d5d59d4984f9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Synchronizing usage tracker for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:26.996786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Network': ['ID=8dbe00b0-17c9-460d-9295-d61bcaa4ed40,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:27.025985 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5efa8c5b-c461-4ad4-9a21-4c7e29fd21e8 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "DELETE /v2.0/networks/8dbe00b0-17c9-460d-9295-d61bcaa4ed40 HTTP/1.1" status: 204 len: 168 time: 3.0154183 Mar 28 15:25:27.029086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35740) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:27.031633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-01020c88-9b7d-44d9-b6c1-d5d59d4984f9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] Unset dirty status for tenant:c31ea2833c3f435db62d22318f84265a on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:27.033016 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-01020c88-9b7d-44d9-b6c1-d5d59d4984f9 tempest-SecGroupTest-577858222 tempest-SecGroupTest-577858222-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2728419 Mar 28 15:25:27.145669 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c7fbf438-506f-4704-b623-5b2f7e971329 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6593177 Mar 28 15:25:27.160860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35746) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:27.184759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] For port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:27.248450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:27.267075 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Sync routers for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:27.268687 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] For port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e,segment=NetworkSegment(47e69a80-f690-4fef-82cd-518b3a45d68d),segment_id=47e69a80-f690-4fef-82cd-518b3a45d68d)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:27.278157 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:27.280394 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:27.348721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2a1e5f-e307-461e-8e8c-258f124eac59 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Deleting subnet 58703a06-08d9-4ba6-810d-69f80e63696f {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:25:27.351811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1e5f-e307-461e-8e8c-258f124eac59 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:27.356411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:27.358480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:27.364110 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-84dd3251-83f2-468a-89fb-7c06154d8a6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.8823910 Mar 28 15:25:27.367209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35752) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:27.399911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-9337d935-8bc3-4a44-ace3-aabc7206f613', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:25:27.401171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:27.442293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1e5f-e307-461e-8e8c-258f124eac59 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:27.568483 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:27.609624 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:27.610901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:27.698847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161926b-c613-42c2-8f7c-3b3199e98516 None None] Pushing event updated for resources: {'Port': ['ID=7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:27.730545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-afcbf5af-5bf1-46a9-9c88-0532828b5658 req-8ad2c028-7d0a-45ea-a331-f79e3ef7f4fe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:27.766111 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b1c1c41e-ffe2-4b05-9ba0-5adcef557163 tempest-TestNetworkAdvancedServerOps-943267264 tempest-TestNetworkAdvancedServerOps-943267264-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=3d19ac39b4f24bb69cb9aee627e11dd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3988254 Mar 28 15:25:27.769955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35762) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:27.933426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35766) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:27.972813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.038462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dd780d-0e59-4aad-a0f2-6e0c32e4c37b tempest-TestNetworkAdvancedServerOps-943267264 tempest-TestNetworkAdvancedServerOps-943267264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:28.041139 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-80dd780d-0e59-4aad-a0f2-6e0c32e4c37b tempest-TestNetworkAdvancedServerOps-943267264 tempest-TestNetworkAdvancedServerOps-943267264-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2701879 Mar 28 15:25:28.044405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35772) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:28.054793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:28.100734 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6f0aac03-ad38-4c4d-a881-77ee30bbe9f5 tempest-TestNetworkAdvancedServerOps-943267264 tempest-TestNetworkAdvancedServerOps-943267264-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551102 Mar 28 15:25:28.103008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35776) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:28.108066 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:25Z', 'revision_number': 3, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:28.110863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1542120029', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:28.113223 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Checking router: 6317cb06-88d5-48d6-9d25-cc1cf3bd464d for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:28.113638 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Updating router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:25:28.133230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-afcbf5af-5bf1-46a9-9c88-0532828b5658 req-8ad2c028-7d0a-45ea-a331-f79e3ef7f4fe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:28.151594 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-afcbf5af-5bf1-46a9-9c88-0532828b5658 req-8ad2c028-7d0a-45ea-a331-f79e3ef7f4fe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 210 time: 0.5381346 Mar 28 15:25:28.170473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 5acd092d-f928-4d69-81e3-f3a07e149ff5 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:28.185501 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.222450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1e5f-e307-461e-8e8c-258f124eac59 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.266920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Allocated IP 2001:db8:1::2 (9337d935-8bc3-4a44-ace3-aabc7206f613/bbc5d966-528e-4b2a-8fb5-16e54c37e631/381854c1-c8e4-4650-bf3b-a2cb9a79240a) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:28.567440 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-40d0c777-b02e-4247-8256-76cac06a4a8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c31ea2833c3f435db62d22318f84265a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309276 Mar 28 15:25:28.577010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35780) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:28.607222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:28.617676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:subnet and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:28.624139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:28.645407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:28.693483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7bef802-8dda-4862-a5a3-4abcef0d1941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.731463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7bef802-8dda-4862-a5a3-4abcef0d1941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.779634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.784327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Made reservation on behalf of 3d19ac39b4f24bb69cb9aee627e11dd6 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:28.794941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.818886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.880947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:20Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:27Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:28.886293 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.895819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Transition to ACTIVE for port object 381854c1-c8e4-4650-bf3b-a2cb9a79240a will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:28.908988 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Transition to ACTIVE for port object bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:28.930405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Transition to ACTIVE for port object 381854c1-c8e4-4650-bf3b-a2cb9a79240a will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:28.933509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b91d06-42d7-4734-8095-067ad2bd64f2 None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:20Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:27Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:28.973475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network c407e35c-a10f-457f-b0f1-19ff53848a62 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:28.981356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7bef802-8dda-4862-a5a3-4abcef0d1941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:28.985998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:28.988140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=5acd092d-f928-4d69-81e3-f3a07e149ff5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:29.024235 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.025171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.033041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:29.062133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bef802-8dda-4862-a5a3-4abcef0d1941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49fa2f7-4f81-4a87-84cf-f31e2b26b4bd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:29.206441 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Attempting to bind port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:29.207093 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Attempting to bind port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:29.207645 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Attempting to bind port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:29.212014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Network 9337d935-8bc3-4a44-ace3-aabc7206f613 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:29.216697 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77037faa-1dd1-48f6-9044-c518f4ec3d5e None None] Pushing event updated for resources: {'Port': ['ID=bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:29.221748 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:29.222394 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:29.225457 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.226028 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:29.226910 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Bound port: bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:29.228209 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.230100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:29.238569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:29.254575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:29.256709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.293727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.394421 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Pushing event updated for resources: {'Port': ['ID=381854c1-c8e4-4650-bf3b-a2cb9a79240a,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:29.429497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e7bef802-8dda-4862-a5a3-4abcef0d1941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.435669 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] For port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:29.440429 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e7bef802-8dda-4862-a5a3-4abcef0d1941 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a49fa2f7-4f81-4a87-84cf-f31e2b26b4bd HTTP/1.1" status: 204 len: 168 time: 0.8576403 Mar 28 15:25:29.472493 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] For port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:29.478012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.508710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1e5f-e307-461e-8e8c-258f124eac59 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.518841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Attempting to bind port 381854c1-c8e4-4650-bf3b-a2cb9a79240a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:29.518841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Attempting to bind port 381854c1-c8e4-4650-bf3b-a2cb9a79240a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'e0d49f8e-6096-454a-a30f-7bd6a6d61199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:29.518841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Attempting to bind port 381854c1-c8e4-4650-bf3b-a2cb9a79240a on network 9337d935-8bc3-4a44-ace3-aabc7206f613 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:29.526821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:29.531726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Checking segment: {'id': 'e0d49f8e-6096-454a-a30f-7bd6a6d61199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:29.531726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.531726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Bound using segment: {'id': 'e0d49f8e-6096-454a-a30f-7bd6a6d61199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:29.531726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Bound port: 381854c1-c8e4-4650-bf3b-a2cb9a79240a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d49f8e-6096-454a-a30f-7bd6a6d61199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:29.531726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.552198 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.634980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a1e5f-e307-461e-8e8c-258f124eac59 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Subnet': ['ID=58703a06-08d9-4ba6-810d-69f80e63696f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:29.637716 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-e4c35ae5-fecd-40b8-a2cf-5bf065c3970a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2058530 Mar 28 15:25:29.647193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Checking segment: {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:29.648091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Network hostable DHCP agents. Network: e220652f-a44a-4e74-aa14-16e89bca9e49, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:25:29.665165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'Subnet': ['ID=e99e7940-6040-4d47-99c5-e2999b3ca63f,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:29.697141 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77037faa-1dd1-48f6-9044-c518f4ec3d5e None None] Pushing event updated for resources: {'Port': ['ID=bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:29.713542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] For port 381854c1-c8e4-4650-bf3b-a2cb9a79240a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:29.720921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] For port 381854c1-c8e4-4650-bf3b-a2cb9a79240a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=381854c1-c8e4-4650-bf3b-a2cb9a79240a,segment=NetworkSegment(e0d49f8e-6096-454a-a30f-7bd6a6d61199),segment_id=e0d49f8e-6096-454a-a30f-7bd6a6d61199)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:29.724210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c03cb-5305-4edd-a1bf-9defc69b56ef None None] Network 967eacb9-1b02-46c5-8104-76af3628dc8b requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:29.741883 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:29.742879 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:29.743553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4f2049ce-436b-44b3-b8ae-334dff982304 None None] Provisioning for port 5acd092d-f928-4d69-81e3-f3a07e149ff5 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:29.756482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c7d16-3f1d-43b6-bc0b-f683db8aafcc req-910af3f6-d30a-40c2-a57c-611640cd3218 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:29.756482 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-da4c7d16-3f1d-43b6-bc0b-f683db8aafcc req-910af3f6-d30a-40c2-a57c-611640cd3218 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 931 time: 0.2435248 Mar 28 15:25:29.763501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4f2049ce-436b-44b3-b8ae-334dff982304 None None] Provisioning complete for port 5acd092d-f928-4d69-81e3-f3a07e149ff5 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:29.763927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4f2049ce-436b-44b3-b8ae-334dff982304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.834584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Network e220652f-a44a-4e74-aa14-16e89bca9e49 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:25:29.835573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1e5f-e307-461e-8e8c-258f124eac59 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.840506 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5a2a1e5f-e307-461e-8e8c-258f124eac59 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "DELETE /v2.0/subnets/58703a06-08d9-4ba6-810d-69f80e63696f HTTP/1.1" status: 204 len: 168 time: 2.8093379 Mar 28 15:25:29.848464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Request body: {'port': {'device_id': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:29.863651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35790) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:29.879822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4f2049ce-436b-44b3-b8ae-334dff982304 None None] Port 5acd092d-f928-4d69-81e3-f3a07e149ff5 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:29.884658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:29.998040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237762d-fcab-4f58-a008-bfba7926c490 None None] Pushing event updated for resources: {'Port': ['ID=381854c1-c8e4-4650-bf3b-a2cb9a79240a,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:30.058832 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:30.169804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:30.191709 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-da4c7d16-3f1d-43b6-bc0b-f683db8aafcc req-1ec827ef-c337-47c5-a7dc-a9d135b1dc71 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4257300 Mar 28 15:25:30.203224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, e220652f-a44a-4e74-aa14-16e89bca9e49) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:30.221632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:30.224007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:30.258035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48337339-cad8-40bb-ab67-d031c7b1b7fd None None] Network e220652f-a44a-4e74-aa14-16e89bca9e49 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:30.278401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Deleting port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:30.279377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:30.398393 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ad594614-7985-4c32-8c92-fc65456b426f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2941923 Mar 28 15:25:30.405871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35804) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:30.525159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:30.669895 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:25Z', 'revision_number': 3, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:30.678588 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad21297e-f3db-4725-a7bc-afbde35a9004 None None] The sync data for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv is: [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:25Z', 'revision_number': 3, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:30.878751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] DHCP port deletion for 967eacb9-1b02-46c5-8104-76af3628dc8b request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:25:30.936772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:31.026371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] Deleting port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:31.027459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:31.045805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] For port 7a1943b2-37e7-49e4-8b03-a97906fdeda6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a1943b2-37e7-49e4-8b03-a97906fdeda6,segment=NetworkSegment(3687c291-2b0c-4dcc-8145-be4aafaa99ea),segment_id=3687c291-2b0c-4dcc-8145-be4aafaa99ea)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:31.046186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:31.234927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 2001:db8:1::1 (9337d935-8bc3-4a44-ace3-aabc7206f613/bbc5d966-528e-4b2a-8fb5-16e54c37e631/94d2c6ca-d559-4944-8376-0903b89943ea) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:31.365764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-e220652f-a44a-4e74-aa14-16e89bca9e49', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:25:31.370836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:31.373692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Calling delete_port for 7a1943b2-37e7-49e4-8b03-a97906fdeda6 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:31.731988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:31.748807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35822) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:31.765117 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0151725 Mar 28 15:25:31.781331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35824) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:31.782083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:31.788108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:31.788471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:31.855278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] No DVR routers for this DVR port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:25:31.868271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.resource_extend [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 15:25:31.887800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Port': ['ID=7a1943b2-37e7-49e4-8b03-a97906fdeda6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:32.136593 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acd092d-f928-4d69-81e3-f3a07e149ff5 {{(pid=88487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:25:32.150936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.179742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.193656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Allocated IP 172.20.0.2 (e220652f-a44a-4e74-aa14-16e89bca9e49/e99e7940-6040-4d47-99c5-e2999b3ca63f/6fee8397-f542-48f7-8a95-b32f544002c0) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:32.215776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Transition to ACTIVE for port object 5acd092d-f928-4d69-81e3-f3a07e149ff5 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:32.237278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Transition to ACTIVE for port object 94d2c6ca-d559-4944-8376-0903b89943ea will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:32.261776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38751cd-3820-429a-a87f-7b07ae489817 req-d4d7a1f1-e4df-46a5-a283-dc6738637466 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:32.264140 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b38751cd-3820-429a-a87f-7b07ae489817 req-d4d7a1f1-e4df-46a5-a283-dc6738637466 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 931 time: 0.7311444 Mar 28 15:25:32.330681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.335978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef02b50-88dc-480d-8cf5-9c703c6d7b78 None None] Network 9337d935-8bc3-4a44-ace3-aabc7206f613 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:32.370218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] For port 7a1943b2-37e7-49e4-8b03-a97906fdeda6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a1943b2-37e7-49e4-8b03-a97906fdeda6,segment=NetworkSegment(3687c291-2b0c-4dcc-8145-be4aafaa99ea),segment_id=3687c291-2b0c-4dcc-8145-be4aafaa99ea)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:32.370750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.415825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Pushing event updated for resources: {'Port': ['ID=5acd092d-f928-4d69-81e3-f3a07e149ff5,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:32.427097 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b38751cd-3820-429a-a87f-7b07ae489817 req-8c773cac-d570-466e-982f-a40f6a8fb83b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1518054 Mar 28 15:25:32.462154 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ff2cfa57-0136-42c8-b2ea-c52faf58bc73 tempest-NetworksApiDiscovery-1418986881 tempest-NetworksApiDiscovery-1418986881-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6534200 Mar 28 15:25:32.476026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.522591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967eacb9-1b02-46c5-8104-76af3628dc8b']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:32.541511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3687c291-2b0c-4dcc-8145-be4aafaa99ea') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:32.541831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3687c291-2b0c-4dcc-8145-be4aafaa99ea') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:32.558394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.588020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.597310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:25:32.597751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:25:32.725234 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:25:32.813679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-51b324ae-58cd-49fc-a67d-cf9867d46f26 None None] Provisioning for port 381854c1-c8e4-4650-bf3b-a2cb9a79240a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:32.827622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] Calling delete_port for 7a1943b2-37e7-49e4-8b03-a97906fdeda6 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:32.833433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.839003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.848713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.888379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Pushing event deleted for resources: {'Network': ['ID=967eacb9-1b02-46c5-8104-76af3628dc8b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:32.894237 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a9575b5a-4823-4bc7-9d79-fd5dfef50391 tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "DELETE /v2.0/networks/967eacb9-1b02-46c5-8104-76af3628dc8b HTTP/1.1" status: 204 len: 168 time: 3.0276215 Mar 28 15:25:32.900680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35834) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:32.934461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:32.992578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3046c3eb-0e2b-472a-8feb-fefed0c9b68a tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Synchronizing usage tracker for tenant:a0100a570d3d4803a77f41d6e0a1b27f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:33.109167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 9337d935-8bc3-4a44-ace3-aabc7206f613 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:33.111038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:33.120721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=94d2c6ca-d559-4944-8376-0903b89943ea,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:33.130444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:33.131166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.194211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Attempting to bind port 5acd092d-f928-4d69-81e3-f3a07e149ff5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:33.196485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Attempting to bind port 5acd092d-f928-4d69-81e3-f3a07e149ff5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:33.196902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Attempting to bind port 5acd092d-f928-4d69-81e3-f3a07e149ff5 on network c407e35c-a10f-457f-b0f1-19ff53848a62 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:33.200688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3046c3eb-0e2b-472a-8feb-fefed0c9b68a tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Unset dirty status for tenant:a0100a570d3d4803a77f41d6e0a1b27f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:33.202067 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3046c3eb-0e2b-472a-8feb-fefed0c9b68a tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0fd6ca-46ad-4df4-83c8-8771589d6fd9 HTTP/1.1" status: 200 len: 205 time: 0.3005028 Mar 28 15:25:33.204873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35840) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:33.215712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Port 5acd092d-f928-4d69-81e3-f3a07e149ff5 on network c407e35c-a10f-457f-b0f1-19ff53848a62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:25:33.215948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Attempting to bind port 5acd092d-f928-4d69-81e3-f3a07e149ff5 on network c407e35c-a10f-457f-b0f1-19ff53848a62 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:33.226976 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:33.227421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Checking segment: {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:33.227877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Bound using segment: {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:33.231567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Bound port: 5acd092d-f928-4d69-81e3-f3a07e149ff5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:33.231567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.240215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35844) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:33.251940 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:25:33.252940 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:25:33.430857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-313a22b2-6e03-4108-818d-fdce689dfc9c tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.465078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.465520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1339-0a24-4b23-93c7-c2374229b231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.536786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.565807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ca6b1339-0a24-4b23-93c7-c2374229b231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:33.573527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ca6b1339-0a24-4b23-93c7-c2374229b231 admin admin] Usage tracker for resource:security_group_rule and tenant:b24dd6f39c7749e59ca14d55d51a85b0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:33.579898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ca6b1339-0a24-4b23-93c7-c2374229b231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:33.590917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.604012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] For port 5acd092d-f928-4d69-81e3-f3a07e149ff5, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:33.606625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ca6b1339-0a24-4b23-93c7-c2374229b231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:33.609801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Transition to ACTIVE for port object 6fee8397-f542-48f7-8a95-b32f544002c0 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:33.638352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Transition to ACTIVE for port object 6fee8397-f542-48f7-8a95-b32f544002c0 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:33.643572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e,segment=NetworkSegment(47e69a80-f690-4fef-82cd-518b3a45d68d),segment_id=47e69a80-f690-4fef-82cd-518b3a45d68d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:33.670203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] For port 5acd092d-f928-4d69-81e3-f3a07e149ff5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:33.733043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.825419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] Deleting port 7a1943b2-37e7-49e4-8b03-a97906fdeda6 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:33.825793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.865822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.924976 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:33.925945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.927585 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] 10.222.0.23 "PUT /v2.0/ports/5acd092d-f928-4d69-81e3-f3a07e149ff5 HTTP/1.1" status: 200 len: 1093 time: 4.0974338 Mar 28 15:25:33.936688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:25:33.965880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:33.966656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 381854c1-c8e4-4650-bf3b-a2cb9a79240a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:34.180967 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'status': 'completed', 'code': 200} Mar 28 15:25:34.189239 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a651aaa-bd98-402a-8058-ef0c584a8de7 service neutron] Pushing event updated for resources: {'Port': ['ID=5acd092d-f928-4d69-81e3-f3a07e149ff5,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:34.207624 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-82ec3d84-ce98-436f-99be-58ed4d102135 None None] The port '7a1943b2-37e7-49e4-8b03-a97906fdeda6' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:25:34.209867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Network e220652f-a44a-4e74-aa14-16e89bca9e49 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:34.223234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:34.255476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:34.274400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Pushing event updated for resources: {'Port': ['ID=6fee8397-f542-48f7-8a95-b32f544002c0,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:34.398034 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1339-0a24-4b23-93c7-c2374229b231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.408951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-313a22b2-6e03-4108-818d-fdce689dfc9c tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.413034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-313a22b2-6e03-4108-818d-fdce689dfc9c tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.437115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-9704684f-0f71-4449-9330-63d264625003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:34.439528 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-9704684f-0f71-4449-9330-63d264625003 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 1096 time: 0.3796380 Mar 28 15:25:34.499246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Attempting to bind port 6fee8397-f542-48f7-8a95-b32f544002c0 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:34.499620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Attempting to bind port 6fee8397-f542-48f7-8a95-b32f544002c0 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:34.500059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Attempting to bind port 6fee8397-f542-48f7-8a95-b32f544002c0 on network e220652f-a44a-4e74-aa14-16e89bca9e49 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:34.518829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:34.519364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Checking segment: {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:34.519885 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.520389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Bound using segment: {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:34.520867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Bound port: 6fee8397-f542-48f7-8a95-b32f544002c0, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:34.521246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.547690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f3927-9b25-4021-9b3b-8c93142e4a4f req-39bfa33d-7f38-4850-8579-a0db90c94945 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:34.562263 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2a2f3927-9b25-4021-9b3b-8c93142e4a4f req-39bfa33d-7f38-4850-8579-a0db90c94945 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 943 time: 0.8910439 Mar 28 15:25:34.583170 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-9ddccbcc-2b8b-4915-b7d9-59d11b404734 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5 HTTP/1.1" status: 200 len: 217 time: 0.1294315 Mar 28 15:25:34.641286 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2a2f3927-9b25-4021-9b3b-8c93142e4a4f req-b6e10492-8563-42cd-b0f9-f8b89bcb16ad tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648623 Mar 28 15:25:34.654695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] For port 6fee8397-f542-48f7-8a95-b32f544002c0, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:34.658633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] For port 6fee8397-f542-48f7-8a95-b32f544002c0, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6fee8397-f542-48f7-8a95-b32f544002c0,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:34.665388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:34.677612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.705483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.705761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-4bdac27e-a57e-464a-8be5-1a0bfdb23868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:34.707047 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-4bdac27e-a57e-464a-8be5-1a0bfdb23868 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb07ac5f-88a1-4f21-943d-6c3f5d8e0035 HTTP/1.1" status: 200 len: 835 time: 0.1170716 Mar 28 15:25:34.788923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-ab4ed79c-5952-48fa-ab6a-a3531311095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:34.790828 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-ab4ed79c-5952-48fa-ab6a-a3531311095c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c407e35c-a10f-457f-b0f1-19ff53848a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0776529 Mar 28 15:25:34.848514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-51c2ff61-d842-4b3f-a0d2-520a750b8591 None None] Provisioning for port 94d2c6ca-d559-4944-8376-0903b89943ea completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:34.851853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 381854c1-c8e4-4650-bf3b-a2cb9a79240a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:34.856460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.880581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1339-0a24-4b23-93c7-c2374229b231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.898149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-51c2ff61-d842-4b3f-a0d2-520a750b8591 None None] Provisioning complete for port 94d2c6ca-d559-4944-8376-0903b89943ea triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:34.898514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-51c2ff61-d842-4b3f-a0d2-520a750b8591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.901703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.902454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.940745 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 381854c1-c8e4-4650-bf3b-a2cb9a79240a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:34.940745 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.947575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-313a22b2-6e03-4108-818d-fdce689dfc9c tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.948095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313a22b2-6e03-4108-818d-fdce689dfc9c tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Fanout notify agent at l3_agent the message router_deleted on router ec0fd6ca-46ad-4df4-83c8-8771589d6fd9 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:25:34.991944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-313a22b2-6e03-4108-818d-fdce689dfc9c tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:34.996032 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-313a22b2-6e03-4108-818d-fdce689dfc9c tempest-RoutersNegativeTest-726322582 tempest-RoutersNegativeTest-726322582-project] 10.222.0.16 "DELETE /v2.0/routers/ec0fd6ca-46ad-4df4-83c8-8771589d6fd9 HTTP/1.1" status: 204 len: 168 time: 1.7898459 Mar 28 15:25:35.177282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-51c2ff61-d842-4b3f-a0d2-520a750b8591 None None] Port 94d2c6ca-d559-4944-8376-0903b89943ea cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:35.183053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3479d-caa3-4d21-a10d-2a9fefd4d6df None None] Pushing event updated for resources: {'Port': ['ID=6fee8397-f542-48f7-8a95-b32f544002c0,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:35.259809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Allocated IP 172.20.0.1 (e220652f-a44a-4e74-aa14-16e89bca9e49/e99e7940-6040-4d47-99c5-e2999b3ca63f/b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:35.273081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:35.317713 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 381854c1-c8e4-4650-bf3b-a2cb9a79240a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=381854c1-c8e4-4650-bf3b-a2cb9a79240a,segment=NetworkSegment(e0d49f8e-6096-454a-a30f-7bd6a6d61199),segment_id=e0d49f8e-6096-454a-a30f-7bd6a6d61199)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:35.337087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4339c992-9986-41c6-96a7-f5f73143eb28 None None] Provisioning complete for port 94d2c6ca-d559-4944-8376-0903b89943ea triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:35.337453 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4339c992-9986-41c6-96a7-f5f73143eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:35.342215 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ca6b1339-0a24-4b23-93c7-c2374229b231 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b24dd6f39c7749e59ca14d55d51a85b0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0993195 Mar 28 15:25:35.350727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35860) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:35.389386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b1339-0a24-4b23-93c7-c2374229b231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f5f58d-d168-4ade-a598-f19a3b2e9b05,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:35.391461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:35.405247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=94d2c6ca-d559-4944-8376-0903b89943ea,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:35.406841 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-52685dfa-0ed0-4726-950e-83485b096193 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099496 Mar 28 15:25:35.487633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 9337d935-8bc3-4a44-ace3-aabc7206f613 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:35.491422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:35.501613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=381854c1-c8e4-4650-bf3b-a2cb9a79240a,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:35.537740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4339c992-9986-41c6-96a7-f5f73143eb28 None None] Port 94d2c6ca-d559-4944-8376-0903b89943ea cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:35.621387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63620cfb-eae7-4dec-8d5a-4560ad0adc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:35.660425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:35.705174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Transition to ACTIVE for port object b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:35.780067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63620cfb-eae7-4dec-8d5a-4560ad0adc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:35.799728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35868) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:35.805073 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:35.831884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:35.855713 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07c6c083-8ec6-4213-af06-2ea78105aed1 req-8b936327-e101-488d-b4bd-e77723282c97 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417543 Mar 28 15:25:36.021272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'Port': ['ID=b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:36.056575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Network e220652f-a44a-4e74-aa14-16e89bca9e49 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:36.061260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:36.064737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:36.096554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-69901762-1047-4ec5-98b5-4d0fa536d363 None None] Provisioning complete for port 94d2c6ca-d559-4944-8376-0903b89943ea triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:36.097871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-69901762-1047-4ec5-98b5-4d0fa536d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.120322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63620cfb-eae7-4dec-8d5a-4560ad0adc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.169949 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:36.170743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.179511 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b0802f92-8534-42ba-8b23-29d53ba6c567 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0100a570d3d4803a77f41d6e0a1b27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784003 Mar 28 15:25:36.180712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.183256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63620cfb-eae7-4dec-8d5a-4560ad0adc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f5f58d-d168-4ade-a598-f19a3b2e9b05,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:36.188401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35876) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:36.255583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63620cfb-eae7-4dec-8d5a-4560ad0adc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.258736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:36.268037 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-69901762-1047-4ec5-98b5-4d0fa536d363 None None] Port 94d2c6ca-d559-4944-8376-0903b89943ea cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:36.271629 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-63620cfb-eae7-4dec-8d5a-4560ad0adc51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53f5f58d-d168-4ade-a598-f19a3b2e9b05 HTTP/1.1" status: 204 len: 168 time: 0.9075732 Mar 28 15:25:36.300819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f25d4-ffe9-443c-9a66-4720bf0cdac0 req-c42267ce-4cd3-4abe-9e89-10831da5f52b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:36.307750 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2b7f25d4-ffe9-443c-9a66-4720bf0cdac0 req-c42267ce-4cd3-4abe-9e89-10831da5f52b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 943 time: 0.2865515 Mar 28 15:25:36.321218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0810fc4d-7b38-4046-9954-f25e820add85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.373891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:36.387291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0810fc4d-7b38-4046-9954-f25e820add85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.483447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-bab7722e-bad3-4141-9aab-5e4d2a9a0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:36.485699 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-bab7722e-bad3-4141-9aab-5e4d2a9a0e60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 1096 time: 0.4492607 Mar 28 15:25:36.559481 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2b7f25d4-ffe9-443c-9a66-4720bf0cdac0 req-b9c74ad5-af2b-4399-a7a6-d613966dffca tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2508326 Mar 28 15:25:36.587100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:36.588625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0810fc4d-7b38-4046-9954-f25e820add85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.598965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:36.603760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.650550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810fc4d-7b38-4046-9954-f25e820add85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b764bd-e42a-49e8-8474-086ae45ade31,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:36.675578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0810fc4d-7b38-4046-9954-f25e820add85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.680355 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0810fc4d-7b38-4046-9954-f25e820add85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8b764bd-e42a-49e8-8474-086ae45ade31 HTTP/1.1" status: 204 len: 168 time: 0.4901607 Mar 28 15:25:36.725064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:36.727103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:36.762956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:36.825622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:36.826262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:36.840365 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-966126de-2a66-4f67-9cf3-5b959ae2912c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6753883 Mar 28 15:25:36.841159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35884) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:36.854155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-982754942'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:36.855877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-7d4aa889-20d0-422f-882b-a144e2c57511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:36.857486 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-7d4aa889-20d0-422f-882b-a144e2c57511 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 898 time: 0.3565669 Mar 28 15:25:36.865855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:36.873872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:network and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:36.878696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:36.888113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:36.974015 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-4e3f1300-9026-494d-9362-78ecbb073ff9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5 HTTP/1.1" status: 200 len: 217 time: 0.1095972 Mar 28 15:25:37.036954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c611b5-2a21-4248-a6ae-e73b7df2a092 None None] Network e220652f-a44a-4e74-aa14-16e89bca9e49 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:37.050333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 5acd092d-f928-4d69-81e3-f3a07e149ff5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:25:37.066675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-ce7f8876-13a4-4c16-8534-a2b342ea9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:37.068320 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-ce7f8876-13a4-4c16-8534-a2b342ea9aab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb07ac5f-88a1-4f21-943d-6c3f5d8e0035 HTTP/1.1" status: 200 len: 835 time: 0.0879264 Mar 28 15:25:37.091667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:37.113437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:37.116996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:37.186866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:25:37.196709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-230c086c-796e-4a86-9e77-3c8894c62aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:37.198789 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-230c086c-796e-4a86-9e77-3c8894c62aaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c407e35c-a10f-457f-b0f1-19ff53848a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1241782 Mar 28 15:25:37.236935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:37.237616 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added segment c231da09-616f-47bf-b9ee-00349aca397e of type vlan for network 3e38500d-4a12-4e37-b046-04a77d6b18ae Mar 28 15:25:37.379349 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-9a15aec1-d95f-4b5f-8b83-0f06d28f70db service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718700 Mar 28 15:25:37.406573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 5acd092d-f928-4d69-81e3-f3a07e149ff5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:37.446219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'port_id': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'mac_address': 'fa:16:3e:c5:74:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:25:37.513092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:37.590334 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-afd14858-dbda-467f-a91a-0f047798f8e7 req-5e596db2-cec0-4204-8bd8-694573c04d91 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016821 Mar 28 15:25:37.631598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:37.664288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:37.669937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:37.682506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:37.684801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:37.704937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:37.725003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e771ec1c-e186-4be1-8c45-2d35f92426d6 None None] Provisioning for port 6fee8397-f542-48f7-8a95-b32f544002c0 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:37.790759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acd092d-f928-4d69-81e3-f3a07e149ff5 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:25:37.803981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:37.809732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:37.947140 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 5acd092d-f928-4d69-81e3-f3a07e149ff5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:37.958377 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1134503 Mar 28 15:25:37.958622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35902) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:37.965572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'subnet': {'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:37.967341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:38.001469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d4d3e-e9ce-4074-b65d-e2888019e70d tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Network': ['ID=3e38500d-4a12-4e37-b046-04a77d6b18ae,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:38.067206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'Port': ['ID=b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:38.070191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:38.096416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:38.098476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 3e38500d-4a12-4e37-b046-04a77d6b18ae details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:25:38.116167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a1943b2-37e7-49e4-8b03-a97906fdeda6 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:25:38.193278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7a1943b2-37e7-49e4-8b03-a97906fdeda6 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:25:38.193278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a1943b2-37e7-49e4-8b03-a97906fdeda6 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:25:38.246465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45fa2-8b88-4b46-a89c-5523f03b376e req-58244f63-0acb-4c4a-a032-646822501ef4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:38.260835 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-25e45fa2-8b88-4b46-a89c-5523f03b376e req-58244f63-0acb-4c4a-a032-646822501ef4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 943 time: 0.5259762 Mar 28 15:25:38.274781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:38.279253 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:subnet and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:38.281815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:38.289310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:38.366831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:38.370395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:38.388492 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-25e45fa2-8b88-4b46-a89c-5523f03b376e req-2b3e5708-5027-4f80-8714-1edb8805d417 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247261 Mar 28 15:25:38.448299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Network e220652f-a44a-4e74-aa14-16e89bca9e49 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:38.449857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:38.491395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['5acd092d-f928-4d69-81e3-f3a07e149ff5'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:25:38.525124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6fee8397-f542-48f7-8a95-b32f544002c0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:38.600942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35916) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:38.677247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:38.702410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:38.833107 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 6fee8397-f542-48f7-8a95-b32f544002c0 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:38.848060 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=5acd092d-f928-4d69-81e3-f3a07e149ff5,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:38.853775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 6fee8397-f542-48f7-8a95-b32f544002c0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:38.854141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:38.868955 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-82f13ef4-c9c0-467b-8f6e-86b758615668 tempest-ServiceProvidersTest-641419893 tempest-ServiceProvidersTest-641419893-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2662513 Mar 28 15:25:38.872148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:38.925334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:38.935302 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Sync routers for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:38.944550 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3c906cd3-cc1c-48bb-9b74-e99853dad818 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "PUT /v2.0/routers/6317cb06-88d5-48d6-9d25-cc1cf3bd464d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5374756 Mar 28 15:25:38.958114 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:38.958728 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:39.008501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 3, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:34Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:39.049389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:39.049744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Updating router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 port 94d2c6ca-d559-4944-8376-0903b89943ea binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:25:39.054111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Checking segment: {'id': 'c231da09-616f-47bf-b9ee-00349aca397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:39.054474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network hostable DHCP agents. Network: 3e38500d-4a12-4e37-b046-04a77d6b18ae, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:25:39.060622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Subnet': ['ID=f70e91e2-936e-46db-af68-76c8c94da1a6,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:39.138450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 3e38500d-4a12-4e37-b046-04a77d6b18ae is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:25:39.241961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 3e38500d-4a12-4e37-b046-04a77d6b18ae) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:39.258637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:39.259288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:39.269089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22432975-d5f0-4ae4-83bb-355b825152cc None None] Network 3e38500d-4a12-4e37-b046-04a77d6b18ae requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:39.292386 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:39.318465 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:39.385819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-c0c7e623-80c3-4ab4-b73f-c9d49863d144 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Synchronizing usage tracker for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:39.391773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:39.445754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 35938) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:39.446020 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c43c80f7-3cb9-45b1-b23a-2658c9c71cbe tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4862566 Mar 28 15:25:39.476409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-c0c7e623-80c3-4ab4-b73f-c9d49863d144 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Unset dirty status for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:39.477604 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-c0c7e623-80c3-4ab4-b73f-c9d49863d144 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642765954&fields=id&tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6 HTTP/1.1" status: 200 len: 267 time: 0.1986113 Mar 28 15:25:39.687697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7a44a92e-6877-436b-b9a0-e5ccc1ee64d4 None None] Provisioning complete for port 6fee8397-f542-48f7-8a95-b32f544002c0 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:39.688231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7a44a92e-6877-436b-b9a0-e5ccc1ee64d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:39.728933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35946) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:39.864586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-95504022-3ead-4a22-b859-455ed46a8eb6 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:39.864830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-95504022-3ead-4a22-b859-455ed46a8eb6 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Synchronizing usage tracker for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:39.999654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-95504022-3ead-4a22-b859-455ed46a8eb6 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Unset dirty status for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:39.999654 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-95504022-3ead-4a22-b859-455ed46a8eb6 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/networks?id=e220652f-a44a-4e74-aa14-16e89bca9e49 HTTP/1.1" status: 200 len: 797 time: 0.5142577 Mar 28 15:25:40.011794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8878f01a-9870-4c07-8372-df5859e7108f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.043501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 6fee8397-f542-48f7-8a95-b32f544002c0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6fee8397-f542-48f7-8a95-b32f544002c0,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:40.049758 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-187d4368-bacb-466d-a0b5-f77a7538801e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/quotas/3d19ac39b4f24bb69cb9aee627e11dd6 HTTP/1.1" status: 200 len: 375 time: 0.0393281 Mar 28 15:25:40.088907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8878f01a-9870-4c07-8372-df5859e7108f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:40.091940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8878f01a-9870-4c07-8372-df5859e7108f admin admin] Usage tracker for resource:security_group_rule and tenant:4dfa9009c532448d82faedca5bf097ad is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:40.094735 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:36Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68', 'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'mac_address': 'fa:16:3e:7e:d4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:35Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 2, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'subnets': [{'id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:40.095506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8878f01a-9870-4c07-8372-df5859e7108f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:40.101511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8878f01a-9870-4c07-8372-df5859e7108f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:40.103428 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Checking router: 6317cb06-88d5-48d6-9d25-cc1cf3bd464d for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:40.103886 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Updating router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:25:40.177254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.178170 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 381854c1-c8e4-4650-bf3b-a2cb9a79240a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:40.187267 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.192670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8878f01a-9870-4c07-8372-df5859e7108f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.290686 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-09a50bcb-be12-4035-b9aa-8ed1220e02ab tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2398448 Mar 28 15:25:40.432324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8878f01a-9870-4c07-8372-df5859e7108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.585396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-3e38500d-4a12-4e37-b046-04a77d6b18ae', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:25:40.586367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.634669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=6fee8397-f542-48f7-8a95-b32f544002c0,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:40.709973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 381854c1-c8e4-4650-bf3b-a2cb9a79240a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:40.710738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.749521 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8878f01a-9870-4c07-8372-df5859e7108f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dfa9009c532448d82faedca5bf097ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0188026 Mar 28 15:25:40.757633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 35954) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:40.765340 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.779776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878f01a-9870-4c07-8372-df5859e7108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d392bb-2825-456a-823f-1088629403a8,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:40.800388 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Transition to ACTIVE for port object b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:40.835792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7a44a92e-6877-436b-b9a0-e5ccc1ee64d4 None None] Provisioning for port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:40.848456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca567a-4250-4195-8dfb-6aaeed029b78 req-18487438-5d02-41ac-8d9a-2eb7bd0b4586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:40.849971 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-02ca567a-4250-4195-8dfb-6aaeed029b78 req-18487438-5d02-41ac-8d9a-2eb7bd0b4586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 944 time: 1.1056254 Mar 28 15:25:40.858242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7a44a92e-6877-436b-b9a0-e5ccc1ee64d4 None None] Provisioning complete for port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:40.858750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7a44a92e-6877-436b-b9a0-e5ccc1ee64d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.877223 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-81a92201-1cef-4d06-b609-15f5bbd935d6 service neutron] 10.222.0.16 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740244 Mar 28 15:25:40.910804 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:40.977096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.008102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Transition to ACTIVE for port object 94d2c6ca-d559-4944-8376-0903b89943ea will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:41.028507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7a44a92e-6877-436b-b9a0-e5ccc1ee64d4 None None] Port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:41.038537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Allocated IP 2001:db8:2::2 (3e38500d-4a12-4e37-b046-04a77d6b18ae/f70e91e2-936e-46db-af68-76c8c94da1a6/0d5c4169-1725-4306-b39a-854cfafe1480) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:41.053045 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-02ca567a-4250-4195-8dfb-6aaeed029b78 req-b04cb3cb-72d8-4842-9203-53db1612e94a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880808 Mar 28 15:25:41.079066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 5acd092d-f928-4d69-81e3-f3a07e149ff5 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:41.096929 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060bf19-f008-4cb9-92e6-d55ba9239f77 None None] Pushing event updated for resources: {'Port': ['ID=b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:41.119616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.122086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.186285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b980454d-8641-458e-bc0f-3256b5e3faeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.217787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b980454d-8641-458e-bc0f-3256b5e3faeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.297486 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-382687c0-43aa-4117-9c27-1f7a599e6e06 service neutron] 10.222.0.16 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181206 Mar 28 15:25:41.302907 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Attempting to bind port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:41.309165 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Attempting to bind port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:41.309165 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Attempting to bind port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 on network e220652f-a44a-4e74-aa14-16e89bca9e49 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:41.309517 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:41.309903 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Checking segment: {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:41.310328 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.310713 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Bound using segment: {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:41.311228 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Bound port: b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:41.311592 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.362268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b980454d-8641-458e-bc0f-3256b5e3faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.405065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980454d-8641-458e-bc0f-3256b5e3faeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d392bb-2825-456a-823f-1088629403a8,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:41.423063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b7dd5-2af6-4ba6-b457-b7e24c61d8c8 None None] Pushing event updated for resources: {'Port': ['ID=94d2c6ca-d559-4944-8376-0903b89943ea,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:41.424503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b980454d-8641-458e-bc0f-3256b5e3faeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.440723 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b980454d-8641-458e-bc0f-3256b5e3faeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6d392bb-2825-456a-823f-1088629403a8 HTTP/1.1" status: 204 len: 168 time: 0.6799476 Mar 28 15:25:41.461403 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] For port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:41.465311 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] For port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:41.567493 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:41.728888 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:41.729511 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:41.813167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6fee8397-f542-48f7-8a95-b32f544002c0 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:41.924856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5af07a00-579c-4026-914f-993614a53cd3 req-b00f0b7e-1e91-4c93-a00f-350e0b7137da tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Synchronizing usage tracker for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:42.093060 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060bf19-f008-4cb9-92e6-d55ba9239f77 None None] Pushing event updated for resources: {'Port': ['ID=b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:42.111306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5af07a00-579c-4026-914f-993614a53cd3 req-b00f0b7e-1e91-4c93-a00f-350e0b7137da tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Unset dirty status for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:42.121117 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5af07a00-579c-4026-914f-993614a53cd3 req-b00f0b7e-1e91-4c93-a00f-350e0b7137da tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 210 time: 0.3331113 Mar 28 15:25:42.151443 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:42.173492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 5acd092d-f928-4d69-81e3-f3a07e149ff5 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:42.266856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Attempting to bind port 94d2c6ca-d559-4944-8376-0903b89943ea on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:42.267422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Attempting to bind port 94d2c6ca-d559-4944-8376-0903b89943ea by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'e0d49f8e-6096-454a-a30f-7bd6a6d61199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:42.267790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Attempting to bind port 94d2c6ca-d559-4944-8376-0903b89943ea on network 9337d935-8bc3-4a44-ace3-aabc7206f613 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:42.273000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 5acd092d-f928-4d69-81e3-f3a07e149ff5 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:42.273306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:42.318248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a864109-a012-4871-9cfb-496bf8935a75 req-5137477c-c803-46eb-8185-6d92a56de5c0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:42.321091 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8a864109-a012-4871-9cfb-496bf8935a75 req-5137477c-c803-46eb-8185-6d92a56de5c0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 944 time: 0.1084914 Mar 28 15:25:42.340776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:42.341252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Checking segment: {'id': 'e0d49f8e-6096-454a-a30f-7bd6a6d61199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:42.341663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:42.342052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Bound using segment: {'id': 'e0d49f8e-6096-454a-a30f-7bd6a6d61199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:42.343473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Bound port: 94d2c6ca-d559-4944-8376-0903b89943ea, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d49f8e-6096-454a-a30f-7bd6a6d61199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:42.344468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:42.373629 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8a864109-a012-4871-9cfb-496bf8935a75 req-7d8a430b-95c1-488d-8c47-d71c7619210f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455778 Mar 28 15:25:42.389529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:42.449383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 6fee8397-f542-48f7-8a95-b32f544002c0 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:42.449756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:42.481924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Transition to ACTIVE for port object 0d5c4169-1725-4306-b39a-854cfafe1480 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:42.556969 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:36Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68', 'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'mac_address': 'fa:16:3e:7e:d4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:35Z', 'updated_at': '2022-03-28T15:25:41Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'subnets': [{'id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:42.561367 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf0692-eac1-4b40-911f-1d59a8ab8e89 None None] The sync data for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv is: [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:36Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68', 'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'mac_address': 'fa:16:3e:7e:d4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:35Z', 'updated_at': '2022-03-28T15:25:41Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'subnets': [{'id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:42.570336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Transition to ACTIVE for port object 0d5c4169-1725-4306-b39a-854cfafe1480 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:42.613033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] For port 94d2c6ca-d559-4944-8376-0903b89943ea, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:42.650342 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] For port 94d2c6ca-d559-4944-8376-0903b89943ea, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=94d2c6ca-d559-4944-8376-0903b89943ea,segment=NetworkSegment(e0d49f8e-6096-454a-a30f-7bd6a6d61199),segment_id=e0d49f8e-6096-454a-a30f-7bd6a6d61199)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:42.698533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:42.717371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:42.783446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 2001:db8:2::1 (3e38500d-4a12-4e37-b046-04a77d6b18ae/f70e91e2-936e-46db-af68-76c8c94da1a6/fb1b5bb7-6c0e-4e62-9205-b4872e795feb) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:42.853464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:42.935162 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:25:42.966266 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:43.032807 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'code': 200} Mar 28 15:25:43.035244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Network 3e38500d-4a12-4e37-b046-04a77d6b18ae is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:43.054803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:43.071081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:43.124539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:43.181375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Transition to ACTIVE for port object fb1b5bb7-6c0e-4e62-9205-b4872e795feb will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:43.243764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:43.321780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:43.499198 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5ac5e5f9-d9cb-4e42-a580-5b91818713b6 req-74564613-79de-4e49-95b1-f00f91a0da18 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 210 time: 0.0729370 Mar 28 15:25:43.506288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 3e38500d-4a12-4e37-b046-04a77d6b18ae is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:43.521796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:43.537726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:43.538299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:43.560765 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:43.569143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:43.602142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 5acd092d-f928-4d69-81e3-f3a07e149ff5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:43.690971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Pushing event updated for resources: {'Port': ['ID=0d5c4169-1725-4306-b39a-854cfafe1480,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:43.712702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=fb1b5bb7-6c0e-4e62-9205-b4872e795feb,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:43.734177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5df69e-e400-4aef-924b-98c13f1662d5 req-e0e53217-f78c-4613-bf02-9ffade8c9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:43.739072 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eb5df69e-e400-4aef-924b-98c13f1662d5 req-e0e53217-f78c-4613-bf02-9ffade8c9215 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 1097 time: 0.1576650 Mar 28 15:25:43.798062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b7dd5-2af6-4ba6-b457-b7e24c61d8c8 None None] Pushing event updated for resources: {'Port': ['ID=94d2c6ca-d559-4944-8376-0903b89943ea,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:43.847830 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eb5df69e-e400-4aef-924b-98c13f1662d5 req-46cc311a-0764-4d71-9bf5-78a4ee81ced7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998800 Mar 28 15:25:43.871774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3b7b9-aa3f-4ade-9d50-9660c163de67 req-c59da9c1-d0fc-4c02-ae6a-0c550d6f85d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:43.873392 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6b3b7b9-aa3f-4ade-9d50-9660c163de67 req-c59da9c1-d0fc-4c02-ae6a-0c550d6f85d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 944 time: 0.2603219 Mar 28 15:25:43.890018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:43.949385 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6b3b7b9-aa3f-4ade-9d50-9660c163de67 req-6a8c9cde-fc89-49d5-80d9-5b6c8f22feac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635173 Mar 28 15:25:43.973338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Attempting to bind port 0d5c4169-1725-4306-b39a-854cfafe1480 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:43.973707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Attempting to bind port 0d5c4169-1725-4306-b39a-854cfafe1480 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'c231da09-616f-47bf-b9ee-00349aca397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:43.974069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Attempting to bind port 0d5c4169-1725-4306-b39a-854cfafe1480 on network 3e38500d-4a12-4e37-b046-04a77d6b18ae {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:44.103559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:44.107877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:44.108233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Checking segment: {'id': 'c231da09-616f-47bf-b9ee-00349aca397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:44.109125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:44.109799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Bound using segment: {'id': 'c231da09-616f-47bf-b9ee-00349aca397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:44.110379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Bound port: 0d5c4169-1725-4306-b39a-854cfafe1480, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c231da09-616f-47bf-b9ee-00349aca397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:44.110864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:44.273539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] For port 0d5c4169-1725-4306-b39a-854cfafe1480, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:44.279171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] For port 0d5c4169-1725-4306-b39a-854cfafe1480, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0d5c4169-1725-4306-b39a-854cfafe1480,segment=NetworkSegment(c231da09-616f-47bf-b9ee-00349aca397e),segment_id=c231da09-616f-47bf-b9ee-00349aca397e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:44.306394 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=5acd092d-f928-4d69-81e3-f3a07e149ff5,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:44.309293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:44.309771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:44.404916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:44.465136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 3, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:42Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:44.544446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b631b-9977-45f7-b5cd-0a53dba503c9 None None] Pushing event updated for resources: {'Port': ['ID=0d5c4169-1725-4306-b39a-854cfafe1480,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:44.547551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc0c5d4-805e-4df0-8082-99b8e100531a None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 3, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:42Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:44.830720 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-99ee2756-16b0-465b-864e-9d1acf37c6ef req-128dc193-f044-4cd2-bf36-e815d83b9323 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 210 time: 0.0896897 Mar 28 15:25:44.936395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94d2c6ca-d559-4944-8376-0903b89943ea up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:45.136996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:45.190368 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 94d2c6ca-d559-4944-8376-0903b89943ea completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:45.200648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 94d2c6ca-d559-4944-8376-0903b89943ea triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:45.200648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:45.269256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221769e0-7301-4ae5-9cea-d538f5badc66 req-b031b964-9659-48f5-bed5-7accc0b786b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:45.269256 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-221769e0-7301-4ae5-9cea-d538f5badc66 req-b031b964-9659-48f5-bed5-7accc0b786b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 945 time: 0.1366506 Mar 28 15:25:45.269256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:45.269256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:45.364689 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:45.431014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 94d2c6ca-d559-4944-8376-0903b89943ea, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=94d2c6ca-d559-4944-8376-0903b89943ea,segment=NetworkSegment(e0d49f8e-6096-454a-a30f-7bd6a6d61199),segment_id=e0d49f8e-6096-454a-a30f-7bd6a6d61199)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:45.487742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=fb1b5bb7-6c0e-4e62-9205-b4872e795feb,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:45.509878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:45.510737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:45.544942 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-221769e0-7301-4ae5-9cea-d538f5badc66 req-8c8db1ca-83f2-4e93-a784-f914ce724806 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2281621 Mar 28 15:25:45.594511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network 3e38500d-4a12-4e37-b046-04a77d6b18ae is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:45.596185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:45.636812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-6e17cb30-7eea-4f2d-9464-d096a236ecb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:45.638999 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-6e17cb30-7eea-4f2d-9464-d096a236ecb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.23 "GET /v2.0/networks?id=e220652f-a44a-4e74-aa14-16e89bca9e49 HTTP/1.1" status: 200 len: 797 time: 0.3047202 Mar 28 15:25:45.728245 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-d4c6a73e-9db2-42c1-b258-8ee7f661b3f5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6 HTTP/1.1" status: 200 len: 380 time: 0.0742431 Mar 28 15:25:45.739485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'port': {'device_id': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'admin_state_up': True, 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'security_groups': ['a98e5c8f-69c2-49b6-874d-2c9b314edcf0']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:45.754152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=94d2c6ca-d559-4944-8376-0903b89943ea,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:45.835218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:45.840548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:45.842575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:45.890112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:46.049822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:46.092839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:46.155090 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:46.216780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:46.227884 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e0f588fe-5933-4652-9909-84f1a950d22c req-e2167f93-a588-4533-8f61-a3d5c23e04b5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 210 time: 0.0793495 Mar 28 15:25:46.230728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:46.259362 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2284dca3-ba36-4c81-ae9f-9485a0066465 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8098075 Mar 28 15:25:46.259555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:46.259555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:46.260912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36014) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:46.270809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-597301799'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:46.276071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:46.280387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:network and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:46.283786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:46.287747 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:25:46.290333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:46.331250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:46.333823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78879f90-26a9-46a1-8c92-75bd7bf403e2 None None] Network 3e38500d-4a12-4e37-b046-04a77d6b18ae requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:46.341295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:46.383563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:46.387167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:46.413409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Made reservation on behalf of 3d19ac39b4f24bb69cb9aee627e11dd6 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:46.416863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:46.429841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:25:46.438222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:46.482927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:46.483293 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added segment 87ef1b4f-745c-48b4-90f1-34495bbc35a7 of type vlan for network da9450c4-32fd-4b93-a92a-b7d58edae930 Mar 28 15:25:46.504936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ff3b36ed-5804-4fbd-9064-4d1dfb9c6926 None None] Provisioning for port 0d5c4169-1725-4306-b39a-854cfafe1480 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:46.536648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:46.546579 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:46.646588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Allocated IP 172.20.0.11 (e220652f-a44a-4e74-aa14-16e89bca9e49/e99e7940-6040-4d47-99c5-e2999b3ca63f/1efbffb7-5dda-4c6f-90a8-ee20e4f30132) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:46.694294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:46.700084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:46.700519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:46.796424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8ecc3-721a-405e-8c20-98819b51890d req-d40ae348-33d4-48ff-8633-90b181ea6580 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:46.798553 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a4e8ecc3-721a-405e-8c20-98819b51890d req-d40ae348-33d4-48ff-8633-90b181ea6580 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 945 time: 0.1219656 Mar 28 15:25:46.839522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Network': ['ID=da9450c4-32fd-4b93-a92a-b7d58edae930,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:46.869236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network da9450c4-32fd-4b93-a92a-b7d58edae930 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:25:46.904732 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a4e8ecc3-721a-405e-8c20-98819b51890d req-d5ede877-8f13-45c6-a3e2-4c9e6c49ef4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951004 Mar 28 15:25:47.078840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0d5c4169-1725-4306-b39a-854cfafe1480 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:47.125845 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-28005aaf-56c9-481f-a22c-eaf60ff66861 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8606267 Mar 28 15:25:47.126647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36024) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:47.134227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'subnet': {'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:47.200169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:47.240145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37505c3-f9fb-4bc0-a8b4-3ca6c4080a10 req-48c136f5-12d1-4d19-bf0b-f7a1ef7f7185 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:47.243193 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e37505c3-f9fb-4bc0-a8b4-3ca6c4080a10 req-48c136f5-12d1-4d19-bf0b-f7a1ef7f7185 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 945 time: 0.1775341 Mar 28 15:25:47.258150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Transition to ACTIVE for port object 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:47.329763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:47.334449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:subnet and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:47.339814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:47.349018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:47.376841 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e37505c3-f9fb-4bc0-a8b4-3ca6c4080a10 req-f00cf1b6-ad98-4969-aa9b-03960ca3adff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1164405 Mar 28 15:25:47.399340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36030) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:47.408225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 0d5c4169-1725-4306-b39a-854cfafe1480 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:47.416495 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0d5c4169-1725-4306-b39a-854cfafe1480 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:47.422968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:47.470142 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-eff701a7-6e18-4993-b6dc-653b2c5e4899 req-c5161bd7-f640-4001-ab7a-8c1ced1064e9 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 210 time: 0.1067455 Mar 28 15:25:47.484545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:43Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:44Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:47.492338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:47.492823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Updating router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 port fb1b5bb7-6c0e-4e62-9205-b4872e795feb binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:25:47.497987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Made reservation on behalf of e925ff1afcf64e02b3479bee582faf94 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:25:47.498953 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896720b7-d504-415f-bff1-f30f397b5d57 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:47.503240 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-896720b7-d504-415f-bff1-f30f397b5d57 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 1093 time: 0.1008918 Mar 28 15:25:47.513814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:47.513989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36034) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:47.513989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:47.519516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:25:47.524063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:floatingip and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:25:47.529248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:47.532634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:25:47.618207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:47.650248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'Port': ['ID=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:47.663250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:25:47.683890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Network e220652f-a44a-4e74-aa14-16e89bca9e49 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:47.685428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:47.705665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:47.790745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:47.862039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:47.862857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:47.987321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:48.035449 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-452a51ff-35b2-439e-9180-723dedd29fd7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2990224 Mar 28 15:25:48.042496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d6c09adb-17d0-4bba-abae-7e744441eed1 None None] Provisioning complete for port 0d5c4169-1725-4306-b39a-854cfafe1480 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:48.042878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d6c09adb-17d0-4bba-abae-7e744441eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:48.056694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:48.086318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Request body: {'port': {'device_id': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:48.153920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 0d5c4169-1725-4306-b39a-854cfafe1480, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0d5c4169-1725-4306-b39a-854cfafe1480,segment=NetworkSegment(c231da09-616f-47bf-b9ee-00349aca397e),segment_id=c231da09-616f-47bf-b9ee-00349aca397e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:48.219624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Subnet': ['ID=e29f030f-f0ff-4027-a469-b586564ad135,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:48.222703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Checking segment: {'id': '87ef1b4f-745c-48b4-90f1-34495bbc35a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:48.222703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network hostable DHCP agents. Network: da9450c4-32fd-4b93-a92a-b7d58edae930, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:25:48.249417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:48.250892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:48.273691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:48.292395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:48.338175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network da9450c4-32fd-4b93-a92a-b7d58edae930 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:25:48.417993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, da9450c4-32fd-4b93-a92a-b7d58edae930) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:48.436998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:48.441461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:48.457484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e143c2-0a40-4f93-94bc-e09c753877a7 None None] Network da9450c4-32fd-4b93-a92a-b7d58edae930 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:48.500442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=0d5c4169-1725-4306-b39a-854cfafe1480,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:48.544822 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a0bd1dde-6f3b-45c4-95cd-283fccc4d711 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4162366 Mar 28 15:25:48.547560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36050) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:48.628714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.81 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/11222e91-e087-4e77-b576-9f0b31796bfd) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:48.690937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:48.707982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Transition to ACTIVE for port object fb1b5bb7-6c0e-4e62-9205-b4872e795feb will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:48.804103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:48.849787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d6c09adb-17d0-4bba-abae-7e744441eed1 None None] Provisioning for port fb1b5bb7-6c0e-4e62-9205-b4872e795feb completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:48.853377 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:48.853755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.121093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94d2c6ca-d559-4944-8376-0903b89943ea up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:49.189319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcd076-9678-4c57-819b-4cebe635c738 req-9eaccd06-bc9d-40f8-8d27-5270127f8926 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:49.190136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-14dcd076-9678-4c57-819b-4cebe635c738 req-9eaccd06-bc9d-40f8-8d27-5270127f8926 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Synchronizing usage tracker for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:25:49.298100 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 {{(pid=88487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:25:49.324371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.343109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Transition to ACTIVE for port object 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:49.353903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-da9450c4-32fd-4b93-a92a-b7d58edae930', 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'fixed_ips': [{'subnet_id': 'e29f030f-f0ff-4027-a469-b586564ad135'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:25:49.354895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.358814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.384749 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024db364-0b42-4721-b734-a32a3ce1be1c None None] Pushing event updated for resources: {'Port': ['ID=fb1b5bb7-6c0e-4e62-9205-b4872e795feb,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:49.402415 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-14dcd076-9678-4c57-819b-4cebe635c738 req-9eaccd06-bc9d-40f8-8d27-5270127f8926 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Unset dirty status for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:25:49.417254 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-14dcd076-9678-4c57-819b-4cebe635c738 req-9eaccd06-bc9d-40f8-8d27-5270127f8926 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 932 time: 0.5650566 Mar 28 15:25:49.446956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.479887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.503199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95824538-0c1b-4be5-82c4-40e3eb9b0559 None None] Provisioning for port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:49.514793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Attempting to bind port fb1b5bb7-6c0e-4e62-9205-b4872e795feb on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:49.515095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Attempting to bind port fb1b5bb7-6c0e-4e62-9205-b4872e795feb by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'c231da09-616f-47bf-b9ee-00349aca397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:49.515580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Attempting to bind port fb1b5bb7-6c0e-4e62-9205-b4872e795feb on network 3e38500d-4a12-4e37-b046-04a77d6b18ae {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:49.529864 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-14dcd076-9678-4c57-819b-4cebe635c738 req-aaa85542-0152-49f6-ba82-439b3dfb5a88 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182344 Mar 28 15:25:49.544030 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:49.544533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Checking segment: {'id': 'c231da09-616f-47bf-b9ee-00349aca397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:49.545035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.545522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Bound using segment: {'id': 'c231da09-616f-47bf-b9ee-00349aca397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:49.546098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Bound port: fb1b5bb7-6c0e-4e62-9205-b4872e795feb, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c231da09-616f-47bf-b9ee-00349aca397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:49.546589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.606684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.689205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Pushing event updated for resources: {'Port': ['ID=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:49.700186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:49.717664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 94d2c6ca-d559-4944-8376-0903b89943ea triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:49.718176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:49.777609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:49.802143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:49.870354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Allocated IP 2001:db8:3::2 (da9450c4-32fd-4b93-a92a-b7d58edae930/e29f030f-f0ff-4027-a469-b586564ad135/4b7a5530-dc21-4d1c-bf68-9b65b340a2ca) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:49.925912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Attempting to bind port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:49.926880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Attempting to bind port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:49.927310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Attempting to bind port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 on network e220652f-a44a-4e74-aa14-16e89bca9e49 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:49.941214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 on network e220652f-a44a-4e74-aa14-16e89bca9e49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:25:49.941639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Attempting to bind port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 on network e220652f-a44a-4e74-aa14-16e89bca9e49 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:49.953322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:49.953743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Checking segment: {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:49.954184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Bound using segment: {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:49.954667 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Bound port: 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:49.955083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:50.003796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=11222e91-e087-4e77-b576-9f0b31796bfd,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:50.064674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] For port fb1b5bb7-6c0e-4e62-9205-b4872e795feb, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:50.073418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] For port fb1b5bb7-6c0e-4e62-9205-b4872e795feb, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fb1b5bb7-6c0e-4e62-9205-b4872e795feb,segment=NetworkSegment(c231da09-616f-47bf-b9ee-00349aca397e),segment_id=c231da09-616f-47bf-b9ee-00349aca397e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:50.152687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:50.155310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:50.223542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:50.308867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:50.309660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:50.337011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:50.412717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0d5c4169-1725-4306-b39a-854cfafe1480 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:50.415854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:50.416479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:50.417942 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] 10.222.0.23 "PUT /v2.0/ports/1efbffb7-5dda-4c6f-90a8-ee20e4f30132 HTTP/1.1" status: 200 len: 1094 time: 2.3667221 Mar 28 15:25:50.421411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:25:50.500887 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'status': 'completed', 'code': 200} Mar 28 15:25:50.500887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68292af5-ecaf-4b7f-af54-e8e6a9f8b684 service neutron] Pushing event updated for resources: {'Port': ['ID=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:50.600487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:50.603147 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024db364-0b42-4721-b734-a32a3ce1be1c None None] Pushing event updated for resources: {'Port': ['ID=fb1b5bb7-6c0e-4e62-9205-b4872e795feb,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:50.623008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Transition to ACTIVE for port object 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:50.643901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:50.660452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989141c-d974-4adf-a824-59c2a210d995 req-4fa63c5a-86c6-4505-bc9a-342faf3b6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:50.661529 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e989141c-d974-4adf-a824-59c2a210d995 req-4fa63c5a-86c6-4505-bc9a-342faf3b6073 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6&device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 1097 time: 0.1213992 Mar 28 15:25:50.678270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0d5c4169-1725-4306-b39a-854cfafe1480 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:50.678653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:50.705126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:50.763454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Transition to ACTIVE for port object 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:50.912096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.009514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Allocated IP 2001:db8:3::1 (da9450c4-32fd-4b93-a92a-b7d58edae930/e29f030f-f0ff-4027-a469-b586564ad135/4e87f54b-838e-46d0-b893-c1641ecf8bbb) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:25:51.036635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Network da9450c4-32fd-4b93-a92a-b7d58edae930 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:51.100230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:51.136268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:51.159845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989141c-d974-4adf-a824-59c2a210d995 req-b7f9411d-f79f-48a2-b122-45c5579ddb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:51.160104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Pushing event updated for resources: {'Port': ['ID=4b7a5530-dc21-4d1c-bf68-9b65b340a2ca,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:51.160565 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e989141c-d974-4adf-a824-59c2a210d995 req-b7f9411d-f79f-48a2-b122-45c5579ddb42 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4862194 Mar 28 15:25:51.162374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.218382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.236807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Transition to ACTIVE for port object 4e87f54b-838e-46d0-b893-c1641ecf8bbb will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:51.344326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.352144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93d491-77d1-4203-8cf5-15636a1e2645 req-465c59f6-adfd-4c77-a1c9-2f2716269e62 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:51.352144 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ce93d491-77d1-4203-8cf5-15636a1e2645 req-465c59f6-adfd-4c77-a1c9-2f2716269e62 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 944 time: 0.5548861 Mar 28 15:25:51.365127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Attempting to bind port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:51.365570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Attempting to bind port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '87ef1b4f-745c-48b4-90f1-34495bbc35a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:51.366017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Attempting to bind port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca on network da9450c4-32fd-4b93-a92a-b7d58edae930 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:51.374349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:51.374758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Checking segment: {'id': '87ef1b4f-745c-48b4-90f1-34495bbc35a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:51.375810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.376206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Bound using segment: {'id': '87ef1b4f-745c-48b4-90f1-34495bbc35a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:51.376673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Bound port: 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ef1b4f-745c-48b4-90f1-34495bbc35a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:51.377149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.424168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network da9450c4-32fd-4b93-a92a-b7d58edae930 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:51.428032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:51.431546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989141c-d974-4adf-a824-59c2a210d995 req-99567521-9e23-401c-b957-bdfaafd193e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:51.433275 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e989141c-d974-4adf-a824-59c2a210d995 req-99567521-9e23-401c-b957-bdfaafd193e8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466350 Mar 28 15:25:51.436553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:25:51.436710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.446163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b733249c-62d1-415e-9ae6-f2c11fcdbe35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.463130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=4e87f54b-838e-46d0-b893-c1641ecf8bbb,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:51.523373 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] For port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:51.527844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] For port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4b7a5530-dc21-4d1c-bf68-9b65b340a2ca,segment=NetworkSegment(87ef1b4f-745c-48b4-90f1-34495bbc35a7),segment_id=87ef1b4f-745c-48b4-90f1-34495bbc35a7)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:51.532309 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:43Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:50Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:51.536787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16135b1e-0e08-4f54-a35f-9ea52819948a None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:43Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:50Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:51.559482 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ce93d491-77d1-4203-8cf5-15636a1e2645 req-1e8d1c53-a9a5-4450-9ae6-f174b97b417d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848278 Mar 28 15:25:51.635956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.639596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-dddd6d27-aed8-4744-9370-e4a131333076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:51.644709 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-dddd6d27-aed8-4744-9370-e4a131333076 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6&device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 1097 time: 0.1347744 Mar 28 15:25:51.696831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.738068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf75b8-7fce-4fb4-ac07-c7c2f4c37f24 None None] Pushing event updated for resources: {'Port': ['ID=4b7a5530-dc21-4d1c-bf68-9b65b340a2ca,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:51.747948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:51.752473 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-e9a4d0a9-0cf6-48f9-bf96-04006e1e4ef6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132 HTTP/1.1" status: 200 len: 217 time: 0.0926735 Mar 28 15:25:51.834149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-e4b2fb35-9563-430c-aca7-17819910b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:51.835626 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-e4b2fb35-9563-430c-aca7-17819910b9cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99e7940-6040-4d47-99c5-e2999b3ca63f HTTP/1.1" status: 200 len: 835 time: 0.0770128 Mar 28 15:25:51.881440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:52.026668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=11222e91-e087-4e77-b576-9f0b31796bfd,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:52.035728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:52.232615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-cd4ee162-8fc4-40ef-befa-9620d60d571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:52.234228 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-cd4ee162-8fc4-40ef-befa-9620d60d571b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e220652f-a44a-4e74-aa14-16e89bca9e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3928759 Mar 28 15:25:52.235390 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 915442db-bf93-4184-b7d7-0bedf74ef70a associated. External IP: 172.26.7.81, port: 5acd092d-f928-4d69-81e3-f3a07e149ff5. Mar 28 15:25:52.388875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:52.463930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fb1b5bb7-6c0e-4e62-9205-b4872e795feb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:52.486159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:52.487374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:52.508530 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-a648579d-ca20-4a80-a0ae-652096472a24 service neutron] 10.222.0.23 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250767 Mar 28 15:25:52.619523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event updated for resources: {'Port': ['ID=4e87f54b-838e-46d0-b893-c1641ecf8bbb,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:52.646916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port fb1b5bb7-6c0e-4e62-9205-b4872e795feb completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:52.659414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fb1b5bb7-6c0e-4e62-9205-b4872e795feb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:52.659414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:52.837830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Network da9450c4-32fd-4b93-a92a-b7d58edae930 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:25:52.842514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:25:52.884441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:52.945204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port fb1b5bb7-6c0e-4e62-9205-b4872e795feb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fb1b5bb7-6c0e-4e62-9205-b4872e795feb,segment=NetworkSegment(c231da09-616f-47bf-b9ee-00349aca397e),segment_id=c231da09-616f-47bf-b9ee-00349aca397e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:53.016223 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dbc5e9a6-9610-4a98-8284-49509b58a7ff req-407d0e97-be7d-41a0-832b-0dbc6a604bb9 service neutron] 10.222.0.23 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979877 Mar 28 15:25:53.036243 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:53.037324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:53.046450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 6f816b09-12c4-4e74-b2f2-ae990f805cdc has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:53.076166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad8f9b-8ddb-436b-85d8-34f112147a2f req-1f12fe8c-4291-45ad-9d4f-92b43fce14ea tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:53.077666 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2dad8f9b-8ddb-436b-85d8-34f112147a2f req-1f12fe8c-4291-45ad-9d4f-92b43fce14ea tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 944 time: 0.3168681 Mar 28 15:25:53.082397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:53.104543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f13ee14-ac0f-4735-8a80-fc461f28fb6d None None] Network da9450c4-32fd-4b93-a92a-b7d58edae930 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:25:53.243558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2dad8f9b-8ddb-436b-85d8-34f112147a2f req-61f9df82-a861-434c-9700-c1106e2620c1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574230 Mar 28 15:25:53.253727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:53.268352 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] Sync routers for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:53.278216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=fb1b5bb7-6c0e-4e62-9205-b4872e795feb,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:53.291352 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:53.292430 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:53.292989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:53.305482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:53.310454 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b4d08725-4572-4d13-a2e9-6012b3b8fbce tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7618651 Mar 28 15:25:53.313596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36068) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:53.318683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:53.350626 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:53.351191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:24Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:53.414350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:53.421223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3e3f4748-99bd-4da6-9ce4-af93d5b2de0c None None] Provisioning for port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:53.433939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:53.508320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3e3f4748-99bd-4da6-9ce4-af93d5b2de0c None None] Provisioning complete for port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:53.509055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3e3f4748-99bd-4da6-9ce4-af93d5b2de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:53.526186 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1f301548-cb31-4ba7-86dc-e235def35540 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0207543 Mar 28 15:25:53.527686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36072) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:53.528313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:25:53.531582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:53.532216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:53.553026 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:53.622448 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'status': 'completed', 'code': 200} Mar 28 15:25:53.688025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:53.751603 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8ee81e94-15eb-49fc-8e44-7837132dac2a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 990 time: 0.2137513 Mar 28 15:25:53.753972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0358caa5-d5cf-4434-bfbb-61cdcd5b97de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:53.816045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-29b92b9b-28a6-45b4-9767-6761e833437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:53.817834 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-29b92b9b-28a6-45b4-9767-6761e833437f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 1098 time: 0.1413529 Mar 28 15:25:54.083906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-d7100d44-b744-49ab-b362-72d21eba1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:54.084668 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '915442db-bf93-4184-b7d7-0bedf74ef70a', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.81', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'port_id': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'mac_address': 'fa:16:3e:c5:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:25:50Z', 'updated_at': '2022-03-28T15:25:50Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:54.085621 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-d7100d44-b744-49ab-b362-72d21eba1a3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 898 time: 0.2588694 Mar 28 15:25:54.086644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3e3f4748-99bd-4da6-9ce4-af93d5b2de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:54.089667 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] Checking router: 6f816b09-12c4-4e74-b2f2-ae990f805cdc for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:54.099224 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:54.099864 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:54.121648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:54.203833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.extraroute_db [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 15:25:54.215188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3e3f4748-99bd-4da6-9ce4-af93d5b2de0c None None] For port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4b7a5530-dc21-4d1c-bf68-9b65b340a2ca,segment=NetworkSegment(87ef1b4f-745c-48b4-90f1-34495bbc35a7),segment_id=87ef1b4f-745c-48b4-90f1-34495bbc35a7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:54.226509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.extraroute_db [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Removed routes are [] {{(pid=88486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 15:25:54.228026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:54.261313 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-b675190e-ff8e-4549-9070-b477bbbdf5ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5 HTTP/1.1" status: 200 len: 998 time: 0.1689720 Mar 28 15:25:54.307143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:51Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '4e87f54b-838e-46d0-b893-c1641ecf8bbb', 'name': '', 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:0a:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:49Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:54.314465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:54.315161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Updating router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 port 4e87f54b-838e-46d0-b893-c1641ecf8bbb binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:25:54.342924 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:54.349780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-996e0e32-f58d-46da-b33d-5b7315966499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:54.351396 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-996e0e32-f58d-46da-b33d-5b7315966499 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb07ac5f-88a1-4f21-943d-6c3f5d8e0035 HTTP/1.1" status: 200 len: 835 time: 0.0855131 Mar 28 15:25:54.401790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:54.418001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3e3f4748-99bd-4da6-9ce4-af93d5b2de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:54.512972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-cf4134a5-0572-4fd0-bde0-e1ed45e8bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:54.514883 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-cf4134a5-0572-4fd0-bde0-e1ed45e8bc5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c407e35c-a10f-457f-b0f1-19ff53848a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1541531 Mar 28 15:25:54.612884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:25:54.613487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:25:54.753996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36082) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:54.912490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e55708ee-266e-4b73-a3c2-804853f268ae None None] Provisioning for port 4e87f54b-838e-46d0-b893-c1641ecf8bbb completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:54.932291 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-5d03c57b-a35a-40ef-83fb-90d0a8ccf845 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104819 Mar 28 15:25:54.936646 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-dc377706-b162-45e3-a612-3c3646f4b52a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 990 time: 0.1816969 Mar 28 15:25:54.961592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:54.971507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e55708ee-266e-4b73-a3c2-804853f268ae None None] Provisioning complete for port 4e87f54b-838e-46d0-b893-c1641ecf8bbb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:54.971879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e55708ee-266e-4b73-a3c2-804853f268ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:54.973146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:54.985029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0b083-80c1-46e2-8ee2-5d53272a31b7 req-c798e5d9-0219-4d6c-895f-919b145982cc tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:54.986518 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d6a0b083-80c1-46e2-8ee2-5d53272a31b7 req-c798e5d9-0219-4d6c-895f-919b145982cc tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 944 time: 0.3857262 Mar 28 15:25:55.043042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:55.057006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f4748-99bd-4da6-9ce4-af93d5b2de0c None None] Pushing event updated for resources: {'Port': ['ID=4b7a5530-dc21-4d1c-bf68-9b65b340a2ca,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:55.059698 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '915442db-bf93-4184-b7d7-0bedf74ef70a', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.81', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'port_id': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'mac_address': 'fa:16:3e:c5:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:25:50Z', 'updated_at': '2022-03-28T15:25:50Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:55.095134 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4265b9d-720a-406a-8a2e-4f299d983809 None None] The sync data for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv is: [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '915442db-bf93-4184-b7d7-0bedf74ef70a', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.81', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'port_id': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'mac_address': 'fa:16:3e:c5:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:25:50Z', 'updated_at': '2022-03-28T15:25:50Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:55.161477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:25:55.176573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e55708ee-266e-4b73-a3c2-804853f268ae None None] Port 4e87f54b-838e-46d0-b893-c1641ecf8bbb cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:55.180202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:55.203902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d6a0b083-80c1-46e2-8ee2-5d53272a31b7 req-d82bb1a3-0a24-4645-b937-233686c5764f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330729 Mar 28 15:25:55.243974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:55.297132 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a1f2ae4d-7ca8-486d-86d7-fb387246c27f req-45ebbfde-d8ce-49a3-a937-29894c5ec622 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583074 Mar 28 15:25:55.341900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e55708ee-266e-4b73-a3c2-804853f268ae None None] Provisioning complete for port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:55.341900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e55708ee-266e-4b73-a3c2-804853f268ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:55.408290 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f438ae7-d315-40ab-8afb-6ec7c5d40a16 None None] New status for floating IP 915442db-bf93-4184-b7d7-0bedf74ef70a: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:25:55.429016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fb1b5bb7-6c0e-4e62-9205-b4872e795feb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:55.448616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:55.455958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:55.459741 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-13d4d5c8-3138-49ee-8fde-72478eac34f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2 HTTP/1.1" status: 200 len: 953 time: 2.1426053 Mar 28 15:25:55.459977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36088) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:55.624589 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-042a7973-06f1-426d-8beb-c3f56f018092 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2 HTTP/1.1" status: 200 len: 953 time: 0.1633301 Mar 28 15:25:55.627700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36092) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:55.634905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'routes': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:25:55.714360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:55.733356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fb1b5bb7-6c0e-4e62-9205-b4872e795feb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:55.733723 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:55.766510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'port_id': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'mac_address': 'fa:16:3e:fd:f3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:25:55.779793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:55.834029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Transition to ACTIVE for port object 4e87f54b-838e-46d0-b893-c1641ecf8bbb will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:25:55.889441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:55.927641 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1f718833-7d24-4049-952e-c587d5b2668f None None] Provisioning complete for port 4e87f54b-838e-46d0-b893-c1641ecf8bbb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:55.928055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1f718833-7d24-4049-952e-c587d5b2668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:55.940189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36096) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:55.962611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.025897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:25:56.094396 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c4841d3f-60df-4db1-893d-7464ac0e16ad tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 992 time: 0.1460173 Mar 28 15:25:56.149377 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:56.201684 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1f718833-7d24-4049-952e-c587d5b2668f None None] Port 4e87f54b-838e-46d0-b893-c1641ecf8bbb cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:25:56.203200 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852341c-06ec-4262-9fbe-1eabda8e5114 None None] Pushing event updated for resources: {'Port': ['ID=4e87f54b-838e-46d0-b893-c1641ecf8bbb,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:56.206255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:56.297367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.360697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.378593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Attempting to bind port 4e87f54b-838e-46d0-b893-c1641ecf8bbb on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:25:56.378965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Attempting to bind port 4e87f54b-838e-46d0-b893-c1641ecf8bbb by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '87ef1b4f-745c-48b4-90f1-34495bbc35a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:25:56.379356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Attempting to bind port 4e87f54b-838e-46d0-b893-c1641ecf8bbb on network da9450c4-32fd-4b93-a92a-b7d58edae930 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:25:56.402464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:25:56.402813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Checking segment: {'id': '87ef1b4f-745c-48b4-90f1-34495bbc35a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:25:56.403180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.403575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Bound using segment: {'id': '87ef1b4f-745c-48b4-90f1-34495bbc35a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:25:56.404045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Bound port: 4e87f54b-838e-46d0-b893-c1641ecf8bbb, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ef1b4f-745c-48b4-90f1-34495bbc35a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:25:56.404533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.422497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.extraroute_db [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added routes are [] {{(pid=88486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 15:25:56.422998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.extraroute_db [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88486) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 15:25:56.428398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:56.428775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.434016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa885b-f468-41ba-8d77-ae06db35196b req-e4dd419f-da3f-482b-8438-0ce3d6190c6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:56.435351 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5cfa885b-f468-41ba-8d77-ae06db35196b req-e4dd419f-da3f-482b-8438-0ce3d6190c6a tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 945 time: 0.0903897 Mar 28 15:25:56.452638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:56.466927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.490610 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5cfa885b-f468-41ba-8d77-ae06db35196b req-c8fbd33e-0c50-4b60-9d4d-5ce3aabdde16 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454617 Mar 28 15:25:56.598986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['1efbffb7-5dda-4c6f-90a8-ee20e4f30132'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:25:56.645270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] For port 4e87f54b-838e-46d0-b893-c1641ecf8bbb, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:25:56.684693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] For port 4e87f54b-838e-46d0-b893-c1641ecf8bbb, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4e87f54b-838e-46d0-b893-c1641ecf8bbb,segment=NetworkSegment(87ef1b4f-745c-48b4-90f1-34495bbc35a7),segment_id=87ef1b4f-745c-48b4-90f1-34495bbc35a7)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:25:56.778172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.884548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.888028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:56.893306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:56.893948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:56.971534 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852341c-06ec-4262-9fbe-1eabda8e5114 None None] Pushing event updated for resources: {'Port': ['ID=4e87f54b-838e-46d0-b893-c1641ecf8bbb,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:57.086873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:25:57.102375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:57.255235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:25:57.261991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:57.263140 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-dce8b9f1-3e2a-477f-a3f6-4b74f67ffd7a tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2 HTTP/1.1" status: 200 len: 703 time: 1.6345632 Mar 28 15:25:57.266244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36106) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:57.434738 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-05c1816f-7781-42f1-9b94-a4c5ba718c61 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2 HTTP/1.1" status: 200 len: 703 time: 0.1673453 Mar 28 15:25:57.437525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36110) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:25:57.506478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 7, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '4e87f54b-838e-46d0-b893-c1641ecf8bbb', 'name': '', 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:0a:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:49Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:57.511085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c10abf-8cb2-4fe9-b811-5f696a82be29 None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 7, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '4e87f54b-838e-46d0-b893-c1641ecf8bbb', 'name': '', 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:0a:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:49Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:57.957079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207828af-2f8c-4338-b77f-9925c47297d0 req-bad84cfc-8b68-4186-8185-c5c564ef9261 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:57.958593 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-207828af-2f8c-4338-b77f-9925c47297d0 req-bad84cfc-8b68-4186-8185-c5c564ef9261 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 945 time: 0.3207600 Mar 28 15:25:58.076384 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-207828af-2f8c-4338-b77f-9925c47297d0 req-2b8a6987-3b3f-4653-b669-65bb02b2e028 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120105 Mar 28 15:25:58.185706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:25:58.196418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:58.197026 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:58.235265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:58.355075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:58.591627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 4e87f54b-838e-46d0-b893-c1641ecf8bbb {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:25:58.592236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:58.678231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 7, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '4e87f54b-838e-46d0-b893-c1641ecf8bbb', 'name': '', 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:0a:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:49Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:58.681962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:25:58.690986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:25:58.691636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:58.785088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 4e87f54b-838e-46d0-b893-c1641ecf8bbb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4e87f54b-838e-46d0-b893-c1641ecf8bbb,segment=NetworkSegment(87ef1b4f-745c-48b4-90f1-34495bbc35a7),segment_id=87ef1b4f-745c-48b4-90f1-34495bbc35a7)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:58.785437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:58.886651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:25:58.907356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 4e87f54b-838e-46d0-b893-c1641ecf8bbb owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:25:59.133766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:59.275740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf20a5-6ad5-452b-b10d-09b834d57770 req-c62bc618-3626-4821-b429-00ebfb10b118 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:25:59.277051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 7, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '4e87f54b-838e-46d0-b893-c1641ecf8bbb', 'name': '', 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:0a:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:49Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:25:59.277558 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-62cf20a5-6ad5-452b-b10d-09b834d57770 req-c62bc618-3626-4821-b429-00ebfb10b118 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 945 time: 0.0835824 Mar 28 15:25:59.281952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904dc0c-7b1c-4800-8c87-9e3e537f0027 None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 7, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '4e87f54b-838e-46d0-b893-c1641ecf8bbb', 'name': '', 'network_id': 'da9450c4-32fd-4b93-a92a-b7d58edae930', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:0a:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:49Z', 'updated_at': '2022-03-28T15:25:56Z', 'revision_number': 4, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'e29f030f-f0ff-4027-a469-b586564ad135', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:25:59.291643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:59.332739 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-62cf20a5-6ad5-452b-b10d-09b834d57770 req-11bdf7b8-9009-4533-9b0e-451aef921184 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469837 Mar 28 15:25:59.383668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=4e87f54b-838e-46d0-b893-c1641ecf8bbb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:59.400486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:25:59.405756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:25:59.407217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:59.439395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.439786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.440075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.440421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.440735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.441063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.441386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.441707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.442039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.442375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.442679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.443000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:25:59.451587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4e87f54b-838e-46d0-b893-c1641ecf8bbb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:25:59.498042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4e87f54b-838e-46d0-b893-c1641ecf8bbb {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:25:59.498410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4e87f54b-838e-46d0-b893-c1641ecf8bbb not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 15:25:59.540352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Port 4e87f54b-838e-46d0-b893-c1641ecf8bbb not found, will not notify nova. {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 15:25:59.618075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:59.632040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:59.660078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:25:59.669646 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:25:59.706750 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'code': 200} Mar 28 15:25:59.778130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:25:59.848845 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:25:59.949081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:26:00.106142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:00.117964 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:00.120348 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7c41d4ab-c249-4bf7-b778-0d5808441052 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6818328 Mar 28 15:26:00.122921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36124) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:00.127771 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:00.128369 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:00.195583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4257a6f2-7233-4557-8b06-b8fb6821245e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting subnet e29f030f-f0ff-4027-a469-b586564ad135 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:26:00.199505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4257a6f2-7233-4557-8b06-b8fb6821245e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:00.208168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106682f-9e4d-42cc-b5c0-e77c4ff93972 req-8df8fa8f-bad7-492f-b286-195c55ae2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:00.209648 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e106682f-9e4d-42cc-b5c0-e77c4ff93972 req-8df8fa8f-bad7-492f-b286-195c55ae2d43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 1099 time: 0.0834737 Mar 28 15:26:00.252053 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e106682f-9e4d-42cc-b5c0-e77c4ff93972 req-abe76bdb-adec-46a1-9f72-03241dce8e60 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360870 Mar 28 15:26:00.258122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4257a6f2-7233-4557-8b06-b8fb6821245e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:00.318460 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:00.352881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4257a6f2-7233-4557-8b06-b8fb6821245e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:00.528726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4257a6f2-7233-4557-8b06-b8fb6821245e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:00.562424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803d743-d5ed-4653-963d-6382904dc2df req-c3600012-8080-42e7-8d17-a5855c86312e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:00.563939 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4803d743-d5ed-4653-963d-6382904dc2df req-c3600012-8080-42e7-8d17-a5855c86312e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0831792 Mar 28 15:26:00.570579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4257a6f2-7233-4557-8b06-b8fb6821245e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:00.575872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fbbb68-602c-4665-9859-c2870bbd6aed None None] Network da9450c4-32fd-4b93-a92a-b7d58edae930 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:26:00.580886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257a6f2-7233-4557-8b06-b8fb6821245e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Subnet': ['ID=e29f030f-f0ff-4027-a469-b586564ad135,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:00.583871 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4257a6f2-7233-4557-8b06-b8fb6821245e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/e29f030f-f0ff-4027-a469-b586564ad135 HTTP/1.1" status: 204 len: 168 time: 0.4598169 Mar 28 15:26:00.591020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36132) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:00.625099 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4803d743-d5ed-4653-963d-6382904dc2df req-eb7cedf0-d6bb-4ba7-b107-b90c30b32dcf tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511005 Mar 28 15:26:00.684685 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:59Z', 'revision_number': 8, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:00.689702 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:00.700222 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:00.700972 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:00.717036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:00.732656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:00.732993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:00.889596 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] DHCP port deletion for da9450c4-32fd-4b93-a92a-b7d58edae930 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:26:00.892319 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:00.895362 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] Deleting port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:00.895882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.116599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4b7a5530-dc21-4d1c-bf68-9b65b340a2ca,segment=NetworkSegment(87ef1b4f-745c-48b4-90f1-34495bbc35a7),segment_id=87ef1b4f-745c-48b4-90f1-34495bbc35a7)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:01.116878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.192920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] For port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4b7a5530-dc21-4d1c-bf68-9b65b340a2ca,segment=NetworkSegment(87ef1b4f-745c-48b4-90f1-34495bbc35a7),segment_id=87ef1b4f-745c-48b4-90f1-34495bbc35a7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:01.193323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.259507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:01.288302 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:59Z', 'revision_number': 8, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:01.292854 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f767cf4-c9c7-465a-960b-2db147c2be8c None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:25:59Z', 'revision_number': 8, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb1b5bb7-6c0e-4e62-9205-b4872e795feb', 'name': '', 'network_id': '3e38500d-4a12-4e37-b046-04a77d6b18ae', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:60:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:41Z', 'updated_at': '2022-03-28T15:25:52Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f70e91e2-936e-46db-af68-76c8c94da1a6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:01.351450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] Calling delete_port for 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:01.440683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: from cryptography.utils import int_from_bytes Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: from cryptography.utils import int_from_bytes Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn_limited( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn_limited( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:26:01.462156 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:26:01.473500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:26:01.473992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:26:01.501095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No DVR routers for this DVR port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:26:01.533493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=4b7a5530-dc21-4d1c-bf68-9b65b340a2ca,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:01.632984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.662462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9450c4-32fd-4b93-a92a-b7d58edae930']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:01.676725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ef1b4f-745c-48b4-90f1-34495bbc35a7') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:01.677027 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ef1b4f-745c-48b4-90f1-34495bbc35a7') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:01.689575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.711685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.727544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:26:01.728191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:26:01.746432 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:26:01.761946 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:26:01.804938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:26:01.805388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:26:01.915116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086a02e-04a1-42a9-b6f4-318114878928 req-13f630b0-8a4b-4b7b-9f17-34eff5c9f8e1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:01.916911 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7086a02e-04a1-42a9-b6f4-318114878928 req-13f630b0-8a4b-4b7b-9f17-34eff5c9f8e1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.1031330 Mar 28 15:26:01.953338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.957379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.975532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] Deleting port 4b7a5530-dc21-4d1c-bf68-9b65b340a2ca {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:01.975990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:01.992419 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7086a02e-04a1-42a9-b6f4-318114878928 req-9c83133a-40f3-43e4-bfc5-3801299ae5dd tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687973 Mar 28 15:26:01.994985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Network': ['ID=da9450c4-32fd-4b93-a92a-b7d58edae930,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:02.002291 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36140) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:02.002849 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0f7fac37-e57d-43cb-b69e-ec1f348b4e92 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/networks/da9450c4-32fd-4b93-a92a-b7d58edae930 HTTP/1.1" status: 204 len: 168 time: 1.4153159 Mar 28 15:26:02.057008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-063b9efe-486d-4c20-9d0b-0c191be1b1d1 None None] The port '4b7a5530-dc21-4d1c-bf68-9b65b340a2ca' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:26:02.357174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d11ea-d68c-4305-950a-331f4335b204 req-4fa4f1c8-3026-4e00-973a-c06615391478 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:02.358529 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-039d11ea-d68c-4305-950a-331f4335b204 req-4fa4f1c8-3026-4e00-973a-c06615391478 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.2322464 Mar 28 15:26:02.371906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:02.462646 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-039d11ea-d68c-4305-950a-331f4335b204 req-6e6337a4-e7cb-420a-877f-3fe344536e01 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902743 Mar 28 15:26:02.485473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36146) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:02.555425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74968585-3622-49a8-a210-3b8c470179f7 tempest-TestNetworkAdvancedServerOps-943267264 tempest-TestNetworkAdvancedServerOps-943267264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:02.559809 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-74968585-3622-49a8-a210-3b8c470179f7 tempest-TestNetworkAdvancedServerOps-943267264 tempest-TestNetworkAdvancedServerOps-943267264-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 1094 time: 0.0705256 Mar 28 15:26:02.560067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36152) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:02.565722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:02.572058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:02.576384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Usage tracker for resource:floatingip and tenant:3d19ac39b4f24bb69cb9aee627e11dd6 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:02.579607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:02.586836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:02.612552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:02.670409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:02.814092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:02.976081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Allocated IP 172.26.7.105 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/cbde9224-5a4e-4ffe-a0c2-9e65fbcccd6d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:26:03.088751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port fb1b5bb7-6c0e-4e62-9205-b4872e795feb {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:03.089362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:03.122295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-4a106fff-8270-4742-82e2-88f471c3f003 req-1f88c309-65c4-462d-b327-ecf6b7bbd2b8 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:03.174846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:03.257314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-4a106fff-8270-4742-82e2-88f471c3f003 req-1f88c309-65c4-462d-b327-ecf6b7bbd2b8 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:03.258485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-1f88c309-65c4-462d-b327-ecf6b7bbd2b8 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748934238&fields=id&tenant_id=45f98a5033c3421a99c3279e50eb966b HTTP/1.1" status: 200 len: 267 time: 0.2603559 Mar 28 15:26:03.273355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port fb1b5bb7-6c0e-4e62-9205-b4872e795feb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fb1b5bb7-6c0e-4e62-9205-b4872e795feb,segment=NetworkSegment(c231da09-616f-47bf-b9ee-00349aca397e),segment_id=c231da09-616f-47bf-b9ee-00349aca397e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:03.273715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:03.292703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:03.332686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4e87f54b-838e-46d0-b893-c1641ecf8bbb no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:26:03.375500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4e87f54b-838e-46d0-b893-c1641ecf8bbb {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:26:03.375845 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4e87f54b-838e-46d0-b893-c1641ecf8bbb not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:26:03.406901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for fb1b5bb7-6c0e-4e62-9205-b4872e795feb owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:03.432296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:26:03.437582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:26:03.449637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:26:03.484905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'Port': ['ID=cbde9224-5a4e-4ffe-a0c2-9e65fbcccd6d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:03.536106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106fff-8270-4742-82e2-88f471c3f003 req-50c5558b-0e1d-4a66-9d5c-117d9c474584 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:03.537539 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-50c5558b-0e1d-4a66-9d5c-117d9c474584 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 811 time: 0.2723229 Mar 28 15:26:03.640999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:03.689967 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-42179129-f120-46c0-a2dd-3fd7a124510c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/quotas/45f98a5033c3421a99c3279e50eb966b HTTP/1.1" status: 200 len: 375 time: 0.0243678 Mar 28 15:26:03.698014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=fb1b5bb7-6c0e-4e62-9205-b4872e795feb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:03.710278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.710660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.710952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.711318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.711646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.711968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.712317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.712617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.712939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.713257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.713575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.713891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:03.916390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:03.917538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-4a106fff-8270-4742-82e2-88f471c3f003 req-24e788d2-9fd5-4b7e-8d0e-8a1640399760 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:04.081883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-4a106fff-8270-4742-82e2-88f471c3f003 req-24e788d2-9fd5-4b7e-8d0e-8a1640399760 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:04.083207 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-24e788d2-9fd5-4b7e-8d0e-8a1640399760 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3857958 Mar 28 15:26:04.084148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:04.237963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:26:04.273288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:04.304718 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-a99ffa5a-74a6-4674-a863-8241db5ad1d4 service neutron] 10.222.0.16 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094779 Mar 28 15:26:04.515585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:04.527188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:04.531421 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-de991a8c-e5f9-404f-8ba0-6f6add1dc9de tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5274525 Mar 28 15:26:04.532211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36164) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:04.538364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:04.539211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:04.546912 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-a797e6b8-2bbd-43bd-9974-14dc04f6d2aa service neutron] 10.222.0.16 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344699 Mar 28 15:26:04.606224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:04.607855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b45cf11-6f4e-414d-af6d-39db445fa3e0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting subnet f70e91e2-936e-46db-af68-76c8c94da1a6 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:26:04.611725 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0b45cf11-6f4e-414d-af6d-39db445fa3e0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:04.669263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:04.670948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0b45cf11-6f4e-414d-af6d-39db445fa3e0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:04.724919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:04.766805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event updated for resources: {'Port': ['ID=cbde9224-5a4e-4ffe-a0c2-9e65fbcccd6d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:04.796551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0b45cf11-6f4e-414d-af6d-39db445fa3e0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:04.828531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:04.950366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0b45cf11-6f4e-414d-af6d-39db445fa3e0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:04.997068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45cf11-6f4e-414d-af6d-39db445fa3e0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Subnet': ['ID=f70e91e2-936e-46db-af68-76c8c94da1a6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:05.004790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0b45cf11-6f4e-414d-af6d-39db445fa3e0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:05.021769 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0b45cf11-6f4e-414d-af6d-39db445fa3e0 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/f70e91e2-936e-46db-af68-76c8c94da1a6 HTTP/1.1" status: 204 len: 168 time: 0.4823492 Mar 28 15:26:05.022044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36174) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:05.024274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6133686d-64d8-416a-90e7-e1754afa0163 None None] Network 3e38500d-4a12-4e37-b046-04a77d6b18ae requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:26:05.056540 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Floating IP bd352119-9a6b-485f-9c1f-247c2555a0ff associated. External IP: 172.26.7.105, port: 1efbffb7-5dda-4c6f-90a8-ee20e4f30132. Mar 28 15:26:05.211467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:03Z', 'revision_number': 9, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:05.218291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:05.233067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:05.233691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:05.319225 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-98da91d9-3cf5-47c2-86ff-51c8263a19ce req-7bec2331-6c5c-4a8b-80fc-9f58f5c5aaab tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 210 time: 0.0615287 Mar 28 15:26:05.348090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:05.425501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 0d5c4169-1725-4306-b39a-854cfafe1480 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:05.426301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:05.428653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:05.480630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1329ae-7cce-4950-90ba-ec2c7faa2e1d None None] DHCP port deletion for 3e38500d-4a12-4e37-b046-04a77d6b18ae request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:26:05.490185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6e1329ae-7cce-4950-90ba-ec2c7faa2e1d None None] Deleting port 0d5c4169-1725-4306-b39a-854cfafe1480 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:05.490551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6e1329ae-7cce-4950-90ba-ec2c7faa2e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:05.810919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 0d5c4169-1725-4306-b39a-854cfafe1480, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0d5c4169-1725-4306-b39a-854cfafe1480,segment=NetworkSegment(c231da09-616f-47bf-b9ee-00349aca397e),segment_id=c231da09-616f-47bf-b9ee-00349aca397e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:05.811296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:05.819190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:26:05.936789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6e1329ae-7cce-4950-90ba-ec2c7faa2e1d None None] For port 0d5c4169-1725-4306-b39a-854cfafe1480, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0d5c4169-1725-4306-b39a-854cfafe1480,segment=NetworkSegment(c231da09-616f-47bf-b9ee-00349aca397e),segment_id=c231da09-616f-47bf-b9ee-00349aca397e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:05.937369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6e1329ae-7cce-4950-90ba-ec2c7faa2e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:05.951290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 0d5c4169-1725-4306-b39a-854cfafe1480 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:06.059231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6e1329ae-7cce-4950-90ba-ec2c7faa2e1d None None] Calling delete_port for 0d5c4169-1725-4306-b39a-854cfafe1480 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:06.142027 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:03Z', 'revision_number': 9, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:06.147864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f195903-432f-4fc8-a722-ea73837424ec None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:03Z', 'revision_number': 9, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94d2c6ca-d559-4944-8376-0903b89943ea', 'name': '', 'network_id': '9337d935-8bc3-4a44-ace3-aabc7206f613', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:13:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:30Z', 'updated_at': '2022-03-28T15:25:45Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'bbc5d966-528e-4b2a-8fb5-16e54c37e631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:06.185413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:06.200950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.db.api [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 28 15:26:06.200950 dv-neutron-828143-13-hyperv neutron-server[88486]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 28 15:26:06.200950 dv-neutron-828143-13-hyperv neutron-server[88486]: [parameters: {'port_id': '0d5c4169-1725-4306-b39a-854cfafe1480'}] Mar 28 15:26:06.200950 dv-neutron-828143-13-hyperv neutron-server[88486]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:26:06.201395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG oslo_db.api [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:26:06.209591 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] Sync routers for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:06.263181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6e1329ae-7cce-4950-90ba-ec2c7faa2e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:06.272852 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:06.273480 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:06.309180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:06.309689 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1329ae-7cce-4950-90ba-ec2c7faa2e1d None None] Pushing event deleted for resources: {'Port': ['ID=0d5c4169-1725-4306-b39a-854cfafe1480,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:06.313109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1329ae-7cce-4950-90ba-ec2c7faa2e1d None None] No DVR routers for this DVR port 0d5c4169-1725-4306-b39a-854cfafe1480 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:26:06.382786 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-27654417-324b-43a5-9585-7e2693b83ca1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8216403 Mar 28 15:26:06.383678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:06.458366 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ff82f0d3-8155-41e7-b2ce-a0e62c9580f7 req-cc5f7ddc-c453-4d59-adc6-8c1e33bb7640 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 210 time: 0.0456662 Mar 28 15:26:06.521570 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'status': 'completed', 'code': 200} Mar 28 15:26:06.540087 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:06.658506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c4df5-720e-460b-b8ab-8931aed88157 req-571f8237-86f2-405b-9c30-9f6831c1fd81 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:06.660027 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f43c4df5-720e-460b-b8ab-8931aed88157 req-571f8237-86f2-405b-9c30-9f6831c1fd81 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.1560390 Mar 28 15:26:06.699414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-5c7162af-ed66-4afa-92ee-d54216d2d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:06.700862 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-5c7162af-ed66-4afa-92ee-d54216d2d1bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6&device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 1099 time: 0.1200757 Mar 28 15:26:06.702890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 0d5c4169-1725-4306-b39a-854cfafe1480 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:06.703416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:06.753953 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f43c4df5-720e-460b-b8ab-8931aed88157 req-b9ab6ff8-3fce-4d07-8c52-534731ce17a3 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871780 Mar 28 15:26:06.788414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] The port '0d5c4169-1725-4306-b39a-854cfafe1480' was deleted {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:26:06.789361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36194) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:06.851745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-d91c6f61-19f9-45d6-84ff-4d654d5516a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:06.853203 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-d91c6f61-19f9-45d6-84ff-4d654d5516a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e220652f-a44a-4e74-aa14-16e89bca9e49 HTTP/1.1" status: 200 len: 898 time: 0.1433570 Mar 28 15:26:06.920298 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:36Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'bd352119-9a6b-485f-9c1f-247c2555a0ff', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'floating_ip_address': '172.26.7.105', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'port_id': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'mac_address': 'fa:16:3e:fd:f3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:26:04Z', 'updated_at': '2022-03-28T15:26:04Z', 'revision_number': 0, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68', 'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'mac_address': 'fa:16:3e:7e:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:35Z', 'updated_at': '2022-03-28T15:25:46Z', 'revision_number': 5, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'subnets': [{'id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:06.924587 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] Checking router: 6317cb06-88d5-48d6-9d25-cc1cf3bd464d for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:06.933918 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:06.934627 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:06.943703 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ad783d5b-673d-472c-8dd8-93d41e4a4110 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/floatingips/bd352119-9a6b-485f-9c1f-247c2555a0ff HTTP/1.1" status: 200 len: 992 time: 0.1521120 Mar 28 15:26:06.967453 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-d6254bbb-5b20-4b09-bf34-feda77baa039 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132 HTTP/1.1" status: 200 len: 1000 time: 0.1071305 Mar 28 15:26:07.032804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-fea3e1aa-23c5-47fe-b66a-602e916f0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:07.034275 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-fea3e1aa-23c5-47fe-b66a-602e916f0870 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99e7940-6040-4d47-99c5-e2999b3ca63f HTTP/1.1" status: 200 len: 835 time: 0.0610642 Mar 28 15:26:07.114205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-6125ef06-87e7-42b1-902d-73e9d653814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:07.115712 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-6125ef06-87e7-42b1-902d-73e9d653814b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e220652f-a44a-4e74-aa14-16e89bca9e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0749209 Mar 28 15:26:07.122882 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:07.151358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:07.177683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e38500d-4a12-4e37-b046-04a77d6b18ae']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:07.189938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c231da09-616f-47bf-b9ee-00349aca397e') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:07.190570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c231da09-616f-47bf-b9ee-00349aca397e') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:07.201765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:07.220941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:07.228452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:26:07.229219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:26:07.247634 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:26:07.257408 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-b9033bab-2a83-477f-9295-ee200b3b630c service neutron] 10.222.0.23 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315706 Mar 28 15:26:07.388515 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c25429b-25f6-4868-ab47-e25cb794a9d0 req-bf7dd073-daae-495f-af3d-c6186eae4a16 service neutron] 10.222.0.23 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288879 Mar 28 15:26:07.390737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fb1b5bb7-6c0e-4e62-9205-b4872e795feb no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:26:07.417841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:07.438140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:07.438902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: fb1b5bb7-6c0e-4e62-9205-b4872e795feb {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:26:07.439361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fb1b5bb7-6c0e-4e62-9205-b4872e795feb not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:26:07.446114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0d5c4169-1725-4306-b39a-854cfafe1480 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:26:07.448718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Network': ['ID=3e38500d-4a12-4e37-b046-04a77d6b18ae,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:07.452105 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ffa5f857-1815-442e-bc0e-84b069796526 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/networks/3e38500d-4a12-4e37-b046-04a77d6b18ae HTTP/1.1" status: 204 len: 168 time: 2.4342701 Mar 28 15:26:07.455617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36198) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:07.483180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 0d5c4169-1725-4306-b39a-854cfafe1480 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:26:07.483444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0d5c4169-1725-4306-b39a-854cfafe1480 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:26:07.486603 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:36Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'bd352119-9a6b-485f-9c1f-247c2555a0ff', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'floating_ip_address': '172.26.7.105', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'port_id': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'mac_address': 'fa:16:3e:fd:f3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:26:04Z', 'updated_at': '2022-03-28T15:26:04Z', 'revision_number': 0, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68', 'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'mac_address': 'fa:16:3e:7e:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:35Z', 'updated_at': '2022-03-28T15:25:46Z', 'revision_number': 5, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'subnets': [{'id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:07.491313 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506389c5-f37f-4053-8a56-1ec2c2404cb4 None None] The sync data for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv is: [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:36Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'bd352119-9a6b-485f-9c1f-247c2555a0ff', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'floating_ip_address': '172.26.7.105', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'port_id': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'mac_address': 'fa:16:3e:fd:f3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:26:04Z', 'updated_at': '2022-03-28T15:26:04Z', 'revision_number': 0, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68', 'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'mac_address': 'fa:16:3e:7e:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:35Z', 'updated_at': '2022-03-28T15:25:46Z', 'revision_number': 5, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'subnets': [{'id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:07.623289 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c9c434a-7614-4416-97d4-c59b74d38534 req-36737e66-2acb-40cc-993a-d66b82ca343c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 210 time: 0.1011233 Mar 28 15:26:07.690299 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be521d5e-6ecd-41e5-9ffb-069dd0407ff4 None None] New status for floating IP bd352119-9a6b-485f-9c1f-247c2555a0ff: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:26:07.946469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36208) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:08.066836 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-87317106-f4c0-4df9-b795-271947754930 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/floatingips/bd352119-9a6b-485f-9c1f-247c2555a0ff HTTP/1.1" status: 200 len: 992 time: 0.1192424 Mar 28 15:26:08.140987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:08.467599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 94d2c6ca-d559-4944-8376-0903b89943ea {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:08.468287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:08.707525 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-6710790b-1308-4e84-9f2c-94e2a1a85a63 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804033 Mar 28 15:26:08.779312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 94d2c6ca-d559-4944-8376-0903b89943ea, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=94d2c6ca-d559-4944-8376-0903b89943ea,segment=NetworkSegment(e0d49f8e-6096-454a-a30f-7bd6a6d61199),segment_id=e0d49f8e-6096-454a-a30f-7bd6a6d61199)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:08.780251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:08.788625 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b6ed2979-cdee-4872-8015-54b65235d6d2 req-7c58388a-ce79-47b2-b01c-aeb102cbf86d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 210 time: 0.0453897 Mar 28 15:26:08.890822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-dfe07e60-bcb6-4a20-9c2a-47ce08d9d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:08.892701 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-dfe07e60-bcb6-4a20-9c2a-47ce08d9d372 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 1098 time: 0.0776939 Mar 28 15:26:08.909163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 94d2c6ca-d559-4944-8376-0903b89943ea owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:09.048730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-9397e0c9-d8db-481a-b191-95d68c58a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:09.050177 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-9397e0c9-d8db-481a-b191-95d68c58a538 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 898 time: 0.1299739 Mar 28 15:26:09.071944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36214) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:09.197029 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ca7c9044-a764-4a32-af52-8a5672ce9959 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/floatingips/bd352119-9a6b-485f-9c1f-247c2555a0ff HTTP/1.1" status: 200 len: 994 time: 0.1194112 Mar 28 15:26:09.240084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:09.270940 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-969f584f-c796-4a98-a284-306851ddb7e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5 HTTP/1.1" status: 200 len: 1000 time: 0.2139783 Mar 28 15:26:09.289989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=94d2c6ca-d559-4944-8376-0903b89943ea,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:09.339345 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-3cb86262-f83e-4517-ad65-77944fd97d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:09.340906 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-3cb86262-f83e-4517-ad65-77944fd97d22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb07ac5f-88a1-4f21-943d-6c3f5d8e0035 HTTP/1.1" status: 200 len: 835 time: 0.0634105 Mar 28 15:26:09.440689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-d4dcacb8-479f-4bb2-b1c8-0a662d977cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:09.442268 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-d4dcacb8-479f-4bb2-b1c8-0a662d977cbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c407e35c-a10f-457f-b0f1-19ff53848a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0953977 Mar 28 15:26:09.587985 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-d5aabc6f-af71-47a8-8e9c-ea1500d5c4f4 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391149 Mar 28 15:26:09.621146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:09.725071 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21c7587c-4567-40a7-880e-eeb2a2ab6a1c req-067774be-1b35-428b-bbe3-21d417fd97f7 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304743 Mar 28 15:26:09.727212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106fff-8270-4742-82e2-88f471c3f003 req-ecb4d3d8-3f3f-42d8-bf4a-cf6b597517e9 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:09.728617 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-ecb4d3d8-3f3f-42d8-bf4a-cf6b597517e9 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 811 time: 0.3097761 Mar 28 15:26:09.851281 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-701cc4d6-38f1-4fb7-a55b-d57cfc4c97ec tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45f98a5033c3421a99c3279e50eb966b HTTP/1.1" status: 200 len: 380 time: 0.0699625 Mar 28 15:26:09.944164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'port': {'device_id': '021ec696-ef89-4a30-8b55-a05297da1663', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'admin_state_up': True, 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'security_groups': ['244955d9-b57c-4ad3-8396-8e958743c65a']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:10.159692 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-219c4c30-b9a6-4f36-a7fe-5eb90c58086d req-07e6cfd4-0059-42f2-b617-0f1b6ae72e9d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 210 time: 0.2503433 Mar 28 15:26:10.282063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:26:10.350260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:10.378888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:10.465780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:10.475902 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:10.478374 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-021595cc-ddcf-4e36-9a96-4853bbbb6da8 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0217607 Mar 28 15:26:10.480967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36228) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:10.487534 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:10.488124 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:10.527942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Made reservation on behalf of 45f98a5033c3421a99c3279e50eb966b for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:26:10.531557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:10.608028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed8166b-4256-4368-a9ec-f8ba4d46edd5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting subnet bbc5d966-528e-4b2a-8fb5-16e54c37e631 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:26:10.621036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8166b-4256-4368-a9ec-f8ba4d46edd5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:10.648787 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:10.698934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8166b-4256-4368-a9ec-f8ba4d46edd5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:10.814443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Allocated IP 172.20.0.6 (0f833085-acda-4c3c-884d-53308b8d0562/a462bbf0-00c2-4aae-9031-f8a40557aedb/2a94c9f9-6db6-463e-987e-f4f280f7ddf8) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:26:10.866229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8166b-4256-4368-a9ec-f8ba4d46edd5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.021303 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:09Z', 'revision_number': 10, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:11.025837 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:11.038700 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:11.039369 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:11.090835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.149329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Transition to ACTIVE for port object 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:26:11.151109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8166b-4256-4368-a9ec-f8ba4d46edd5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.192897 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:11.209835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8166b-4256-4368-a9ec-f8ba4d46edd5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc5d966-528e-4b2a-8fb5-16e54c37e631,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:11.213618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1ed8166b-4256-4368-a9ec-f8ba4d46edd5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.225423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81fec3-f028-4b0a-8a39-104dfbb3e040 None None] Network 9337d935-8bc3-4a44-ace3-aabc7206f613 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:26:11.233957 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1ed8166b-4256-4368-a9ec-f8ba4d46edd5 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/bbc5d966-528e-4b2a-8fb5-16e54c37e631 HTTP/1.1" status: 204 len: 168 time: 0.7515349 Mar 28 15:26:11.239581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36234) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:11.280854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.416264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.428973 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 381854c1-c8e4-4650-bf3b-a2cb9a79240a {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:11.429312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.438991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Network 0f833085-acda-4c3c-884d-53308b8d0562 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:26:11.446154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:26:11.449210 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:26:11.533624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'Port': ['ID=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:11.594752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e945f7-deb1-4577-bd60-326747ad16d4 req-cda376af-172e-4b83-b394-e0dfcbb380f4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:11.595980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-47e945f7-deb1-4577-bd60-326747ad16d4 req-cda376af-172e-4b83-b394-e0dfcbb380f4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:11.631765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:11.633917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.655757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] DHCP port deletion for 9337d935-8bc3-4a44-ace3-aabc7206f613 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:26:11.662049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] Deleting port 381854c1-c8e4-4650-bf3b-a2cb9a79240a {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:11.662751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.664929 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:09Z', 'revision_number': 10, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:11.669410 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad6382a-342a-4b14-a84e-6b82ff4f22d2 None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:09Z', 'revision_number': 10, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None, '_interfaces': [{'id': '7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e', 'name': '', 'network_id': '46ebc837-e310-40a4-9a1a-30098917288f', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'mac_address': 'fa:16:3e:25:6a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:17Z', 'updated_at': '2022-03-28T15:25:33Z', 'revision_number': 5, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'subnets': [{'id': 'f77d2071-2965-448b-bdc8-256ea49d89e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:11.703080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-47e945f7-deb1-4577-bd60-326747ad16d4 req-cda376af-172e-4b83-b394-e0dfcbb380f4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:11.706697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-47e945f7-deb1-4577-bd60-326747ad16d4 req-cda376af-172e-4b83-b394-e0dfcbb380f4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 931 time: 0.3450875 Mar 28 15:26:11.767298 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-f62d1cc8-4716-4fcf-8876-ade856f295d4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8639622 Mar 28 15:26:11.789228 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-47e945f7-deb1-4577-bd60-326747ad16d4 req-9d4b7e08-2eff-4e63-8fb6-55640251c125 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723155 Mar 28 15:26:11.799734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 381854c1-c8e4-4650-bf3b-a2cb9a79240a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=381854c1-c8e4-4650-bf3b-a2cb9a79240a,segment=NetworkSegment(e0d49f8e-6096-454a-a30f-7bd6a6d61199),segment_id=e0d49f8e-6096-454a-a30f-7bd6a6d61199)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:11.800173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:11.805398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Request body: {'port': {'device_id': '021ec696-ef89-4a30-8b55-a05297da1663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:11.916503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fd06ed79-a9c6-4bbb-80c8-fa1b2a63d1bc None None] Provisioning for port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:26:11.933344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 381854c1-c8e4-4650-bf3b-a2cb9a79240a owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:11.933559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fd06ed79-a9c6-4bbb-80c8-fa1b2a63d1bc None None] Provisioning complete for port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:26:11.934080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fd06ed79-a9c6-4bbb-80c8-fa1b2a63d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.043735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.099443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] For port 381854c1-c8e4-4650-bf3b-a2cb9a79240a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=381854c1-c8e4-4650-bf3b-a2cb9a79240a,segment=NetworkSegment(e0d49f8e-6096-454a-a30f-7bd6a6d61199),segment_id=e0d49f8e-6096-454a-a30f-7bd6a6d61199)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:12.101489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.120718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.200295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=381854c1-c8e4-4650-bf3b-a2cb9a79240a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:12.203684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No DVR routers for this DVR port 381854c1-c8e4-4650-bf3b-a2cb9a79240a on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:26:12.302705 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] Calling delete_port for 381854c1-c8e4-4650-bf3b-a2cb9a79240a owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:12.342025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-fd06ed79-a9c6-4bbb-80c8-fa1b2a63d1bc None None] Port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:26:12.369177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.398207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:26:12.398695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:26:12.405250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9337d935-8bc3-4a44-ace3-aabc7206f613']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:12.419092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d49f8e-6096-454a-a30f-7bd6a6d61199') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:12.419532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d49f8e-6096-454a-a30f-7bd6a6d61199') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:12.432259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.449021 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.455511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:26:12.456042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:26:12.475256 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:26:12.573024 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:26:12.580846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.646513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Transition to ACTIVE for port object 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:26:12.646748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.651099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.679391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Network': ['ID=9337d935-8bc3-4a44-ace3-aabc7206f613,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:12.685120 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1f78b1a5-5d9d-4a68-a339-023df5d9117f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/networks/9337d935-8bc3-4a44-ace3-aabc7206f613 HTTP/1.1" status: 204 len: 168 time: 1.4477043 Mar 28 15:26:12.687800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36238) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:12.742834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.899771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] Deleting port 381854c1-c8e4-4650-bf3b-a2cb9a79240a {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:12.900113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:12.914876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Pushing event updated for resources: {'Port': ['ID=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:13.019626 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5c5bd-6257-4d3a-8c44-f7f2c3241e74 None None] The port '381854c1-c8e4-4650-bf3b-a2cb9a79240a' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:26:13.083449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Attempting to bind port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:26:13.083776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Attempting to bind port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:26:13.084100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Attempting to bind port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 on network 0f833085-acda-4c3c-884d-53308b8d0562 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:26:13.088780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 on network 0f833085-acda-4c3c-884d-53308b8d0562 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:26:13.089120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Attempting to bind port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 on network 0f833085-acda-4c3c-884d-53308b8d0562 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:26:13.094708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:26:13.095046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Checking segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:26:13.095432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Bound using segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:26:13.095844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Bound port: 2a94c9f9-6db6-463e-987e-f4f280f7ddf8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:26:13.096186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:13.187229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] For port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:26:13.190345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] For port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:26:13.246883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e84dda-c7ef-4bbd-be9f-7a08edd09239 req-635dd017-7cbc-4f76-a4b2-9b7fc5e0a871 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:13.248363 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-51e84dda-c7ef-4bbd-be9f-7a08edd09239 req-635dd017-7cbc-4f76-a4b2-9b7fc5e0a871 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 943 time: 0.2555926 Mar 28 15:26:13.257779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:13.317569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:13.318100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:13.319471 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] 10.222.0.23 "PUT /v2.0/ports/2a94c9f9-6db6-463e-987e-f4f280f7ddf8 HTTP/1.1" status: 200 len: 1093 time: 1.5275996 Mar 28 15:26:13.320480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ec696-ef89-4a30-8b55-a05297da1663', 'tag': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:13.349722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569ff4d-3ec6-4459-969b-9fb06119a648 service neutron] Pushing event updated for resources: {'Port': ['ID=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:13.378141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-51e84dda-c7ef-4bbd-be9f-7a08edd09239 req-498c3212-1788-4403-8b17-460638488217 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:13.403754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-51e84dda-c7ef-4bbd-be9f-7a08edd09239 req-498c3212-1788-4403-8b17-460638488217 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:13.404911 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-51e84dda-c7ef-4bbd-be9f-7a08edd09239 req-498c3212-1788-4403-8b17-460638488217 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252608 Mar 28 15:26:13.474924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 381854c1-c8e4-4650-bf3b-a2cb9a79240a no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:26:13.480152 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021ec696-ef89-4a30-8b55-a05297da1663', 'tag': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'status': 'completed', 'code': 200} Mar 28 15:26:13.536206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106fff-8270-4742-82e2-88f471c3f003 req-133b388f-de74-4218-8f51-03fbfa52174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:13.537673 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-133b388f-de74-4218-8f51-03fbfa52174d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 1096 time: 0.1085336 Mar 28 15:26:13.562931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:13.564496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 381854c1-c8e4-4650-bf3b-a2cb9a79240a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:26:13.564819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 381854c1-c8e4-4650-bf3b-a2cb9a79240a not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:26:13.565236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94d2c6ca-d559-4944-8376-0903b89943ea no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:26:13.608384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 94d2c6ca-d559-4944-8376-0903b89943ea {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:26:13.609320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94d2c6ca-d559-4944-8376-0903b89943ea not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:26:13.659818 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-72903e70-c83d-4553-b66a-6e76c722d689 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a94c9f9-6db6-463e-987e-f4f280f7ddf8 HTTP/1.1" status: 200 len: 217 time: 0.1029339 Mar 28 15:26:13.727604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106fff-8270-4742-82e2-88f471c3f003 req-7903f8ca-61dd-437c-9cd5-78a2d69a5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:13.729344 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-7903f8ca-61dd-437c-9cd5-78a2d69a5f14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0630970 Mar 28 15:26:13.808895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106fff-8270-4742-82e2-88f471c3f003 req-29fcc53a-7efb-40aa-9a34-60cf512b8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:13.810344 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-29fcc53a-7efb-40aa-9a34-60cf512b8c75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732539 Mar 28 15:26:13.938371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:13.938671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:13.955315 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-4780c16b-128c-4e0f-94c8-c0311ebb7735 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375859 Mar 28 15:26:14.088908 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a106fff-8270-4742-82e2-88f471c3f003 req-43cfcc1f-e677-4766-81ab-3a2e8d335ad4 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271658 Mar 28 15:26:14.134954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e,segment=NetworkSegment(47e69a80-f690-4fef-82cd-518b3a45d68d),segment_id=47e69a80-f690-4fef-82cd-518b3a45d68d)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:14.135242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:14.256951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:14.298142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-57640fca-98d6-4f49-b1bd-2f1ca78b9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:14.299837 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-57640fca-98d6-4f49-b1bd-2f1ca78b9a8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 1096 time: 0.0730402 Mar 28 15:26:14.444400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-bae88704-664b-4d4f-bce3-d9f5ed4e4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:14.445964 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-bae88704-664b-4d4f-bce3-d9f5ed4e4060 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.1336737 Mar 28 15:26:14.486069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:14.530493 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-ecf08c62-e699-4b9d-b233-60489e22c445 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a94c9f9-6db6-463e-987e-f4f280f7ddf8 HTTP/1.1" status: 200 len: 217 time: 0.0761075 Mar 28 15:26:14.538972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:14.624406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-fd57aa73-dc06-4873-ab7d-d0528ba9fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:14.626324 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-fd57aa73-dc06-4873-ab7d-d0528ba9fc11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0887868 Mar 28 15:26:14.716796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-2b037b4b-f9cf-4976-ae32-7fe7409f58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:14.718348 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-2b037b4b-f9cf-4976-ae32-7fe7409f58e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0822251 Mar 28 15:26:14.906621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:14.965687 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-84583ccf-c3bd-48c6-9d35-2e7b7983419a service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394583 Mar 28 15:26:15.063622 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc66ed-ed8c-4efa-9d2f-c328f60f2209 req-c969aefb-3ff7-45a1-a90e-ba4a9b7c088c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:15.065400 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-09cc66ed-ed8c-4efa-9d2f-c328f60f2209 req-c969aefb-3ff7-45a1-a90e-ba4a9b7c088c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 943 time: 0.3436921 Mar 28 15:26:15.109709 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2fb495ec-8db0-4a73-beba-21a7d08a4888 req-3d88854a-f437-40d5-b11c-0212ce0b8066 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269753 Mar 28 15:26:15.231916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:26:15.238369 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-09cc66ed-ed8c-4efa-9d2f-c328f60f2209 req-4e0916ba-d587-404b-bb06-0ec80f758714 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163394 Mar 28 15:26:15.366937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:15.377547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:15.382990 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-109ec71c-4d17-4f12-8dad-681e579419ed tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6916785 Mar 28 15:26:15.383312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36252) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:15.386971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:15.387597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:15.450767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-039ab7c2-822c-42e5-a532-2796b928ca29 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting subnet f77d2071-2965-448b-bdc8-256ea49d89e9 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:26:15.453907 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-039ab7c2-822c-42e5-a532-2796b928ca29 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:15.510722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-039ab7c2-822c-42e5-a532-2796b928ca29 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:15.516713 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:15.600003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-039ab7c2-822c-42e5-a532-2796b928ca29 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:15.622702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:14Z', 'revision_number': 11, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:15.626764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:15.635184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:15.635778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:15.737572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-039ab7c2-822c-42e5-a532-2796b928ca29 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:15.775726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ab7c2-822c-42e5-a532-2796b928ca29 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Subnet': ['ID=f77d2071-2965-448b-bdc8-256ea49d89e9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:15.777909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:15.784159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-039ab7c2-822c-42e5-a532-2796b928ca29 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:15.790372 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-039ab7c2-822c-42e5-a532-2796b928ca29 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/f77d2071-2965-448b-bdc8-256ea49d89e9 HTTP/1.1" status: 204 len: 168 time: 0.4061363 Mar 28 15:26:15.793012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36256) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:15.822651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02292d4d-a145-4d4c-9746-c5ad3f514b72 None None] Network 46ebc837-e310-40a4-9a1a-30098917288f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:26:15.908936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:15.910970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:14Z', 'revision_number': 11, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:15.919872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Deleting port 32fee300-1fcd-4017-8fb5-b959373f569d {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:15.920399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:15.957512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa69895-fbd7-4d63-935a-81c7f8dd30c2 None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:14Z', 'revision_number': 11, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:16.252449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] For port 32fee300-1fcd-4017-8fb5-b959373f569d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=32fee300-1fcd-4017-8fb5-b959373f569d,segment=NetworkSegment(47e69a80-f690-4fef-82cd-518b3a45d68d),segment_id=47e69a80-f690-4fef-82cd-518b3a45d68d)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:16.252813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.333063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] DHCP port deletion for 46ebc837-e310-40a4-9a1a-30098917288f request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:26:16.337801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] Deleting port 32fee300-1fcd-4017-8fb5-b959373f569d {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:16.338179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.376508 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Calling delete_port for 32fee300-1fcd-4017-8fb5-b959373f569d owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:16.440798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc22a9-8161-461a-8726-3b7342159aff req-009c1423-24b1-4d77-a0f2-e04089f7cd25 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:16.442992 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9fbc22a9-8161-461a-8726-3b7342159aff req-009c1423-24b1-4d77-a0f2-e04089f7cd25 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 943 time: 0.0877836 Mar 28 15:26:16.492601 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9fbc22a9-8161-461a-8726-3b7342159aff req-340a4eb3-2e16-408b-b40a-c0bf76d2783f tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436473 Mar 28 15:26:16.537179 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.591353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Port': ['ID=32fee300-1fcd-4017-8fb5-b959373f569d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:16.593066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No DVR routers for this DVR port 32fee300-1fcd-4017-8fb5-b959373f569d on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:26:16.613519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] For port 32fee300-1fcd-4017-8fb5-b959373f569d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=32fee300-1fcd-4017-8fb5-b959373f569d,segment=NetworkSegment(47e69a80-f690-4fef-82cd-518b3a45d68d),segment_id=47e69a80-f690-4fef-82cd-518b3a45d68d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:16.614126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.715732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.731598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] Calling delete_port for 32fee300-1fcd-4017-8fb5-b959373f569d owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:26:16.740902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ebc837-e310-40a4-9a1a-30098917288f']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:16.753165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e69a80-f690-4fef-82cd-518b3a45d68d') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:16.753467 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e69a80-f690-4fef-82cd-518b3a45d68d') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:16.764495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.780030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.785964 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:26:16.786352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.802044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:26:16.802478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:26:16.805359 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:26:16.920156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.938834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:16.949619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Pushing event deleted for resources: {'Network': ['ID=46ebc837-e310-40a4-9a1a-30098917288f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:16.956795 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-90acfdbe-17ae-4499-a1a0-93549aa14573 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/networks/46ebc837-e310-40a4-9a1a-30098917288f HTTP/1.1" status: 204 len: 168 time: 1.1628370 Mar 28 15:26:16.959349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36264) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:16.964122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'routes': None}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:17.250778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.extraroute_db [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Added routes are [] {{(pid=88487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 15:26:17.251100 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.extraroute_db [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Removed routes are [] {{(pid=88487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 15:26:17.251456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:17.303809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] Deleting port 32fee300-1fcd-4017-8fb5-b959373f569d {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:17.304428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:17.373142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-27260926-89da-4058-b442-7ccdc7bb8955 None None] The port '32fee300-1fcd-4017-8fb5-b959373f569d' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:26:17.394775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:26:17.429142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:26:17.429488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7fbcf50a-b5ac-49cd-a82e-51a4ff683d1e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:26:17.429897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 32fee300-1fcd-4017-8fb5-b959373f569d no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:26:17.464355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 32fee300-1fcd-4017-8fb5-b959373f569d {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:26:17.464700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 32fee300-1fcd-4017-8fb5-b959373f569d not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:26:17.509538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:17.512699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:17.823493 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:26:17.985441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b03c67-dc67-4a91-8cb5-9c7413b422b7 req-1c7c6f9a-ef58-4df5-a44c-a932c6df6285 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:17.986909 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-66b03c67-dc67-4a91-8cb5-9c7413b422b7 req-1c7c6f9a-ef58-4df5-a44c-a932c6df6285 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 943 time: 0.2917874 Mar 28 15:26:17.990440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:17.997296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:17.998421 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6fb51827-3bcb-431d-8832-f086cd2018a2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2 HTTP/1.1" status: 200 len: 704 time: 1.0381618 Mar 28 15:26:18.000532 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] Sync routers for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:18.001804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36270) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:18.010506 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:18.011218 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:18.038995 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-66b03c67-dc67-4a91-8cb5-9c7413b422b7 req-3dd80249-b13c-4133-a619-ab0b56aae464 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388944 Mar 28 15:26:18.044029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b70ddff7-5f72-4765-8ce2-cb5cb100d7c2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Synchronizing usage tracker for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:18.190295 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:18.265563 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:14Z', 'revision_number': 11, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:18.269436 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] Checking router: 975a0c77-4d8f-4818-80f1-257cebcbbdb2 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:18.277456 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] Routers {'975a0c77-4d8f-4818-80f1-257cebcbbdb2'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:18.280092 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:18.296902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b70ddff7-5f72-4765-8ce2-cb5cb100d7c2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Unset dirty status for tenant:e925ff1afcf64e02b3479bee582faf94 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:18.298205 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b70ddff7-5f72-4765-8ce2-cb5cb100d7c2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=975a0c77-4d8f-4818-80f1-257cebcbbdb2 HTTP/1.1" status: 200 len: 205 time: 0.2953129 Mar 28 15:26:18.300947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36274) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:18.414894 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] Set router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:18.434603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47cdb767-86da-4bba-bbb7-2700d6c83424 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:18.517625 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:14Z', 'revision_number': 11, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:18.521459 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf8e65-654f-4161-ad7c-6bdb889adb03 None None] The sync data for ids ['975a0c77-4d8f-4818-80f1-257cebcbbdb2'] in dv-neutron-828143-13-hyperv is: [{'id': '975a0c77-4d8f-4818-80f1-257cebcbbdb2', 'name': 'tempest-RoutersIpV6Test-router-248088140', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:12Z', 'updated_at': '2022-03-28T15:26:14Z', 'revision_number': 11, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:18.739454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47cdb767-86da-4bba-bbb7-2700d6c83424 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:18.741617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47cdb767-86da-4bba-bbb7-2700d6c83424 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:18.828295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47cdb767-86da-4bba-bbb7-2700d6c83424 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:18.828716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cdb767-86da-4bba-bbb7-2700d6c83424 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Fanout notify agent at l3_agent the message router_deleted on router 975a0c77-4d8f-4818-80f1-257cebcbbdb2 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:26:18.843548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47cdb767-86da-4bba-bbb7-2700d6c83424 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:18.844962 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-47cdb767-86da-4bba-bbb7-2700d6c83424 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2 HTTP/1.1" status: 204 len: 168 time: 0.5427911 Mar 28 15:26:18.850518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36278) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:18.853586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2076822405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:18.861117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:18.865409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Usage tracker for resource:router and tenant:e925ff1afcf64e02b3479bee582faf94 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:18.868372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:18.874647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:18.954387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:18.955509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:18.970703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:19.052003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:19.119982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:19.121259 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6bc00d67-d354-4286-af93-d3390a383370 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2715750 Mar 28 15:26:19.123892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36284) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:19.129097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-aa9f6f20-f93c-41e7-8def-dd9903cbdb0f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:19.653444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6f20-f93c-41e7-8def-dd9903cbdb0f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:19.674356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1f086-8cfb-4682-b6bd-58d647035787 req-f89bfd2c-0401-45c0-83ba-2922236b48c8 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:19.676092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-45c1f086-8cfb-4682-b6bd-58d647035787 req-f89bfd2c-0401-45c0-83ba-2922236b48c8 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 943 time: 0.4937525 Mar 28 15:26:19.723365 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-45c1f086-8cfb-4682-b6bd-58d647035787 req-bf720bda-ad3c-4a0e-a745-11e5175e7a97 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Mar 28 15:26:19.724335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6f20-f93c-41e7-8def-dd9903cbdb0f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:19.942710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9f6f20-f93c-41e7-8def-dd9903cbdb0f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Router bb390460-0b12-4b1d-a8a9-7755fe79d206 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:26:20.072483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9f6f20-f93c-41e7-8def-dd9903cbdb0f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:20.078991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6f20-f93c-41e7-8def-dd9903cbdb0f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:20.080745 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aa9f6f20-f93c-41e7-8def-dd9903cbdb0f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "PUT /v2.0/routers/bb390460-0b12-4b1d-a8a9-7755fe79d206 HTTP/1.1" status: 200 len: 698 time: 0.9550512 Mar 28 15:26:20.082718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36288) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:20.084479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] Sync routers for ids ['bb390460-0b12-4b1d-a8a9-7755fe79d206'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:20.094265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] Routers {'bb390460-0b12-4b1d-a8a9-7755fe79d206'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:20.094866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['bb390460-0b12-4b1d-a8a9-7755fe79d206'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:20.219255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] Set router bb390460-0b12-4b1d-a8a9-7755fe79d206 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:20.220840 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-760cb939-6577-4659-834f-a67afbd0d852 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/routers/bb390460-0b12-4b1d-a8a9-7755fe79d206 HTTP/1.1" status: 200 len: 704 time: 0.1367157 Mar 28 15:26:20.223522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36292) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:20.266248 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-13cfb3f0-bbf0-434e-8ba4-cc5f5436a56e tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb390460-0b12-4b1d-a8a9-7755fe79d206 HTTP/1.1" status: 200 len: 205 time: 0.0416868 Mar 28 15:26:20.268750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36296) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:20.323394 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb390460-0b12-4b1d-a8a9-7755fe79d206', 'name': 'tempest-RoutersIpV6Test-router-2076822405', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:26:18Z', 'updated_at': '2022-03-28T15:26:19Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:20.327898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] Checking router: bb390460-0b12-4b1d-a8a9-7755fe79d206 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:20.336252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] Routers {'bb390460-0b12-4b1d-a8a9-7755fe79d206'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:20.336840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:25:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['bb390460-0b12-4b1d-a8a9-7755fe79d206'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:20.397750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-703a973a-fd31-4783-9a1c-430b17fbd956 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:20.464920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] Set router bb390460-0b12-4b1d-a8a9-7755fe79d206 gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:20.569843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb390460-0b12-4b1d-a8a9-7755fe79d206', 'name': 'tempest-RoutersIpV6Test-router-2076822405', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:26:18Z', 'updated_at': '2022-03-28T15:26:19Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:20.573832 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fc495-57fe-4b64-aae2-a9afd75138ee None None] The sync data for ids ['bb390460-0b12-4b1d-a8a9-7755fe79d206'] in dv-neutron-828143-13-hyperv is: [{'id': 'bb390460-0b12-4b1d-a8a9-7755fe79d206', 'name': 'tempest-RoutersIpV6Test-router-2076822405', 'tenant_id': 'e925ff1afcf64e02b3479bee582faf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:26:18Z', 'updated_at': '2022-03-28T15:26:19Z', 'revision_number': 2, 'project_id': 'e925ff1afcf64e02b3479bee582faf94', 'gw_port_host': None}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:20.692418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-703a973a-fd31-4783-9a1c-430b17fbd956 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:20.694748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-703a973a-fd31-4783-9a1c-430b17fbd956 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:20.788908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-703a973a-fd31-4783-9a1c-430b17fbd956 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:20.793917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a973a-fd31-4783-9a1c-430b17fbd956 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Fanout notify agent at l3_agent the message router_deleted on router bb390460-0b12-4b1d-a8a9-7755fe79d206 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:26:20.805114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-703a973a-fd31-4783-9a1c-430b17fbd956 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:20.806305 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-703a973a-fd31-4783-9a1c-430b17fbd956 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/bb390460-0b12-4b1d-a8a9-7755fe79d206 HTTP/1.1" status: 204 len: 168 time: 0.5365756 Mar 28 15:26:20.814107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36302) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:20.920416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ebc46-0927-4c1d-ab5b-d021c5eedb33 req-218941ae-3e90-4a71-b2f0-60683969143e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:20.922021 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bd7ebc46-0927-4c1d-ab5b-d021c5eedb33 req-218941ae-3e90-4a71-b2f0-60683969143e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 943 time: 0.0889292 Mar 28 15:26:20.971493 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bd7ebc46-0927-4c1d-ab5b-d021c5eedb33 req-6433a612-7f81-4ed0-bea6-9cfb66f1b6ca tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Mar 28 15:26:20.977647 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3e174e21-b07c-4237-ae62-297b8cbded20 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb390460-0b12-4b1d-a8a9-7755fe79d206 HTTP/1.1" status: 200 len: 205 time: 0.1624701 Mar 28 15:26:20.980052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36306) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.045564 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-031f5940-9eec-4161-9689-716f541679f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] delete failed (client error): The resource could not be found. Mar 28 15:26:21.046596 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-031f5940-9eec-4161-9689-716f541679f1 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/bb390460-0b12-4b1d-a8a9-7755fe79d206 HTTP/1.1" status: 404 len: 336 time: 0.0655982 Mar 28 15:26:21.049062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36310) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.090266 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbdeb61-0811-4a59-925e-e4331c2d70eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] DELETE failed (client error): The resource could not be found. Mar 28 15:26:21.090713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbdeb61-0811-4a59-925e-e4331c2d70eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:26:21.092361 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-bcbdeb61-0811-4a59-925e-e4331c2d70eb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/e29f030f-f0ff-4027-a469-b586564ad135 HTTP/1.1" status: 404 len: 337 time: 0.0424359 Mar 28 15:26:21.094647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36314) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.132163 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0013fe-6b3a-4f5d-8658-4a7a96bbffbb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] DELETE failed (client error): The resource could not be found. Mar 28 15:26:21.132604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0013fe-6b3a-4f5d-8658-4a7a96bbffbb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:26:21.134210 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4d0013fe-6b3a-4f5d-8658-4a7a96bbffbb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/f70e91e2-936e-46db-af68-76c8c94da1a6 HTTP/1.1" status: 404 len: 337 time: 0.0386767 Mar 28 15:26:21.136578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36320) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.173719 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b843a90-c47c-4679-ac75-0d0f46842228 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] DELETE failed (client error): The resource could not be found. Mar 28 15:26:21.174106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b843a90-c47c-4679-ac75-0d0f46842228 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:26:21.176069 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4b843a90-c47c-4679-ac75-0d0f46842228 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/bbc5d966-528e-4b2a-8fb5-16e54c37e631 HTTP/1.1" status: 404 len: 337 time: 0.0383623 Mar 28 15:26:21.178660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36324) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.200436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36328) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.216825 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-643a326e-71bc-4eb8-bd1b-2f2c75b38277 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] DELETE failed (client error): The resource could not be found. Mar 28 15:26:21.217278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643a326e-71bc-4eb8-bd1b-2f2c75b38277 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:26:21.218946 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-643a326e-71bc-4eb8-bd1b-2f2c75b38277 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/f77d2071-2965-448b-bdc8-256ea49d89e9 HTTP/1.1" status: 404 len: 337 time: 0.0393035 Mar 28 15:26:21.221583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36332) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.268124 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0c754039-6005-4609-ae4e-2e4190a4979b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=975a0c77-4d8f-4818-80f1-257cebcbbdb2 HTTP/1.1" status: 200 len: 205 time: 0.0454218 Mar 28 15:26:21.270511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36336) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.282722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24375fd3-6e39-4d70-9595-e010f180de8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:21.283882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24375fd3-6e39-4d70-9595-e010f180de8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:21.284424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24375fd3-6e39-4d70-9595-e010f180de8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:21.286291 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-24375fd3-6e39-4d70-9595-e010f180de8b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=0f72262e7a4747a2aa505b4725bc03f7&network_id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 3001 time: 0.0848107 Mar 28 15:26:21.338299 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-aaa48265-fb52-4bf9-ab32-7f4125b26eda tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] delete failed (client error): The resource could not be found. Mar 28 15:26:21.341355 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aaa48265-fb52-4bf9-ab32-7f4125b26eda tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/975a0c77-4d8f-4818-80f1-257cebcbbdb2 HTTP/1.1" status: 404 len: 336 time: 0.0679662 Mar 28 15:26:21.342021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36342) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.349833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ce5d-b6c5-42ab-ab0e-840da208b253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:21.389745 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-adc2decd-2027-486b-8826-faceb73fff49 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4f8a80-2eaa-4946-8d1f-94a7313c5b03 HTTP/1.1" status: 200 len: 205 time: 0.0465174 Mar 28 15:26:21.392523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36346) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.461632 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-4bb453e0-0d29-48dc-8626-dcc490985b0f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] delete failed (client error): The resource could not be found. Mar 28 15:26:21.462636 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4bb453e0-0d29-48dc-8626-dcc490985b0f tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/4b4f8a80-2eaa-4946-8d1f-94a7313c5b03 HTTP/1.1" status: 404 len: 336 time: 0.0692358 Mar 28 15:26:21.465234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36350) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.508378 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6ec992-2109-415d-8f6c-d985404169ad tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] DELETE failed (client error): The resource could not be found. Mar 28 15:26:21.508815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6ec992-2109-415d-8f6c-d985404169ad tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:26:21.510445 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-dc6ec992-2109-415d-8f6c-d985404169ad tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/ade1b232-70a0-4723-a16c-2b26b8772d98 HTTP/1.1" status: 404 len: 337 time: 0.0443640 Mar 28 15:26:21.513003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36354) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.560730 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-efe8acee-6c63-4cad-9ec7-27a96da5620b tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=a75602c7-689e-45be-851a-e80deff14857 HTTP/1.1" status: 200 len: 205 time: 0.0422294 Mar 28 15:26:21.562505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36360) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.629931 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-443becac-100d-4117-b9c8-7a4db0174937 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] delete failed (client error): The resource could not be found. Mar 28 15:26:21.630927 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-443becac-100d-4117-b9c8-7a4db0174937 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/a75602c7-689e-45be-851a-e80deff14857 HTTP/1.1" status: 404 len: 336 time: 0.0675142 Mar 28 15:26:21.633495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36364) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.676324 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3663018b-b743-4853-9add-57716bca58a7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec5cde4-0802-45d3-ba17-8ca8565bd27f HTTP/1.1" status: 200 len: 205 time: 0.0415843 Mar 28 15:26:21.678451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36368) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.745364 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-aa3b72be-2ef6-476a-a7c6-c9f2fc224096 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] delete failed (client error): The resource could not be found. Mar 28 15:26:21.746251 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aa3b72be-2ef6-476a-a7c6-c9f2fc224096 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/fec5cde4-0802-45d3-ba17-8ca8565bd27f HTTP/1.1" status: 404 len: 336 time: 0.0669625 Mar 28 15:26:21.748712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36372) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.784656 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbb2695-19e9-4a3e-be2e-6d1f5eafd8e6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] DELETE failed (client error): The resource could not be found. Mar 28 15:26:21.785080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbb2695-19e9-4a3e-be2e-6d1f5eafd8e6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:26:21.786630 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cbbb2695-19e9-4a3e-be2e-6d1f5eafd8e6 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/45b11839-d567-4e7a-bcb6-3ea511a2a012 HTTP/1.1" status: 404 len: 337 time: 0.0370424 Mar 28 15:26:21.788870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36376) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.829997 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0880056f-03f2-4d28-98b3-734ee5ccfed7 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef08d069-f3bd-42d1-b4a8-d6c81bf270d9 HTTP/1.1" status: 200 len: 205 time: 0.0401855 Mar 28 15:26:21.832200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36380) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.899485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-89ef2403-82e8-43ac-85c1-2a55e2cd7781 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] delete failed (client error): The resource could not be found. Mar 28 15:26:21.900398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-89ef2403-82e8-43ac-85c1-2a55e2cd7781 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/ef08d069-f3bd-42d1-b4a8-d6c81bf270d9 HTTP/1.1" status: 404 len: 336 time: 0.0673645 Mar 28 15:26:21.902861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36384) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.940145 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa1bb29-faca-4892-b224-bc47ba60a9cc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] DELETE failed (client error): The resource could not be found. Mar 28 15:26:21.940585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa1bb29-faca-4892-b224-bc47ba60a9cc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:26:21.942208 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0fa1bb29-faca-4892-b224-bc47ba60a9cc tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/32870736-d2e7-49f7-8887-c72b03d14e17 HTTP/1.1" status: 404 len: 337 time: 0.0384727 Mar 28 15:26:21.944736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36388) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:21.990837 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-19f661d9-02f1-416d-8254-f921ed38f10c tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "GET /v2.0/ports?device_id=b926ec7a-8379-410b-bbeb-3b96e03c3ee0 HTTP/1.1" status: 200 len: 205 time: 0.0451181 Mar 28 15:26:21.993030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36392) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:22.059966 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-d5e33f14-2398-493d-adad-2ff1a1c0cbbb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] delete failed (client error): The resource could not be found. Mar 28 15:26:22.061152 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d5e33f14-2398-493d-adad-2ff1a1c0cbbb tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/routers/b926ec7a-8379-410b-bbeb-3b96e03c3ee0 HTTP/1.1" status: 404 len: 336 time: 0.0671031 Mar 28 15:26:22.063499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36398) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:22.137171 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.pecan_wsgi.hooks.translation [None req-08117673-d321-4eeb-9524-edbb906c8fa2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] DELETE failed (client error): The resource could not be found. Mar 28 15:26:22.137607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08117673-d321-4eeb-9524-edbb906c8fa2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88486) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:26:22.139208 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-08117673-d321-4eeb-9524-edbb906c8fa2 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/372ae6ab-0412-4833-867e-dc1763089312 HTTP/1.1" status: 404 len: 337 time: 0.0748270 Mar 28 15:26:22.142290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36402) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:22.177515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a996a-e045-4299-9e9d-3053cc995b03 req-e2eae6cd-3ca0-4f52-ad12-6cff201c200c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:22.178932 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7e6a996a-e045-4299-9e9d-3053cc995b03 req-e2eae6cd-3ca0-4f52-ad12-6cff201c200c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 943 time: 0.0848057 Mar 28 15:26:22.180682 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-15569495-c122-495b-b874-5382cf963723 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] DELETE failed (client error): The resource could not be found. Mar 28 15:26:22.181129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15569495-c122-495b-b874-5382cf963723 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:26:22.182782 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-15569495-c122-495b-b874-5382cf963723 tempest-RoutersIpV6Test-1592939124 tempest-RoutersIpV6Test-1592939124-project] 10.222.0.16 "DELETE /v2.0/subnets/001edef3-ff47-4cd5-8dcf-3aa02507a2ec HTTP/1.1" status: 404 len: 337 time: 0.0395317 Mar 28 15:26:22.226661 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7e6a996a-e045-4299-9e9d-3053cc995b03 req-bb8264f0-2501-4fc2-b91d-a3ad19bd0296 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420258 Mar 28 15:26:22.622420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36410) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:22.766376 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-873a4382-ec26-42e5-b7bd-36c655b9f24d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e925ff1afcf64e02b3479bee582faf94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427634 Mar 28 15:26:22.768896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36416) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:22.829917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4562f69-a935-4e0f-8431-bddd0145da81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:22.854448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4562f69-a935-4e0f-8431-bddd0145da81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:22.976800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4562f69-a935-4e0f-8431-bddd0145da81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:22.991547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4562f69-a935-4e0f-8431-bddd0145da81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28da74bc-bd06-4de8-be94-e1fd7cd00d82,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:22.997781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a4562f69-a935-4e0f-8431-bddd0145da81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:22.998892 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a4562f69-a935-4e0f-8431-bddd0145da81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28da74bc-bd06-4de8-be94-e1fd7cd00d82 HTTP/1.1" status: 204 len: 168 time: 0.2291243 Mar 28 15:26:23.249761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:26:23.289410 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:26:23.396104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:23.410255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'port_id': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'mac_address': 'fa:16:3e:08:0d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:26:23.423255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf8498-6c28-41b2-bc63-2e7a6d20afa5 req-de1f3ed0-635e-4338-8682-2cc0b4b31f5d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:23.424827 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8ddf8498-6c28-41b2-bc63-2e7a6d20afa5 req-de1f3ed0-635e-4338-8682-2cc0b4b31f5d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 943 time: 0.0913224 Mar 28 15:26:23.477326 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8ddf8498-6c28-41b2-bc63-2e7a6d20afa5 req-859374e2-72f2-4a37-bd76-64a28abde19b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Mar 28 15:26:23.482311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:23.537700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:26:23.551546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36438) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:23.558970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:23.599613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a4448ac3-4580-4a32-919b-9c4a3cb8bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:23.612341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38171034-a03b-4792-a32d-ef21a5bfeab0 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:23.620407 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-38171034-a03b-4792-a32d-ef21a5bfeab0 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b HTTP/1.1" status: 200 len: 814 time: 0.0604901 Mar 28 15:26:23.628471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:23.696300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:23.703961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.704309 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.704667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.704984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.705315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.705645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.705974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.706328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.706628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.706972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.707319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.707640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:26:23.987358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36454) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:24.010970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['2a94c9f9-6db6-463e-987e-f4f280f7ddf8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:26:24.091630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-914b114c-46b1-4ce1-bfe5-e082f2942f9e tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1658395826', 'prefixes': ['172.20.0.0/16']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:24.097824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-914b114c-46b1-4ce1-bfe5-e082f2942f9e tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:24.262480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-914b114c-46b1-4ce1-bfe5-e082f2942f9e tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] Notify callbacks [] for subnetpool, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:24.263774 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-914b114c-46b1-4ce1-bfe5-e082f2942f9e tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2754383 Mar 28 15:26:24.271527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36460) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:24.301033 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-473b1542-0191-4fda-be96-4914a09ee2e1 tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] 10.222.0.16 "GET /v2.0/subnetpools/7aa03866-8fa8-487d-9353-49157abfe79b HTTP/1.1" status: 200 len: 732 time: 0.0282044 Mar 28 15:26:24.303539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36464) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:24.308251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8d59c620-c581-4b3f-9656-b89985bbe272 tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-204702285'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:24.430176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d59c620-c581-4b3f-9656-b89985bbe272 tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] Notify callbacks [] for subnetpool, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:24.431363 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8d59c620-c581-4b3f-9656-b89985bbe272 tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] 10.222.0.16 "PUT /v2.0/subnetpools/7aa03866-8fa8-487d-9353-49157abfe79b HTTP/1.1" status: 200 len: 683 time: 0.1269288 Mar 28 15:26:24.433893 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36468) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:24.530623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36474) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:24.535962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a53e56d4-e604-4bb2-9381-8db4503cfb17 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:24.567108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-38cf3578-fafd-49cc-95e7-ed5d9d0731b1 tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] Notify callbacks [] for subnetpool, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:24.572111 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-38cf3578-fafd-49cc-95e7-ed5d9d0731b1 tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] 10.222.0.16 "DELETE /v2.0/subnetpools/7aa03866-8fa8-487d-9353-49157abfe79b HTTP/1.1" status: 204 len: 168 time: 0.1372173 Mar 28 15:26:24.572803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36478) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:24.592366 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-1e2c50f0-3a7c-42bb-943a-d97f96be5faa tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] show failed (client error): The resource could not be found. Mar 28 15:26:24.594068 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1e2c50f0-3a7c-42bb-943a-d97f96be5faa tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] 10.222.0.16 "GET /v2.0/subnetpools/7aa03866-8fa8-487d-9353-49157abfe79b HTTP/1.1" status: 404 len: 346 time: 0.0202351 Mar 28 15:26:24.596934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36482) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:24.614664 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-69ca6aa1-c352-47bd-a032-570426256fa6 tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] delete failed (client error): The resource could not be found. Mar 28 15:26:24.615670 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-69ca6aa1-c352-47bd-a032-570426256fa6 tempest-SubnetPoolsTestJSON-1488205287 tempest-SubnetPoolsTestJSON-1488205287-project] 10.222.0.16 "DELETE /v2.0/subnetpools/7aa03866-8fa8-487d-9353-49157abfe79b HTTP/1.1" status: 404 len: 346 time: 0.0177853 Mar 28 15:26:24.651156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:24.683354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a53e56d4-e604-4bb2-9381-8db4503cfb17 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:24.754309 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:24.882337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb8726-466f-4749-8b43-ddfb03fa73a4 req-98432e32-c001-4ae8-9fd1-83c5f07c2f41 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:24.883745 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4feb8726-466f-4749-8b43-ddfb03fa73a4 req-98432e32-c001-4ae8-9fd1-83c5f07c2f41 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 944 time: 0.2877688 Mar 28 15:26:25.025491 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4feb8726-466f-4749-8b43-ddfb03fa73a4 req-49388727-08ad-4b3a-bec3-f47713156023 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303461 Mar 28 15:26:25.101820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36490) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:25.106545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a53e56d4-e604-4bb2-9381-8db4503cfb17 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.154117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a53e56d4-e604-4bb2-9381-8db4503cfb17 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.154360 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-a53e56d4-e604-4bb2-9381-8db4503cfb17 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 915442db-bf93-4184-b7d7-0bedf74ef70a disassociated. External IP: 172.26.7.81, port: 5acd092d-f928-4d69-81e3-f3a07e149ff5. Mar 28 15:26:25.215982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f4f2491a-57c8-46c2-90ec-e7fb4bb78002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.230849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f4f2491a-57c8-46c2-90ec-e7fb4bb78002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:25.234708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f4f2491a-57c8-46c2-90ec-e7fb4bb78002 admin admin] Usage tracker for resource:security_group_rule and tenant:400e98d0c1f54f598ca162dbb886893b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:25.237556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f4f2491a-57c8-46c2-90ec-e7fb4bb78002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:25.243193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f4f2491a-57c8-46c2-90ec-e7fb4bb78002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:25.280979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:26:25.339039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f4f2491a-57c8-46c2-90ec-e7fb4bb78002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.413587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f4f2491a-57c8-46c2-90ec-e7fb4bb78002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.440024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:26:25.445362 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:26:25.445852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.460677 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2491a-57c8-46c2-90ec-e7fb4bb78002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9b5024-ba33-41de-b5b0-c1189a2085b8,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:25.467927 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f4f2491a-57c8-46c2-90ec-e7fb4bb78002 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=400e98d0c1f54f598ca162dbb886893b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3650134 Mar 28 15:26:25.468825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36496) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:25.517265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53e56d4-e604-4bb2-9381-8db4503cfb17 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 6f816b09-12c4-4e74-b2f2-ae990f805cdc has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:26:25.535618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e5ab98fa-6f42-4edc-8a00-170e2999e27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.562408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e5ab98fa-6f42-4edc-8a00-170e2999e27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.571075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.598152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ec696-ef89-4a30-8b55-a05297da1663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:25.607651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:25.644226 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ec696-ef89-4a30-8b55-a05297da1663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'code': 200} Mar 28 15:26:25.685665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.711645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53e56d4-e604-4bb2-9381-8db4503cfb17 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:25.717209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a53e56d4-e604-4bb2-9381-8db4503cfb17 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.720638 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] Sync routers for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:25.730434 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:25.731185 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:26:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:25.737554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e5ab98fa-6f42-4edc-8a00-170e2999e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.765025 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab98fa-6f42-4edc-8a00-170e2999e27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9b5024-ba33-41de-b5b0-c1189a2085b8,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:25.772376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e5ab98fa-6f42-4edc-8a00-170e2999e27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:25.774095 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e5ab98fa-6f42-4edc-8a00-170e2999e27b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b9b5024-ba33-41de-b5b0-c1189a2085b8 HTTP/1.1" status: 204 len: 168 time: 0.3043704 Mar 28 15:26:25.783782 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a53e56d4-e604-4bb2-9381-8db4503cfb17 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 689 time: 1.2510402 Mar 28 15:26:25.783782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:25.787448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36504) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:25.815049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:25.844893 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'status': 'completed', 'code': 200} Mar 28 15:26:25.897320 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-49f0b5f8-30a4-4bc1-9805-794baadbc2ea tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 689 time: 0.1084123 Mar 28 15:26:25.974390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-7258e8e7-8efc-4f06-9d1e-17d9963f82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:25.976962 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-7258e8e7-8efc-4f06-9d1e-17d9963f82dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 1098 time: 0.0771735 Mar 28 15:26:25.984096 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:26.182661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:26.202979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-949e91cd-4882-4019-8028-d924271cb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:26.204395 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-949e91cd-4882-4019-8028-d924271cb43c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 898 time: 0.2087607 Mar 28 15:26:26.287651 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-e5f2076b-5200-43a6-88af-756651c98104 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5 HTTP/1.1" status: 200 len: 217 time: 0.0753989 Mar 28 15:26:26.323069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33a8a3-80e2-4312-b49e-a94940edf198 req-35af165c-d314-4e20-84b3-639f605ecf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:26.325575 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3a33a8a3-80e2-4312-b49e-a94940edf198 req-35af165c-d314-4e20-84b3-639f605ecf89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 1098 time: 0.3067300 Mar 28 15:26:26.344073 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:26.351907 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] Checking router: 6f816b09-12c4-4e74-b2f2-ae990f805cdc for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:26.364684 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:26.367669 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:26:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:26.371707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-62ecad4f-71ca-40e8-a727-95ea67e3fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:26.373311 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-62ecad4f-71ca-40e8-a727-95ea67e3fea6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb07ac5f-88a1-4f21-943d-6c3f5d8e0035 HTTP/1.1" status: 200 len: 835 time: 0.0766261 Mar 28 15:26:26.388313 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3a33a8a3-80e2-4312-b49e-a94940edf198 req-2dd5730b-675c-4339-8f62-81f6d03b0995 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539212 Mar 28 15:26:26.419870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711e51b-6179-485f-ae45-92054e74a826 req-d248a723-9cda-4db7-8a3d-b7f29d3f0206 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:26.421466 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0711e51b-6179-485f-ae45-92054e74a826 req-d248a723-9cda-4db7-8a3d-b7f29d3f0206 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 945 time: 0.1423640 Mar 28 15:26:26.456097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-9e1d8458-6b8e-4b10-9149-d10898be16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:26.457685 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-9e1d8458-6b8e-4b10-9149-d10898be16ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c407e35c-a10f-457f-b0f1-19ff53848a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0776036 Mar 28 15:26:26.473586 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0711e51b-6179-485f-ae45-92054e74a826 req-3bf504f4-4742-43de-93aa-55e04a429bc4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448177 Mar 28 15:26:26.561601 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:26.898878 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:26.901234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36530) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:26.922502 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83263d-c80e-4217-8de8-069b197e6be8 None None] The sync data for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv is: [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:26.942532 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-33350c71-7a82-4f43-8560-7be0297507fc service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497168 Mar 28 15:26:26.989716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36534) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:27.018150 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-53bac763-3c47-4d73-bc7e-a7b95a04adb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 689 time: 0.1155016 Mar 28 15:26:27.090608 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4b7e7a6-4219-4607-956c-40a679fd245a req-2a82923d-db88-4fe7-8650-2c1dde4e75d2 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371310 Mar 28 15:26:27.113747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-143941074-network', 'tenant_id': 'bad887b59f2e4b68b71f66722243ff52'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:27.118993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:27.123260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Usage tracker for resource:network and tenant:bad887b59f2e4b68b71f66722243ff52 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:27.127200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:27.133190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:27.198138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d2426-1c45-4b5c-a558-59cb677c97e2 None None] New status for floating IP 915442db-bf93-4184-b7d7-0bedf74ef70a: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:26:27.199947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Made reservation on behalf of bad887b59f2e4b68b71f66722243ff52 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:26:27.202328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:27.214886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:27.229153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:27.232909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:bad887b59f2e4b68b71f66722243ff52 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:27.236210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:27.242943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:27.330418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:27.382464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:27.413436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:26:27.422859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bd47c8-eb2c-4e8a-bd12-125519818a76,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:27.428851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:27.429269 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Added segment da729f7a-8789-43f3-b542-77792994c27d of type vlan for network d1bbea82-3537-49ab-bc17-e7935773bdf7 Mar 28 15:26:27.455450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:27.531669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:27.532638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:27.533221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:27.639298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d1bbea82-3537-49ab-bc17-e7935773bdf7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:27.649250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network d1bbea82-3537-49ab-bc17-e7935773bdf7 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:26:27.691727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aac07-4116-41c0-8b73-c98cb66f7472 req-d1bab0f6-14a8-4735-b0d1-20561ea8a573 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:27.696307 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3f4aac07-4116-41c0-8b73-c98cb66f7472 req-d1bab0f6-14a8-4735-b0d1-20561ea8a573 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 945 time: 0.0877821 Mar 28 15:26:27.732104 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-699ac824-fa2d-4236-89c1-474f2ea0e1e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7414043 Mar 28 15:26:27.735811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36542) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:27.743567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Request body: {'subnet': {'network_id': 'd1bbea82-3537-49ab-bc17-e7935773bdf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-143941074-subnet', 'tenant_id': 'bad887b59f2e4b68b71f66722243ff52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:27.756018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:27.758397 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3f4aac07-4116-41c0-8b73-c98cb66f7472 req-d77baf04-142c-4914-8866-d8e63e6f5ae3 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589345 Mar 28 15:26:27.762738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Usage tracker for resource:subnet and tenant:bad887b59f2e4b68b71f66722243ff52 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:27.766233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:27.773475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:27.851115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Made reservation on behalf of bad887b59f2e4b68b71f66722243ff52 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:26:27.853510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:28.021802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36546) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:28.090657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:28.106148 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2fa987d2-c72b-48d8-b4d8-b27bb771fcd2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 687 time: 0.0830743 Mar 28 15:26:28.166269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9548f6-b0ed-4710-b324-09ab4512f401,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:28.174722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Checking segment: {'id': 'da729f7a-8789-43f3-b542-77792994c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1bbea82-3537-49ab-bc17-e7935773bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:26:28.175101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Network hostable DHCP agents. Network: d1bbea82-3537-49ab-bc17-e7935773bdf7, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:26:28.250922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Network d1bbea82-3537-49ab-bc17-e7935773bdf7 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:26:28.308072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, d1bbea82-3537-49ab-bc17-e7935773bdf7) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:26:28.312515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:28.313093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:28.316984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c6910c-0e79-4507-afb5-fa8a4b3831c6 None None] Network d1bbea82-3537-49ab-bc17-e7935773bdf7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:26:28.383125 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e8731dbf-a819-4a60-9fc4-8b524b5ea1ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6459730 Mar 28 15:26:28.524878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba54f534-a2f2-4b98-8ed6-f33ebf64262c None None] Network d1bbea82-3537-49ab-bc17-e7935773bdf7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:26:28.945071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc3f81-3fc2-4393-9f1b-a59266d33c06 req-0d9bf63a-cd62-4ad1-810a-b0f71c3f03cc tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:28.948397 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-43fc3f81-3fc2-4393-9f1b-a59266d33c06 req-0d9bf63a-cd62-4ad1-810a-b0f71c3f03cc tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 945 time: 0.0796123 Mar 28 15:26:28.992841 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-43fc3f81-3fc2-4393-9f1b-a59266d33c06 req-9ade94c4-96a6-4295-b30b-4e3bddf31b39 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Mar 28 15:26:29.090133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36568) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:29.096310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1517297636-network', 'tenant_id': '01d63e6df36449668958db8ecc8d96e9'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:29.101159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:29.135755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Usage tracker for resource:network and tenant:01d63e6df36449668958db8ecc8d96e9 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:29.142654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:29.154431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:29.195267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b5ce-1b44-4346-854c-e04ce4adec9a req-8a5aef01-15e8-43c2-89a2-735011500bb9 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:29.196677 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7624b5ce-1b44-4346-854c-e04ce4adec9a req-8a5aef01-15e8-43c2-89a2-735011500bb9 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 945 time: 0.0930436 Mar 28 15:26:29.216674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Made reservation on behalf of 01d63e6df36449668958db8ecc8d96e9 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:26:29.219389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.237880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.258514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:29.266695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Usage tracker for resource:security_group_rule and tenant:01d63e6df36449668958db8ecc8d96e9 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:29.269851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:29.278281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:29.283089 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7624b5ce-1b44-4346-854c-e04ce4adec9a req-ae406a04-79aa-4433-b4c9-27a5fa3fef58 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806644 Mar 28 15:26:29.310125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36576) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:29.377713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.463102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.484300 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36582) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:29.484300 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743209704', 'description': 'tempest-secgroup-smoke-743209704 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:29.490048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:29.499772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:29.520583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:26:29.522614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39be17f6-b352-4c52-a31b-9d19ff2a0144,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:29.532734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.533075 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Added segment a002caad-d45d-411f-8d40-2c0d5fd77567 of type vlan for network a2f380f6-03f7-49cb-a99a-b3466797d0ee Mar 28 15:26:29.559308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.591623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.617019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:29.622031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:29.622283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.623307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:29.624017 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.625732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:29.633357 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:29.663596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7d2f7-82cd-4e01-af66-053dd4d59666 tempest-TestVolumeBootPattern-1168675643 tempest-TestVolumeBootPattern-1168675643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:29.665101 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-91b7d2f7-82cd-4e01-af66-053dd4d59666 tempest-TestVolumeBootPattern-1168675643 tempest-TestVolumeBootPattern-1168675643-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 1093 time: 0.3536983 Mar 28 15:26:29.668747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36588) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:29.679617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:29.716234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.732883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:29.739098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:floatingip and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:29.743578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:29.746099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f380f6-03f7-49cb-a99a-b3466797d0ee,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:29.751621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:29.755974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network a2f380f6-03f7-49cb-a99a-b3466797d0ee details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:26:29.822372 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.852048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.871659 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6a98a4dc-2b54-410f-bd31-eb9224814c03 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7779167 Mar 28 15:26:29.871884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1601d60-50cd-434a-abbf-106dea5953b9,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:29.872544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36592) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:29.878779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Request body: {'subnet': {'network_id': 'a2f380f6-03f7-49cb-a99a-b3466797d0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1517297636-subnet', 'tenant_id': '01d63e6df36449668958db8ecc8d96e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:29.883694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:29.889203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Usage tracker for resource:subnet and tenant:01d63e6df36449668958db8ecc8d96e9 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:29.892991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:29.900056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:29.920941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.923586 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1e75f8b0-c389-4a9f-9b80-a1f5db23f70d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4486935 Mar 28 15:26:29.925866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36596) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:29.931006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'f1601d60-50cd-434a-abbf-106dea5953b9', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:29.938060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:29.942090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:29.945176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:29.955277 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:29.988007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Made reservation on behalf of 01d63e6df36449668958db8ecc8d96e9 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:26:29.990298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:29.999306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.027481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.138193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Allocated IP 172.26.7.229 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/b1e61f4b-fca6-47f2-94e8-1d25cd52bf69) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:26:30.155682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.227094 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.262637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3497617-3cf2-4cc7-a446-daae4455c0cb,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:30.284445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.319434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.357487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.359197 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7cd91673-00e0-4878-89f5-3de1bbc9f4b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4323924 Mar 28 15:26:30.362139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36600) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:30.367403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'f1601d60-50cd-434a-abbf-106dea5953b9', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:30.373373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:30.378343 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:30.381273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:30.387259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:30.391198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.397632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8eb32ef-c753-462c-970e-101e306e866b,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:30.407082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Checking segment: {'id': 'a002caad-d45d-411f-8d40-2c0d5fd77567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a2f380f6-03f7-49cb-a99a-b3466797d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:26:30.407440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Network hostable DHCP agents. Network: a2f380f6-03f7-49cb-a99a-b3466797d0ee, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:26:30.455483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:26:30.458114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:26:30.460543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:26:30.462483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Network a2f380f6-03f7-49cb-a99a-b3466797d0ee is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:26:30.511258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'Port': ['ID=b1e61f4b-fca6-47f2-94e8-1d25cd52bf69,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:30.520422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.525347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, a2f380f6-03f7-49cb-a99a-b3466797d0ee) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:26:30.529541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:30.530743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.534923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acc4dc0-8c65-47bc-a9fb-09e36ff7a2b5 None None] Network a2f380f6-03f7-49cb-a99a-b3466797d0ee requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:26:30.615070 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1ae2294f-6549-4e04-89f9-e59f7c252cfc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7328556 Mar 28 15:26:30.691546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.754128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5584fb-ed4d-427e-a0c7-cac50175699c None None] Network a2f380f6-03f7-49cb-a99a-b3466797d0ee requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:26:30.783706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:30.927464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656665e9-765d-48a0-a2bc-0fc0aa93f7dd,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:31.011058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.012305 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4972ffaf-3f96-44fd-91f6-9fa59200bb5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6490157 Mar 28 15:26:31.015708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36612) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:31.022614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'f1601d60-50cd-434a-abbf-106dea5953b9', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:31.039342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:31.047615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:31.054067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:31.071006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:31.210378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.285029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-be0d3e5a-5776-49cd-985f-c4508c143838 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:31.286455 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-be0d3e5a-5776-49cd-985f-c4508c143838 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/networks?id=d1bbea82-3537-49ab-bc17-e7935773bdf7 HTTP/1.1" status: 200 len: 811 time: 0.2056649 Mar 28 15:26:31.313600 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-615e7e78-6acd-4b8d-9dfe-8cd258d04996 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/quotas/bad887b59f2e4b68b71f66722243ff52 HTTP/1.1" status: 200 len: 375 time: 0.0206296 Mar 28 15:26:31.330240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.374997 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-9678a27f-1acb-47a5-9b66-e2c3882235ab tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bad887b59f2e4b68b71f66722243ff52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465560 Mar 28 15:26:31.377540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.388868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-2618e332-1c86-4b1c-95ec-20b50f718457 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:26:31.390557 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-2618e332-1c86-4b1c-95ec-20b50f718457 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065854 Mar 28 15:26:31.394820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.460079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e483ec-9dc5-4e75-ba50-6fe07850fa67,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:31.560929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.562632 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f6fbf903-6ce0-4d50-a1f0-a94f01bc58a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5460196 Mar 28 15:26:31.565606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36624) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:31.570909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'f1601d60-50cd-434a-abbf-106dea5953b9', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:31.577565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:31.581515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:31.584488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:31.590446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:31.607804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.646040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.651747 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-f12b92c8-a38f-4103-a8b3-cf0fc2c88c6b service neutron] 10.222.0.16 "GET /v2.0/networks/d1bbea82-3537-49ab-bc17-e7935773bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434022 Mar 28 15:26:31.709167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.759047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.780917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2015bd52-da29-4ef0-ae07-d9b705405032,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:31.839286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.840433 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9a4e95cb-d7e9-4767-8c3a-2fb6f0e8e581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2737970 Mar 28 15:26:31.843330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36628) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:31.848365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'f1601d60-50cd-434a-abbf-106dea5953b9', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:31.854141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:31.857954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:31.861328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:31.867012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:31.891760 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-71fce437-8fcf-444b-973d-3ab96168bc26 service neutron] 10.222.0.16 "GET /v2.0/networks/d1bbea82-3537-49ab-bc17-e7935773bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328269 Mar 28 15:26:31.919814 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:26:31.927272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.942527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.995172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:31.999769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:32.075047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:32.103149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953976d6-dac4-41f8-b8fb-d80695ce986b,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:32.114272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'Port': ['ID=b1e61f4b-fca6-47f2-94e8-1d25cd52bf69,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:32.123112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:32.153853 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-62286959-9881-4c69-ac16-3dd74dbe373f req-e81a8262-bbab-4f70-ac09-d5b85dd08aaf tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 210 time: 0.0433254 Mar 28 15:26:32.171882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:32.175961 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b851b096-8818-4702-829c-b4f1af153e2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3287907 Mar 28 15:26:32.176218 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36638) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:32.182515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'f1601d60-50cd-434a-abbf-106dea5953b9', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:32.189059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:32.193293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:32.196229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:32.202329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:32.273443 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:26:32.280561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:32.298307 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Floating IP fe2d1943-2577-4d24-91fe-5df69bccc65b associated. External IP: 172.26.7.229, port: 2a94c9f9-6db6-463e-987e-f4f280f7ddf8. Mar 28 15:26:32.346453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:32.399906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:32.428271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:32.458940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd2d0b2-810d-41fc-aacc-864af76bfae1,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:32.554033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:32.555407 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3995b044-320e-437d-94e4-55982d597262 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3782935 Mar 28 15:26:32.817194 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-6474a87b-8088-461f-9b10-ea0c094c0693 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743209704&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.0703163 Mar 28 15:26:32.818868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Router e4120f39-151e-4f6e-b04f-129ab5c6baae has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:26:33.113861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba19a-e117-432a-81d1-dfd135c30971 req-ee345e07-c6a2-4a81-be93-85ac0b7ae8ee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:33.115313 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-ee345e07-c6a2-4a81-be93-85ac0b7ae8ee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 797 time: 0.2904925 Mar 28 15:26:33.138123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:33.145079 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-f7bd9ac5-cd99-4b05-aab3-26f2449a58db tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.0192847 Mar 28 15:26:33.147642 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] Sync routers for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:33.156738 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:33.157343 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:26:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:33.242328 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-1271693e-fc62-43a2-bdd1-ed181dd18898 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0903161 Mar 28 15:26:33.262858 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fade6c83-4a1f-44dc-a2a3-7bbc79c85bf2 req-99ad51c8-1e8c-47be-9d7e-dbfbe30a5c15 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 210 time: 0.0515819 Mar 28 15:26:33.286245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:33.344837 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:33.414313 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7c19e48b-a5e6-40da-bdf9-14513fd7bb20 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7430315 Mar 28 15:26:33.416766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ec696-ef89-4a30-8b55-a05297da1663', 'tag': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:33.447917 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-b7d26cbc-d753-494e-83e2-8a07ad857f8b service neutron] 10.222.0.16 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932166 Mar 28 15:26:33.490073 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021ec696-ef89-4a30-8b55-a05297da1663', 'tag': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'status': 'completed', 'code': 200} Mar 28 15:26:33.638158 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-9dd55a57-75ec-48da-9f8f-c1f3dc195021 service neutron] 10.222.0.16 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845636 Mar 28 15:26:33.658360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-20c9fdc6-a4ae-442d-9ae6-9b7469eba3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:33.660383 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-20c9fdc6-a4ae-442d-9ae6-9b7469eba3af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 1098 time: 0.1167893 Mar 28 15:26:33.779597 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'fe2d1943-2577-4d24-91fe-5df69bccc65b', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:08:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ec696-ef89-4a30-8b55-a05297da1663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:26:31Z', 'updated_at': '2022-03-28T15:26:31Z', 'revision_number': 0, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:33.784124 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] Checking router: e4120f39-151e-4f6e-b04f-129ab5c6baae for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:33.792745 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:33.793331 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:26:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:33.816732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-1dd3b400-6ca3-48a7-ae14-8afd2b542c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:33.818192 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-1dd3b400-6ca3-48a7-ae14-8afd2b542c80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.1371827 Mar 28 15:26:33.983900 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-790d72fb-4eda-4177-9b54-b25eb0ce2e0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a94c9f9-6db6-463e-987e-f4f280f7ddf8 HTTP/1.1" status: 200 len: 999 time: 0.1547995 Mar 28 15:26:33.986992 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:34.003658 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6f668ea7-4ae0-4c9e-a80d-d1f6f19858de req-191a1087-03c2-4c27-a714-e697cc03c2dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 210 time: 0.0819993 Mar 28 15:26:34.064324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-4e731ebe-50d9-4708-8b7b-2dbe164d05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:34.065780 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-4e731ebe-50d9-4708-8b7b-2dbe164d05a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0795114 Mar 28 15:26:34.144113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-91a8a7ae-6833-4801-92e5-69cdd0dbe87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:34.145905 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-91a8a7ae-6833-4801-92e5-69cdd0dbe87a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727072 Mar 28 15:26:34.156281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-7f1c6e39-5d0e-4bba-9de3-91fb54c337fc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:26:34.157192 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-7f1c6e39-5d0e-4bba-9de3-91fb54c337fc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053184 Mar 28 15:26:34.370801 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'fe2d1943-2577-4d24-91fe-5df69bccc65b', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:08:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ec696-ef89-4a30-8b55-a05297da1663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:26:31Z', 'updated_at': '2022-03-28T15:26:31Z', 'revision_number': 0, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:34.376221 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745142f7-2d74-4662-986f-de8da95cb36b None None] The sync data for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv is: [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'fe2d1943-2577-4d24-91fe-5df69bccc65b', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:08:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ec696-ef89-4a30-8b55-a05297da1663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:26:31Z', 'updated_at': '2022-03-28T15:26:31Z', 'revision_number': 0, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:34.454849 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-7b8475a2-2f27-4aa2-9cab-f39301c60857 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901351 Mar 28 15:26:34.556037 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c1dd38d7-1566-4ece-92ca-7dc67682c48e req-de906b1e-dde2-4a00-b634-f740a7d6de50 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 210 time: 0.1510935 Mar 28 15:26:34.610108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933baaf-a455-4293-9b54-52eac7886766 None None] New status for floating IP fe2d1943-2577-4d24-91fe-5df69bccc65b: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:26:34.657854 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2180ec2e-05ff-4a8c-ab9d-923cd74f6a97 req-5721111b-0a69-4dbb-9ff8-4f2dcd984d4f service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955543 Mar 28 15:26:34.682930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-8f2676f6-172f-47e2-91c0-86c7ad0544dd tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:34.684385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-8f2676f6-172f-47e2-91c0-86c7ad0544dd tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Synchronizing usage tracker for tenant:bad887b59f2e4b68b71f66722243ff52 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:34.874816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-8f2676f6-172f-47e2-91c0-86c7ad0544dd tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Unset dirty status for tenant:bad887b59f2e4b68b71f66722243ff52 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:34.876544 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-8f2676f6-172f-47e2-91c0-86c7ad0544dd tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.23 "GET /v2.0/networks?id=d1bbea82-3537-49ab-bc17-e7935773bdf7 HTTP/1.1" status: 200 len: 811 time: 0.3624828 Mar 28 15:26:34.902672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Request body: {'port': {'device_id': '04687391-f412-4217-ad3b-2d53e4ba5e76', 'network_id': 'd1bbea82-3537-49ab-bc17-e7935773bdf7', 'admin_state_up': True, 'tenant_id': 'bad887b59f2e4b68b71f66722243ff52'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:35.174063 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0a306b47-5908-424d-a9dc-cc840de12e56 req-cda27e0a-4a6e-4b0e-a8cd-910f5c7a1caa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 210 time: 0.0520821 Mar 28 15:26:35.197558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:35.201392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Usage tracker for resource:port and tenant:bad887b59f2e4b68b71f66722243ff52 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:26:35.206492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:26:35.210681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:35.279378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Made reservation on behalf of bad887b59f2e4b68b71f66722243ff52 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:26:35.282873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:35.444368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Allocated IP 172.20.0.2 (d1bbea82-3537-49ab-bc17-e7935773bdf7/cc9548f6-b0ed-4710-b324-09ab4512f401/156ecb55-6f60-44e9-b94d-66e70d64fbef) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:26:35.644430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:35.715485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-82183a18-c1e1-4dad-b0a0-9af96cd25f97 req-bcb5b1f2-2723-42a0-8fc1-de5dd0357dbe tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 210 time: 0.0425806 Mar 28 15:26:35.731548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:35.797154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Network d1bbea82-3537-49ab-bc17-e7935773bdf7 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:26:35.800062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:26:35.808635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:26:35.847379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Pushing event updated for resources: {'Port': ['ID=156ecb55-6f60-44e9-b94d-66e70d64fbef,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:35.881537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:35.882437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:36.005812 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-dfe02835-3e06-4f56-b7f4-de1641823ac6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1070144 Mar 28 15:26:36.023473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Request body: {'port': {'device_id': '04687391-f412-4217-ad3b-2d53e4ba5e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:36.135213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:36.215346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba19a-e117-432a-81d1-dfd135c30971 req-d196771c-1136-4ed1-8655-a1eb377607ee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:36.216845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-d196771c-1136-4ed1-8655-a1eb377607ee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 797 time: 0.1539478 Mar 28 15:26:36.277509 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-35115ab5-93f6-4d21-a46d-579239ed96fc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 470 time: 0.0460718 Mar 28 15:26:36.286571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': '498e5043-0167-4532-a89e-fe80d34af4fe', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['f1601d60-50cd-434a-abbf-106dea5953b9']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:36.359221 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a261de16-3525-4b59-bdb0-2d7bee6de6bb req-d4e21f51-c572-46fc-9499-fc4dafddaa84 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 210 time: 0.0728397 Mar 28 15:26:36.425730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:26:36.435199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:26:36.485389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:26:36.488996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:36.525712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156ecb55-6f60-44e9-b94d-66e70d64fbef {{(pid=88487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:26:36.533385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:36.547940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Transition to ACTIVE for port object 156ecb55-6f60-44e9-b94d-66e70d64fbef will not be triggered until provisioned by entity L2. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:26:36.605155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:36.645899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.10 (c407e35c-a10f-457f-b0f1-19ff53848a62/bb07ac5f-88a1-4f21-943d-6c3f5d8e0035/e70f1140-cf53-4467-96b5-ce3b733930b5) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:26:36.763525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=156ecb55-6f60-44e9-b94d-66e70d64fbef,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:36.850722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:36.855674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Attempting to bind port 156ecb55-6f60-44e9-b94d-66e70d64fbef on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:26:36.856011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Attempting to bind port 156ecb55-6f60-44e9-b94d-66e70d64fbef by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da729f7a-8789-43f3-b542-77792994c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1bbea82-3537-49ab-bc17-e7935773bdf7'}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:26:36.856507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Attempting to bind port 156ecb55-6f60-44e9-b94d-66e70d64fbef on network d1bbea82-3537-49ab-bc17-e7935773bdf7 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:26:36.869747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Port 156ecb55-6f60-44e9-b94d-66e70d64fbef on network d1bbea82-3537-49ab-bc17-e7935773bdf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:26:36.870067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Attempting to bind port 156ecb55-6f60-44e9-b94d-66e70d64fbef on network d1bbea82-3537-49ab-bc17-e7935773bdf7 {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:26:36.876745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:26:36.877142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Checking segment: {'id': 'da729f7a-8789-43f3-b542-77792994c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1bbea82-3537-49ab-bc17-e7935773bdf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:26:36.877451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Bound using segment: {'id': 'da729f7a-8789-43f3-b542-77792994c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1bbea82-3537-49ab-bc17-e7935773bdf7'} {{(pid=88487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:26:36.877868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.managers [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Bound port: 156ecb55-6f60-44e9-b94d-66e70d64fbef, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da729f7a-8789-43f3-b542-77792994c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd1bbea82-3537-49ab-bc17-e7935773bdf7'}}] {{(pid=88487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:26:36.878211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:36.897191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object e70f1140-cf53-4467-96b5-ce3b733930b5 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:26:36.975202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babceb2-41d9-4d01-a4ec-69f2fdd3b97d req-1a4ba1c4-c6dc-4bb8-a911-66ffcf44bb01 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:36.975202 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2babceb2-41d9-4d01-a4ec-69f2fdd3b97d req-1a4ba1c4-c6dc-4bb8-a911-66ffcf44bb01 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 943 time: 0.1259170 Mar 28 15:26:36.978653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] For port 156ecb55-6f60-44e9-b94d-66e70d64fbef, host hv-neutron-8281, cleared binding levels {{(pid=88487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:26:36.982059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] For port 156ecb55-6f60-44e9-b94d-66e70d64fbef, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=156ecb55-6f60-44e9-b94d-66e70d64fbef,segment=NetworkSegment(da729f7a-8789-43f3-b542-77792994c27d),segment_id=da729f7a-8789-43f3-b542-77792994c27d)] {{(pid=88487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:26:36.997137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:37.076799 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2babceb2-41d9-4d01-a4ec-69f2fdd3b97d req-2240449a-d51e-45f5-9b27-e6e13ba96c4a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982525 Mar 28 15:26:37.084177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:37.084309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network c407e35c-a10f-457f-b0f1-19ff53848a62 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:26:37.084309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:26:37.088560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:26:37.131845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=e70f1140-cf53-4467-96b5-ce3b733930b5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:37.142023 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:37.142627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:37.144055 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] 10.222.0.23 "PUT /v2.0/ports/156ecb55-6f60-44e9-b94d-66e70d64fbef HTTP/1.1" status: 200 len: 1093 time: 1.1246746 Mar 28 15:26:37.146882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04687391-f412-4217-ad3b-2d53e4ba5e76', 'tag': '156ecb55-6f60-44e9-b94d-66e70d64fbef'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:37.164921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:37.165868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:37.179651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84486d9-7e7f-4835-a322-f90fc3a29eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=156ecb55-6f60-44e9-b94d-66e70d64fbef,revision_number=3']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:37.206007 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04687391-f412-4217-ad3b-2d53e4ba5e76', 'tag': '156ecb55-6f60-44e9-b94d-66e70d64fbef', 'status': 'completed', 'code': 200} Mar 28 15:26:37.240466 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-7b1b7084-fb03-4f66-8192-34b8656b7efe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9575613 Mar 28 15:26:37.272363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Request body: {'port': {'device_id': '498e5043-0167-4532-a89e-fe80d34af4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:37.348857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7458-7078-4bb0-9afe-373224cd402f req-aaf1a13d-227d-42bb-8928-b96c7c9260f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:37.350338 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-865f7458-7078-4bb0-9afe-373224cd402f req-aaf1a13d-227d-42bb-8928-b96c7c9260f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bad887b59f2e4b68b71f66722243ff52&device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 1096 time: 0.0765693 Mar 28 15:26:37.387385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:37.439139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e66fe0ac-dbe5-43ff-bbf6-52ab1ab26b1a None None] Provisioning for port e70f1140-cf53-4467-96b5-ce3b733930b5 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:26:37.444218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e66fe0ac-dbe5-43ff-bbf6-52ab1ab26b1a None None] Provisioning complete for port e70f1140-cf53-4467-96b5-ce3b733930b5 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:26:37.444980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e66fe0ac-dbe5-43ff-bbf6-52ab1ab26b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:37.511168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe0ac-dbe5-43ff-bbf6-52ab1ab26b1a None None] Port e70f1140-cf53-4467-96b5-ce3b733930b5 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:26:37.622704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7458-7078-4bb0-9afe-373224cd402f req-c7f1d805-d133-4247-97e0-14d19b63ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:37.624229 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-865f7458-7078-4bb0-9afe-373224cd402f req-c7f1d805-d133-4247-97e0-14d19b63ceac service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bad887b59f2e4b68b71f66722243ff52&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2586677 Mar 28 15:26:37.767743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7458-7078-4bb0-9afe-373224cd402f req-e4d6e22f-95a0-4d18-93f3-4e1addacb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:37.769194 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-865f7458-7078-4bb0-9afe-373224cd402f req-e4d6e22f-95a0-4d18-93f3-4e1addacb95f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393478 Mar 28 15:26:37.819039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bacc5-75c8-4b49-beea-2552d3271af0 req-97d47f5c-b2a7-4ec6-8d6d-43cf5d45289a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:37.819720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e91bacc5-75c8-4b49-beea-2552d3271af0 req-97d47f5c-b2a7-4ec6-8d6d-43cf5d45289a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:37.915400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-5f9702f9-bf63-4aad-aa97-58fb9cf78fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:37.916891 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-5f9702f9-bf63-4aad-aa97-58fb9cf78fe7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bad887b59f2e4b68b71f66722243ff52&device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 1096 time: 0.0698869 Mar 28 15:26:37.927764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e91bacc5-75c8-4b49-beea-2552d3271af0 req-97d47f5c-b2a7-4ec6-8d6d-43cf5d45289a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:37.928913 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e91bacc5-75c8-4b49-beea-2552d3271af0 req-97d47f5c-b2a7-4ec6-8d6d-43cf5d45289a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 932 time: 0.4073594 Mar 28 15:26:37.932772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70f1140-cf53-4467-96b5-ce3b733930b5 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:26:37.953229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:37.981946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Transition to ACTIVE for port object e70f1140-cf53-4467-96b5-ce3b733930b5 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:26:37.992636 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e91bacc5-75c8-4b49-beea-2552d3271af0 req-0e466ccd-4473-4cf2-a752-ab7c94cca46f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552306 Mar 28 15:26:38.004477 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-7aacd955-99df-442b-9bb7-18bf94c4f897 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=156ecb55-6f60-44e9-b94d-66e70d64fbef HTTP/1.1" status: 200 len: 217 time: 0.0648088 Mar 28 15:26:38.045059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:38.073203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-aa77dc9e-b934-4a47-bd10-0be75eb1ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:38.074620 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-aa77dc9e-b934-4a47-bd10-0be75eb1ca32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cc9548f6-b0ed-4710-b324-09ab4512f401 HTTP/1.1" status: 200 len: 851 time: 0.0571253 Mar 28 15:26:38.127444 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-5ab899c6-e78b-478c-b1a8-6188ed636100 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1bbea82-3537-49ab-bc17-e7935773bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458477 Mar 28 15:26:38.249461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Pushing event updated for resources: {'Port': ['ID=e70f1140-cf53-4467-96b5-ce3b733930b5,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:38.276797 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-45bbc55c-4c05-45f4-8de3-88f65b59a124 service neutron] 10.222.0.23 "GET /v2.0/networks/d1bbea82-3537-49ab-bc17-e7935773bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431406 Mar 28 15:26:38.304842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Attempting to bind port e70f1140-cf53-4467-96b5-ce3b733930b5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:26:38.305097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Attempting to bind port e70f1140-cf53-4467-96b5-ce3b733930b5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:26:38.305424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Attempting to bind port e70f1140-cf53-4467-96b5-ce3b733930b5 on network c407e35c-a10f-457f-b0f1-19ff53848a62 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:26:38.310212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Port e70f1140-cf53-4467-96b5-ce3b733930b5 on network c407e35c-a10f-457f-b0f1-19ff53848a62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:26:38.310528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Attempting to bind port e70f1140-cf53-4467-96b5-ce3b733930b5 on network c407e35c-a10f-457f-b0f1-19ff53848a62 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:26:38.316385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:26:38.316717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Checking segment: {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:26:38.317089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Bound using segment: {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:26:38.317509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Bound port: e70f1140-cf53-4467-96b5-ce3b733930b5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf94863-4088-4f9a-818c-16e43356c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:26:38.317853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:38.408194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] For port e70f1140-cf53-4467-96b5-ce3b733930b5, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:26:38.411167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] For port e70f1140-cf53-4467-96b5-ce3b733930b5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e70f1140-cf53-4467-96b5-ce3b733930b5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:26:38.462758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:38.468081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ea8e-acd7-4f5a-b14d-b66beeb47257 req-44036019-bd6b-49b9-b1bb-5d0b7d32da6f tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:38.468769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-cff4ea8e-acd7-4f5a-b14d-b66beeb47257 req-44036019-bd6b-49b9-b1bb-5d0b7d32da6f tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Synchronizing usage tracker for tenant:bad887b59f2e4b68b71f66722243ff52 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:38.472356 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a7fb3a1-1cae-43e0-9ae3-f372c2581212 req-2d93d498-946a-4bed-a32f-a9452e754f7b service neutron] 10.222.0.23 "GET /v2.0/networks/d1bbea82-3537-49ab-bc17-e7935773bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601362 Mar 28 15:26:38.516424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:38.517027 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:38.518363 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] 10.222.0.23 "PUT /v2.0/ports/e70f1140-cf53-4467-96b5-ce3b733930b5 HTTP/1.1" status: 200 len: 1094 time: 1.2503543 Mar 28 15:26:38.518786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498e5043-0167-4532-a89e-fe80d34af4fe', 'tag': 'e70f1140-cf53-4467-96b5-ce3b733930b5'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:38.546941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfddbe-7d67-465e-8d55-6f9890756d6c service neutron] Pushing event updated for resources: {'Port': ['ID=e70f1140-cf53-4467-96b5-ce3b733930b5,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:38.548239 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-cff4ea8e-acd7-4f5a-b14d-b66beeb47257 req-44036019-bd6b-49b9-b1bb-5d0b7d32da6f tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Unset dirty status for tenant:bad887b59f2e4b68b71f66722243ff52 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:38.550811 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cff4ea8e-acd7-4f5a-b14d-b66beeb47257 req-44036019-bd6b-49b9-b1bb-5d0b7d32da6f tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 943 time: 0.3333130 Mar 28 15:26:38.569027 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498e5043-0167-4532-a89e-fe80d34af4fe', 'tag': 'e70f1140-cf53-4467-96b5-ce3b733930b5', 'status': 'completed', 'code': 200} Mar 28 15:26:38.601692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-cff4ea8e-acd7-4f5a-b14d-b66beeb47257 req-f1e3e7dd-c2ca-4860-bfb7-ed4252be2812 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Synchronizing usage tracker for tenant:bad887b59f2e4b68b71f66722243ff52 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:38.680099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-cff4ea8e-acd7-4f5a-b14d-b66beeb47257 req-f1e3e7dd-c2ca-4860-bfb7-ed4252be2812 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Unset dirty status for tenant:bad887b59f2e4b68b71f66722243ff52 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:38.682100 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cff4ea8e-acd7-4f5a-b14d-b66beeb47257 req-f1e3e7dd-c2ca-4860-bfb7-ed4252be2812 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243248 Mar 28 15:26:38.731787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d85fb-c71b-4f74-91a2-1640ee747dd6 req-c88ea1d0-7916-4b6f-b742-d1c9edf698ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:38.733833 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-333d85fb-c71b-4f74-91a2-1640ee747dd6 req-c88ea1d0-7916-4b6f-b742-d1c9edf698ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 1097 time: 0.0790446 Mar 28 15:26:38.891739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d85fb-c71b-4f74-91a2-1640ee747dd6 req-f1cfb2c3-e017-45f2-9c38-0ec33f7366d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:38.892319 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-333d85fb-c71b-4f74-91a2-1640ee747dd6 req-f1cfb2c3-e017-45f2-9c38-0ec33f7366d8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1419997 Mar 28 15:26:39.038387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d85fb-c71b-4f74-91a2-1640ee747dd6 req-3ed06bd6-099c-4aca-9e7c-17e0777ca111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:39.039237 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-333d85fb-c71b-4f74-91a2-1640ee747dd6 req-3ed06bd6-099c-4aca-9e7c-17e0777ca111 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404705 Mar 28 15:26:39.233308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acda7c-dc4d-4938-90be-4aed6dee1d32 req-475bfd20-e1db-4d54-b3b7-14ded916f8c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:39.235473 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50acda7c-dc4d-4938-90be-4aed6dee1d32 req-475bfd20-e1db-4d54-b3b7-14ded916f8c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 944 time: 0.1318350 Mar 28 15:26:39.259480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba19a-e117-432a-81d1-dfd135c30971 req-2d2a5789-69ed-4f7e-ab97-dd86134e7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:39.260951 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-2d2a5789-69ed-4f7e-ab97-dd86134e7c4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 1097 time: 0.1263647 Mar 28 15:26:39.335071 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50acda7c-dc4d-4938-90be-4aed6dee1d32 req-0ed73309-7f59-49c4-99a5-e94ff591b4d6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939784 Mar 28 15:26:39.343561 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-003257a4-7935-48a2-bd82-eadfb7d00a55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f1140-cf53-4467-96b5-ce3b733930b5 HTTP/1.1" status: 200 len: 217 time: 0.0649543 Mar 28 15:26:39.413649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba19a-e117-432a-81d1-dfd135c30971 req-a03924dc-0450-405a-a6cb-2042f09c2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:39.415391 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-a03924dc-0450-405a-a6cb-2042f09c2596 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb07ac5f-88a1-4f21-943d-6c3f5d8e0035 HTTP/1.1" status: 200 len: 835 time: 0.0641470 Mar 28 15:26:39.492587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba19a-e117-432a-81d1-dfd135c30971 req-052a26db-4e0c-4efa-acd2-974b2307c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:39.494021 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-052a26db-4e0c-4efa-acd2-974b2307c022 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c407e35c-a10f-457f-b0f1-19ff53848a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723696 Mar 28 15:26:39.631410 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-9c00d20f-68b7-411e-937e-376d7864f6d6 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296992 Mar 28 15:26:39.882060 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-920ba19a-e117-432a-81d1-dfd135c30971 req-80c9d082-3a34-4f3f-a656-1d3c1d30f0fe service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430208 Mar 28 15:26:39.894662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406b493-f98e-4646-92c4-519720c26ceb req-55174a7d-8050-4f6f-9315-3f76c2c8ad53 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:39.897853 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d406b493-f98e-4646-92c4-519720c26ceb req-55174a7d-8050-4f6f-9315-3f76c2c8ad53 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 943 time: 0.0982215 Mar 28 15:26:39.947867 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d406b493-f98e-4646-92c4-519720c26ceb req-d732a215-3a0f-4446-9503-a2828186f085 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Mar 28 15:26:40.517831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66944b3-2baa-43ff-8fb7-d98cbdcbc288 req-e45867dc-6253-41fc-b6fb-c063cbdac76a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:40.519324 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b66944b3-2baa-43ff-8fb7-d98cbdcbc288 req-e45867dc-6253-41fc-b6fb-c063cbdac76a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 944 time: 0.0784838 Mar 28 15:26:40.565809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-b66944b3-2baa-43ff-8fb7-d98cbdcbc288 req-b31bb9cc-9b79-464e-8995-7d026ca90883 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:26:40.696393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-b66944b3-2baa-43ff-8fb7-d98cbdcbc288 req-b31bb9cc-9b79-464e-8995-7d026ca90883 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:26:40.697494 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b66944b3-2baa-43ff-8fb7-d98cbdcbc288 req-b31bb9cc-9b79-464e-8995-7d026ca90883 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726873 Mar 28 15:26:41.025554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3863820-36a9-4ed9-84dc-e9a3f836fb78 req-5219d930-780c-49f2-94c2-e45b7b4673b7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:41.027053 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e3863820-36a9-4ed9-84dc-e9a3f836fb78 req-5219d930-780c-49f2-94c2-e45b7b4673b7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0825584 Mar 28 15:26:41.073416 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e3863820-36a9-4ed9-84dc-e9a3f836fb78 req-1242a558-b17d-4257-b2cc-a94cebc441af tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Mar 28 15:26:41.145508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82362f7-10da-4e4a-9f98-31e12bf23f48 req-0d9aea40-0a26-48a2-9937-0ab538fdc3d6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:41.146950 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d82362f7-10da-4e4a-9f98-31e12bf23f48 req-0d9aea40-0a26-48a2-9937-0ab538fdc3d6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 943 time: 0.0869627 Mar 28 15:26:41.190378 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d82362f7-10da-4e4a-9f98-31e12bf23f48 req-ebe2a390-0a24-4e8a-85da-f4c7056a5441 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378060 Mar 28 15:26:41.408691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 156ecb55-6f60-44e9-b94d-66e70d64fbef details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:26:41.541500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 156ecb55-6f60-44e9-b94d-66e70d64fbef, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=156ecb55-6f60-44e9-b94d-66e70d64fbef,segment=NetworkSegment(da729f7a-8789-43f3-b542-77792994c27d),segment_id=da729f7a-8789-43f3-b542-77792994c27d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:41.554504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '156ecb55-6f60-44e9-b94d-66e70d64fbef', 'network_id': 'd1bbea82-3537-49ab-bc17-e7935773bdf7', 'port_id': '156ecb55-6f60-44e9-b94d-66e70d64fbef', 'mac_address': 'fa:16:3e:08:c3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9548f6-b0ed-4710-b324-09ab4512f401', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:26:41.620378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:41.636609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156ecb55-6f60-44e9-b94d-66e70d64fbef {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:26:41.652018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 156ecb55-6f60-44e9-b94d-66e70d64fbef, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=156ecb55-6f60-44e9-b94d-66e70d64fbef,segment=NetworkSegment(da729f7a-8789-43f3-b542-77792994c27d),segment_id=da729f7a-8789-43f3-b542-77792994c27d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:41.684731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:41.685341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device e70f1140-cf53-4467-96b5-ce3b733930b5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:26:41.784754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=156ecb55-6f60-44e9-b94d-66e70d64fbef,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:41.878112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port e70f1140-cf53-4467-96b5-ce3b733930b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e70f1140-cf53-4467-96b5-ce3b733930b5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:41.883018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2dd74-c8ad-4721-afd2-33153b53f4cb req-33b5804b-0b33-49f7-9ce2-c30a3e7b83f4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:41.884590 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fbb2dd74-c8ad-4721-afd2-33153b53f4cb req-33b5804b-0b33-49f7-9ce2-c30a3e7b83f4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 944 time: 0.0829740 Mar 28 15:26:41.923388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'e70f1140-cf53-4467-96b5-ce3b733930b5', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'port_id': 'e70f1140-cf53-4467-96b5-ce3b733930b5', 'mac_address': 'fa:16:3e:97:c2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:26:41.936354 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fbb2dd74-c8ad-4721-afd2-33153b53f4cb req-26bc1360-7e0c-4ba6-a6e1-129006a54297 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411670 Mar 28 15:26:41.977585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:41.993751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70f1140-cf53-4467-96b5-ce3b733930b5 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:26:42.009077 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port e70f1140-cf53-4467-96b5-ce3b733930b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e70f1140-cf53-4467-96b5-ce3b733930b5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:42.062494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:42.131443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=e70f1140-cf53-4467-96b5-ce3b733930b5,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:42.259613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b430-1fef-4fa9-a2d9-5b7397aeb07f req-a305f142-bcfb-4677-b77d-268cd6f36a07 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:42.261061 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c56b430-1fef-4fa9-a2d9-5b7397aeb07f req-a305f142-bcfb-4677-b77d-268cd6f36a07 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0809023 Mar 28 15:26:42.304764 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c56b430-1fef-4fa9-a2d9-5b7397aeb07f req-a37d2a1a-4acd-4069-a5ca-37be50f1f4b0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378211 Mar 28 15:26:42.372726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e72611-c23b-4c09-9a64-5266111f224f req-83bea5c5-d01c-4039-af18-fe6bc01c391b tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:42.374747 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e5e72611-c23b-4c09-9a64-5266111f224f req-83bea5c5-d01c-4039-af18-fe6bc01c391b tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 944 time: 0.0797713 Mar 28 15:26:42.416777 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e5e72611-c23b-4c09-9a64-5266111f224f req-c0ca4cc5-d138-49c5-a495-acc029b304b1 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363126 Mar 28 15:26:42.439942 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['e70f1140-cf53-4467-96b5-ce3b733930b5'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:26:42.465054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['156ecb55-6f60-44e9-b94d-66e70d64fbef'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:26:43.122575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb9f73-2694-4499-8ece-61fc468ff837 req-ba5699f4-bca0-493a-820f-67a27d987095 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:43.124109 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-15bb9f73-2694-4499-8ece-61fc468ff837 req-ba5699f4-bca0-493a-820f-67a27d987095 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 945 time: 0.0813556 Mar 28 15:26:43.167932 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-15bb9f73-2694-4499-8ece-61fc468ff837 req-e2d076df-a19a-4cc2-ae37-3e59a98e53c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379975 Mar 28 15:26:43.443585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 156ecb55-6f60-44e9-b94d-66e70d64fbef up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:26:43.516138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275643e-cc83-462f-805a-933d51d58bfb req-463e01e0-7901-4e82-a243-8b892cb8038c tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:43.518583 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b275643e-cc83-462f-805a-933d51d58bfb req-463e01e0-7901-4e82-a243-8b892cb8038c tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.1082249 Mar 28 15:26:43.564594 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b275643e-cc83-462f-805a-933d51d58bfb req-04d59425-89ad-4c30-a218-6e352cf21b41 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Mar 28 15:26:43.593516 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 156ecb55-6f60-44e9-b94d-66e70d64fbef completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:26:43.598601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 156ecb55-6f60-44e9-b94d-66e70d64fbef triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:26:43.603599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:43.629681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b109514-d8bf-431f-b638-e8479c1f2548 req-8276ac0b-d5cf-4641-8c31-1312b45e6f04 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:43.631320 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7b109514-d8bf-431f-b638-e8479c1f2548 req-8276ac0b-d5cf-4641-8c31-1312b45e6f04 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 944 time: 0.0965416 Mar 28 15:26:43.678070 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7b109514-d8bf-431f-b638-e8479c1f2548 req-7b81cb67-e00d-4dee-a9b2-ad0af9830242 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Mar 28 15:26:43.715382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:43.741964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04687391-f412-4217-ad3b-2d53e4ba5e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156ecb55-6f60-44e9-b94d-66e70d64fbef'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:43.752940 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 156ecb55-6f60-44e9-b94d-66e70d64fbef, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=156ecb55-6f60-44e9-b94d-66e70d64fbef,segment=NetworkSegment(da729f7a-8789-43f3-b542-77792994c27d),segment_id=da729f7a-8789-43f3-b542-77792994c27d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:43.787490 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04687391-f412-4217-ad3b-2d53e4ba5e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156ecb55-6f60-44e9-b94d-66e70d64fbef', 'code': 200} Mar 28 15:26:43.811610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:43.882747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=156ecb55-6f60-44e9-b94d-66e70d64fbef,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:44.172009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca5362-8b4a-41ef-95c7-208ebb7a10e8 req-887a668a-1e36-4d6a-9563-f7e39b784043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:44.173373 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d9ca5362-8b4a-41ef-95c7-208ebb7a10e8 req-887a668a-1e36-4d6a-9563-f7e39b784043 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 1098 time: 0.0689852 Mar 28 15:26:44.216272 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d9ca5362-8b4a-41ef-95c7-208ebb7a10e8 req-f486d226-455b-4b1b-9497-431747214aa8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359223 Mar 28 15:26:44.368758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b4432-3072-4ad4-8e84-68b0f8400569 req-d2820bb6-dadf-4f57-b783-eb5de6cdbd95 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:44.370125 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a6b4432-3072-4ad4-8e84-68b0f8400569 req-d2820bb6-dadf-4f57-b783-eb5de6cdbd95 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 945 time: 0.0822401 Mar 28 15:26:44.412716 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a6b4432-3072-4ad4-8e84-68b0f8400569 req-3709d7bc-4e90-4b25-b8c5-d9b251a045a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364623 Mar 28 15:26:44.750639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18107b3-6d38-44af-84bb-23fe40fdaf3e req-1660a24f-e6b7-4e73-9728-928de3aad7b4 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:44.752152 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e18107b3-6d38-44af-84bb-23fe40fdaf3e req-1660a24f-e6b7-4e73-9728-928de3aad7b4 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0799420 Mar 28 15:26:44.796479 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e18107b3-6d38-44af-84bb-23fe40fdaf3e req-4fc0a4fb-2b33-421f-bae0-9e355fbf93f0 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Mar 28 15:26:44.858341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327df13-0440-480c-bfec-13a4422055c7 req-deef0c72-a81a-4ca0-949a-dd4f2acab023 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:44.859815 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5327df13-0440-480c-bfec-13a4422055c7 req-deef0c72-a81a-4ca0-949a-dd4f2acab023 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0785131 Mar 28 15:26:44.905009 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5327df13-0440-480c-bfec-13a4422055c7 req-8f593c16-7073-4de0-9152-ebfced0cf1ea tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Mar 28 15:26:45.464118 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device e70f1140-cf53-4467-96b5-ce3b733930b5 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:26:45.604583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port e70f1140-cf53-4467-96b5-ce3b733930b5 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:26:45.610149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port e70f1140-cf53-4467-96b5-ce3b733930b5 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:26:45.613698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:45.719987 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f637d0d-7330-4ae5-8107-0eff052b5514 req-2ce4cf72-06cb-4924-bffb-0f175e3eb0e7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:45.721356 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2f637d0d-7330-4ae5-8107-0eff052b5514 req-2ce4cf72-06cb-4924-bffb-0f175e3eb0e7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 945 time: 0.1985641 Mar 28 15:26:45.729718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:45.761442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port e70f1140-cf53-4467-96b5-ce3b733930b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e70f1140-cf53-4467-96b5-ce3b733930b5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:26:45.765594 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2f637d0d-7330-4ae5-8107-0eff052b5514 req-9d8b9388-3844-4390-aa5a-6b5c34d55c2e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383050 Mar 28 15:26:45.788353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e5043-0167-4532-a89e-fe80d34af4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f1140-cf53-4467-96b5-ce3b733930b5'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:45.832311 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e5043-0167-4532-a89e-fe80d34af4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f1140-cf53-4467-96b5-ce3b733930b5', 'code': 200} Mar 28 15:26:45.839242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:45.912401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=e70f1140-cf53-4467-96b5-ce3b733930b5,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:26:45.993358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a2971-039e-4530-acec-21352666185c req-5c989b05-e7e0-4610-af18-5ddf1a6bc1eb tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:45.994927 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b34a2971-039e-4530-acec-21352666185c req-5c989b05-e7e0-4610-af18-5ddf1a6bc1eb tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0927296 Mar 28 15:26:46.040423 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b34a2971-039e-4530-acec-21352666185c req-53fc84bb-6917-48e4-89d7-a6f161e14343 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385268 Mar 28 15:26:46.105845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a3727-8776-4fcc-bcf2-8547267ac263 req-68bb55a2-ffd8-4d96-890f-26e210743d55 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:46.107465 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a5a3727-8776-4fcc-bcf2-8547267ac263 req-68bb55a2-ffd8-4d96-890f-26e210743d55 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0905936 Mar 28 15:26:46.188973 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4a5a3727-8776-4fcc-bcf2-8547267ac263 req-4bb38728-b925-4965-b3cd-f16368d35a13 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749757 Mar 28 15:26:46.227595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de68a1e-98d7-4ef2-820d-04db502b5b7e req-17cb74b5-00d3-416c-9d51-04247b4095a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:46.229043 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4de68a1e-98d7-4ef2-820d-04db502b5b7e req-17cb74b5-00d3-416c-9d51-04247b4095a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 1099 time: 0.0776355 Mar 28 15:26:46.271941 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4de68a1e-98d7-4ef2-820d-04db502b5b7e req-ea6d3252-fba7-4c90-91fb-fe6113d04158 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355508 Mar 28 15:26:46.371482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69e46b-3bf3-4bb6-a229-0b588d285ae3 req-f2a357ec-649e-48e4-aedf-ffccd7b75871 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:46.372932 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6f69e46b-3bf3-4bb6-a229-0b588d285ae3 req-f2a357ec-649e-48e4-aedf-ffccd7b75871 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0798514 Mar 28 15:26:46.416149 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6f69e46b-3bf3-4bb6-a229-0b588d285ae3 req-14145b8e-68de-445a-ba27-e8f61bfa2938 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Mar 28 15:26:46.972512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc1dcd-1aab-4dee-8a24-0a8bf1652d6e req-66d6ab18-ed10-4dde-bb37-5f39ababa67d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:46.973562 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e1dc1dcd-1aab-4dee-8a24-0a8bf1652d6e req-66d6ab18-ed10-4dde-bb37-5f39ababa67d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 946 time: 0.0965009 Mar 28 15:26:47.022817 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e1dc1dcd-1aab-4dee-8a24-0a8bf1652d6e req-94f23ab7-82df-4ab7-a204-b4ea0b0ac5c5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Mar 28 15:26:47.076113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a1e45-59e0-4bc1-ad1a-9ce7e7a6f7d0 req-534b4ac8-ef49-42a2-8e4c-b8413d6d7de7 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:47.076113 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-800a1e45-59e0-4bc1-ad1a-9ce7e7a6f7d0 req-534b4ac8-ef49-42a2-8e4c-b8413d6d7de7 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0869348 Mar 28 15:26:47.121150 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-800a1e45-59e0-4bc1-ad1a-9ce7e7a6f7d0 req-2767e893-3b53-4818-a029-6f8061687109 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Mar 28 15:26:47.250712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea0628-b3e9-4866-b09c-ee345c49e655 req-39cdf69a-662a-48a1-9619-1c88199621fb tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:47.250712 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-37ea0628-b3e9-4866-b09c-ee345c49e655 req-39cdf69a-662a-48a1-9619-1c88199621fb tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0905967 Mar 28 15:26:47.297622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-37ea0628-b3e9-4866-b09c-ee345c49e655 req-5621fd39-9e0e-4727-ada3-5db755e58a55 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 Mar 28 15:26:48.207777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad7036-df91-4bda-957b-25cb122e4063 req-92ea765f-6722-4921-a57e-a119a5aba3db tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:48.209142 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7aad7036-df91-4bda-957b-25cb122e4063 req-92ea765f-6722-4921-a57e-a119a5aba3db tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 946 time: 0.0828574 Mar 28 15:26:48.254156 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7aad7036-df91-4bda-957b-25cb122e4063 req-10075cef-c1b0-4fa8-8590-48ab3994ecb5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393891 Mar 28 15:26:48.314040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f48b-7651-4825-96a4-5094b6b0ba5a req-6a43e16d-7694-4513-8c76-4ff0da6928df tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:48.315526 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4dc5f48b-7651-4825-96a4-5094b6b0ba5a req-6a43e16d-7694-4513-8c76-4ff0da6928df tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0836444 Mar 28 15:26:48.359954 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4dc5f48b-7651-4825-96a4-5094b6b0ba5a req-ca86552f-784b-4448-87c0-084ac7435ab9 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383675 Mar 28 15:26:48.448794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f353e0-957f-4501-b3d8-b6f28639d32e req-2917698b-bffa-45ba-8876-e1a98af18a96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:48.448794 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-55f353e0-957f-4501-b3d8-b6f28639d32e req-2917698b-bffa-45ba-8876-e1a98af18a96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 946 time: 0.0896831 Mar 28 15:26:48.502944 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-55f353e0-957f-4501-b3d8-b6f28639d32e req-aa6040cf-986a-443a-a0c0-13d211afb5c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419598 Mar 28 15:26:48.521003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36788) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:48.563737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a184318-004c-40d8-bed3-7dc92562223b req-64c216a4-6cd3-4187-ac3b-6302afde0d80 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:48.565926 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8a184318-004c-40d8-bed3-7dc92562223b req-64c216a4-6cd3-4187-ac3b-6302afde0d80 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.1040993 Mar 28 15:26:48.599570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d953d0f4-2f79-40ca-8c9a-48d6161957c5 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:48.601162 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d953d0f4-2f79-40ca-8c9a-48d6161957c5 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 1094 time: 0.0786421 Mar 28 15:26:48.604424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36792) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:48.611902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-221185e1-274f-4bf8-a7eb-2e7c7e7298ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'port_id': 'e70f1140-cf53-4467-96b5-ce3b733930b5'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:26:48.691053 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8a184318-004c-40d8-bed3-7dc92562223b req-59e8fb3f-0fee-4ada-99df-c0e42fdffd73 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207554 Mar 28 15:26:48.695535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-221185e1-274f-4bf8-a7eb-2e7c7e7298ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:49.055467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-cf6848e7-b781-472e-a01d-48ca70fe4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:49.057135 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-cf6848e7-b781-472e-a01d-48ca70fe4103 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bad887b59f2e4b68b71f66722243ff52&device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 1098 time: 0.0772440 Mar 28 15:26:49.133916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c472c-05d6-45ce-88ad-109f2e973120 req-d425c226-54b0-4d94-9c6f-8e71162d1c38 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:49.135284 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b93c472c-05d6-45ce-88ad-109f2e973120 req-d425c226-54b0-4d94-9c6f-8e71162d1c38 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.2434309 Mar 28 15:26:49.219250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-bdc8aac7-9791-47ff-abbd-6ae2fa20c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:49.220709 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-bdc8aac7-9791-47ff-abbd-6ae2fa20c0c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d1bbea82-3537-49ab-bc17-e7935773bdf7 HTTP/1.1" status: 200 len: 912 time: 0.1578536 Mar 28 15:26:49.289204 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b93c472c-05d6-45ce-88ad-109f2e973120 req-00b74a8c-b727-44d4-ad9e-3c44a4ed5fe4 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396058 Mar 28 15:26:49.293537 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-9ba50966-f849-4996-ae2b-557a3768ad34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=156ecb55-6f60-44e9-b94d-66e70d64fbef HTTP/1.1" status: 200 len: 217 time: 0.0662026 Mar 28 15:26:49.359865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-517e0252-805c-48a8-9aa0-5f63673ce786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:49.361313 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-517e0252-805c-48a8-9aa0-5f63673ce786 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cc9548f6-b0ed-4710-b324-09ab4512f401 HTTP/1.1" status: 200 len: 851 time: 0.0621130 Mar 28 15:26:49.408375 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-6cd89a21-d6d2-4a7c-8aba-a0699a551402 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1bbea82-3537-49ab-bc17-e7935773bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406094 Mar 28 15:26:49.548534 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-af5145c8-74f2-4d97-bb90-528d7ada99af service neutron] 10.222.0.23 "GET /v2.0/networks/d1bbea82-3537-49ab-bc17-e7935773bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342242 Mar 28 15:26:49.577687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-221185e1-274f-4bf8-a7eb-2e7c7e7298ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:49.673796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-221185e1-274f-4bf8-a7eb-2e7c7e7298ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:49.784948 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c51e0760-a3ee-4313-9bf2-449546920e01 req-b82102ca-5660-4bde-9ec6-82f5e2d8a4ff service neutron] 10.222.0.23 "GET /v2.0/networks/d1bbea82-3537-49ab-bc17-e7935773bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309196 Mar 28 15:26:49.875374 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-221185e1-274f-4bf8-a7eb-2e7c7e7298ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 915442db-bf93-4184-b7d7-0bedf74ef70a associated. External IP: 172.26.7.81, port: e70f1140-cf53-4467-96b5-ce3b733930b5. Mar 28 15:26:49.900114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c711bd-1bc8-45f2-a669-a4c3e2a4826d req-a8db2f17-50a7-44c4-a6b6-d6117e449164 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:49.901602 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85c711bd-1bc8-45f2-a669-a4c3e2a4826d req-a8db2f17-50a7-44c4-a6b6-d6117e449164 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0936625 Mar 28 15:26:49.952909 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85c711bd-1bc8-45f2-a669-a4c3e2a4826d req-64a09d6f-6821-456f-8b98-a841e41c621c tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 Mar 28 15:26:50.239643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221185e1-274f-4bf8-a7eb-2e7c7e7298ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 6f816b09-12c4-4e74-b2f2-ae990f805cdc has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:26:50.455012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221185e1-274f-4bf8-a7eb-2e7c7e7298ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:26:50.459951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-221185e1-274f-4bf8-a7eb-2e7c7e7298ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:50.464465 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] Sync routers for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:26:50.474923 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:50.475595 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:26:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:50.529399 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-221185e1-274f-4bf8-a7eb-2e7c7e7298ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 991 time: 1.9212370 Mar 28 15:26:50.529399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498e5043-0167-4532-a89e-fe80d34af4fe', 'tag': 'e70f1140-cf53-4467-96b5-ce3b733930b5'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:26:50.530954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36802) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:50.561877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e4905-60bb-4ec9-8504-515a96468879 req-664a08a8-dc3a-4653-ae3c-2b34c38dbf99 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:50.565469 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-218e4905-60bb-4ec9-8504-515a96468879 req-664a08a8-dc3a-4653-ae3c-2b34c38dbf99 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.1673079 Mar 28 15:26:50.629379 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-218e4905-60bb-4ec9-8504-515a96468879 req-5e9b1309-2bcc-45cf-bc89-9d39961b69d1 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630066 Mar 28 15:26:50.668419 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6a6572ae-ec9b-452a-ba0c-d787e6bb62d9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 991 time: 0.1363876 Mar 28 15:26:50.668608 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498e5043-0167-4532-a89e-fe80d34af4fe', 'tag': 'e70f1140-cf53-4467-96b5-ce3b733930b5', 'status': 'completed', 'code': 200} Mar 28 15:26:50.678766 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:50.884918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-0c0b8ef3-e7a4-4528-a486-dd16fcfc25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:50.886469 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-0c0b8ef3-e7a4-4528-a486-dd16fcfc25db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 1099 time: 0.0880694 Mar 28 15:26:51.048510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-7e63fb53-0839-4593-8284-85a74ce4c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:51.049284 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-7e63fb53-0839-4593-8284-85a74ce4c0de service neutron] 10.222.0.23 "GET /v2.0/networks?id=c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 200 len: 898 time: 0.1523905 Mar 28 15:26:51.057758 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '915442db-bf93-4184-b7d7-0bedf74ef70a', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.81', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'port_id': 'e70f1140-cf53-4467-96b5-ce3b733930b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'mac_address': 'fa:16:3e:97:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5043-0167-4532-a89e-fe80d34af4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:25:50Z', 'updated_at': '2022-03-28T15:26:49Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:51.061894 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] Checking router: 6f816b09-12c4-4e74-b2f2-ae990f805cdc for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:26:51.079364 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:26:51.080716 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:26:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:51.172912 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-cd7db77a-1acc-4c72-8540-42c0ea5cb416 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f1140-cf53-4467-96b5-ce3b733930b5 HTTP/1.1" status: 200 len: 999 time: 0.1157663 Mar 28 15:26:51.238068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a45e4a-f626-4870-8fd1-91589b1cad21 req-40f03e8b-93aa-476f-9670-81784d46edcb tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:51.238068 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61a45e4a-f626-4870-8fd1-91589b1cad21 req-40f03e8b-93aa-476f-9670-81784d46edcb tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.1262660 Mar 28 15:26:51.263617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-5adc9ee6-eb28-4ec8-a117-0fc7f1ac8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:51.265850 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-5adc9ee6-eb28-4ec8-a117-0fc7f1ac8e17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb07ac5f-88a1-4f21-943d-6c3f5d8e0035 HTTP/1.1" status: 200 len: 835 time: 0.0834098 Mar 28 15:26:51.301545 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61a45e4a-f626-4870-8fd1-91589b1cad21 req-c704c3fe-8666-42bd-9167-bc4a4429d625 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564468 Mar 28 15:26:51.374238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-2f77e79d-44e6-4232-ae90-a8b087bc4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:51.376294 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-2f77e79d-44e6-4232-ae90-a8b087bc4f20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c407e35c-a10f-457f-b0f1-19ff53848a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1024251 Mar 28 15:26:51.384329 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:26:51.387945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2b443716-c81b-475c-a110-ebf64684fe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:51.546728 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-9e76b3f1-9219-4487-ab98-eab32756738a service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642859 Mar 28 15:26:51.671518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36814) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:51.763388 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '915442db-bf93-4184-b7d7-0bedf74ef70a', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.81', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'port_id': 'e70f1140-cf53-4467-96b5-ce3b733930b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'mac_address': 'fa:16:3e:97:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5043-0167-4532-a89e-fe80d34af4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:25:50Z', 'updated_at': '2022-03-28T15:26:49Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:26:51.768019 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae0b3a8-9151-4b99-aeb3-f776c9340016 None None] The sync data for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv is: [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '915442db-bf93-4184-b7d7-0bedf74ef70a', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.81', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'port_id': 'e70f1140-cf53-4467-96b5-ce3b733930b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'mac_address': 'fa:16:3e:97:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498e5043-0167-4532-a89e-fe80d34af4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:25:50Z', 'updated_at': '2022-03-28T15:26:49Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:26:51.808258 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6026546-cc34-4ae4-87fc-555c13c17c61 req-8163ef45-fb1f-4985-bfe6-a1a02a0ffb93 service neutron] 10.222.0.23 "GET /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518206 Mar 28 15:26:51.845092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-98b1ce8b-e780-495c-8ff1-5fe88191d9c6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 991 time: 0.1725097 Mar 28 15:26:51.874349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b206c-5288-4e27-b988-d046e3986fab req-c55708fb-0f21-49c1-85e5-76838e6aed37 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:51.875845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc9b206c-5288-4e27-b988-d046e3986fab req-c55708fb-0f21-49c1-85e5-76838e6aed37 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.1155834 Mar 28 15:26:51.927393 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc9b206c-5288-4e27-b988-d046e3986fab req-4d60fc78-bbbb-49bd-b099-d979d4f93477 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Mar 28 15:26:51.985584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2e384-5b6e-4f9d-be4d-44d026e94fe7 None None] New status for floating IP 915442db-bf93-4184-b7d7-0bedf74ef70a: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:26:52.500045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d414f8d-bbe1-42ad-9f84-561efb39cbb5 req-0ad4cf21-d753-46a6-8351-ff1fafddc4d4 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:52.502145 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5d414f8d-bbe1-42ad-9f84-561efb39cbb5 req-0ad4cf21-d753-46a6-8351-ff1fafddc4d4 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0885062 Mar 28 15:26:52.545132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6270-011f-4e7c-a92e-f5bb7319b111 req-711af0be-c0cc-443b-8356-6f7acc3987b5 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:52.546582 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b60a6270-011f-4e7c-a92e-f5bb7319b111 req-711af0be-c0cc-443b-8356-6f7acc3987b5 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0818486 Mar 28 15:26:52.546880 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5d414f8d-bbe1-42ad-9f84-561efb39cbb5 req-48e6cd2f-3b0a-466c-9749-af3d759a548d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Mar 28 15:26:52.598607 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b60a6270-011f-4e7c-a92e-f5bb7319b111 req-831d8bfe-b0d9-4a13-a7e4-dd7326b4ab23 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453844 Mar 28 15:26:52.848846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36824) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:26:52.956682 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b8605c2b-9124-46b3-91c1-52b7625b9b56 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 200 len: 993 time: 0.1066525 Mar 28 15:26:53.519089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-982371bf-ff1e-4808-b37a-8da750351f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:53.745156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf897-be54-4ac9-a04c-a90e81da6ab4 req-8ec2dd0d-ef2d-4c08-9fcc-a4c1e41467e8 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:53.746411 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5d8bf897-be54-4ac9-a04c-a90e81da6ab4 req-8ec2dd0d-ef2d-4c08-9fcc-a4c1e41467e8 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0868397 Mar 28 15:26:53.796297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a6bfd-ad2e-4da8-8992-3ea2dee52228 req-8b263b09-b815-46e5-b4ef-689e27af6e86 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:53.796297 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-447a6bfd-ad2e-4da8-8992-3ea2dee52228 req-8b263b09-b815-46e5-b4ef-689e27af6e86 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0870342 Mar 28 15:26:53.799749 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5d8bf897-be54-4ac9-a04c-a90e81da6ab4 req-d12959bb-8298-4395-8095-5791b7165302 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Mar 28 15:26:53.846824 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-447a6bfd-ad2e-4da8-8992-3ea2dee52228 req-d899e959-b69f-4eb4-b91f-6a08e2c453a7 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Mar 28 15:26:54.354536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5c84a-a7d2-4361-9d9d-2912f99c4cec req-66c69029-7529-4603-813e-2c856469f169 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:54.355999 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-15e5c84a-a7d2-4361-9d9d-2912f99c4cec req-66c69029-7529-4603-813e-2c856469f169 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0828795 Mar 28 15:26:54.400839 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-15e5c84a-a7d2-4361-9d9d-2912f99c4cec req-8aa8ae3e-bf0f-427d-aa34-6dd617e225f9 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Mar 28 15:26:54.586127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-4f8c46bd-1f51-4346-969e-9666fd2c4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:54.587549 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-4f8c46bd-1f51-4346-969e-9666fd2c4236 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bad887b59f2e4b68b71f66722243ff52&device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 1098 time: 0.1924500 Mar 28 15:26:54.616205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:54.721786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-c634d6bf-d8d6-44e7-903d-9aba7c3c2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:54.723242 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-c634d6bf-d8d6-44e7-903d-9aba7c3c2589 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d1bbea82-3537-49ab-bc17-e7935773bdf7 HTTP/1.1" status: 200 len: 912 time: 0.1281869 Mar 28 15:26:54.753333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:54.789659 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-1b707b39-8fab-4f9e-9eee-15a8ab017f8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=156ecb55-6f60-44e9-b94d-66e70d64fbef HTTP/1.1" status: 200 len: 217 time: 0.0603893 Mar 28 15:26:54.854524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-fed506fa-aef0-44fd-bc6b-41e7b5970730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:54.855920 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-fed506fa-aef0-44fd-bc6b-41e7b5970730 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cc9548f6-b0ed-4710-b324-09ab4512f401 HTTP/1.1" status: 200 len: 851 time: 0.0600927 Mar 28 15:26:54.902771 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-9e57447f-7f0b-4dcb-9c45-8f1e3377d384 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d1bbea82-3537-49ab-bc17-e7935773bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399475 Mar 28 15:26:55.093798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a48268-174e-4002-9d15-190ee3f737f2 req-7b7353d5-5991-4cf6-9349-77620d4ba420 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:55.095223 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a4a48268-174e-4002-9d15-190ee3f737f2 req-7b7353d5-5991-4cf6-9349-77620d4ba420 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.1915698 Mar 28 15:26:55.097039 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-eef381d2-6c38-4a25-adf1-9a076a019a42 service neutron] 10.222.0.23 "GET /v2.0/networks/d1bbea82-3537-49ab-bc17-e7935773bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632943 Mar 28 15:26:55.224449 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a4a48268-174e-4002-9d15-190ee3f737f2 req-bf05ec31-37af-4210-8468-6eb47afdd545 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235807 Mar 28 15:26:55.258089 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80eba89c-0103-4fe5-976f-c62dc3505595 req-f9616574-0b7c-4d78-a05f-b89a47b07e45 service neutron] 10.222.0.23 "GET /v2.0/networks/d1bbea82-3537-49ab-bc17-e7935773bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438901 Mar 28 15:26:55.583226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51ffde-6079-4225-a9a5-bf0ff9dc3190 req-f5b308d2-a748-4d75-9b5e-91bd4383d4a1 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:55.584668 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4c51ffde-6079-4225-a9a5-bf0ff9dc3190 req-f5b308d2-a748-4d75-9b5e-91bd4383d4a1 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0777822 Mar 28 15:26:55.630596 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4c51ffde-6079-4225-a9a5-bf0ff9dc3190 req-eb78438c-7ee9-4c6d-8982-5dafa95b4f11 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403438 Mar 28 15:26:56.204824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:26:56.421523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5c35e-26c1-4000-b894-a960d7072661 req-93c358e6-9025-4d69-9ae8-62416f90808f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:56.422994 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-eac5c35e-26c1-4000-b894-a960d7072661 req-93c358e6-9025-4d69-9ae8-62416f90808f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0876143 Mar 28 15:26:56.471869 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-eac5c35e-26c1-4000-b894-a960d7072661 req-4282a931-a76f-4e75-98c7-7be72a3f16a1 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Mar 28 15:26:56.943551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29108b2-f7b9-4636-b998-73ea601f7da4 req-512daf55-6041-4b3f-bc68-f721f0570c6b tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:56.945353 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b29108b2-f7b9-4636-b998-73ea601f7da4 req-512daf55-6041-4b3f-bc68-f721f0570c6b tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.2085586 Mar 28 15:26:56.998533 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b29108b2-f7b9-4636-b998-73ea601f7da4 req-3d521a1a-77e7-43c7-9688-8de018acfaa9 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389388 Mar 28 15:26:57.620985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefad94-799e-4906-ba8c-9d40fab02dc2 req-e72b3348-9fda-47fb-bad3-b113a9788cc6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:57.622503 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7aefad94-799e-4906-ba8c-9d40fab02dc2 req-e72b3348-9fda-47fb-bad3-b113a9788cc6 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0855608 Mar 28 15:26:57.659446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b37a6-a850-468e-a1c8-786dc135f152 req-6d9b85d1-6638-4ad3-b066-ea487e9d42c8 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:57.661912 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b76b37a6-a850-468e-a1c8-786dc135f152 req-6d9b85d1-6638-4ad3-b066-ea487e9d42c8 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0825348 Mar 28 15:26:57.670157 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7aefad94-799e-4906-ba8c-9d40fab02dc2 req-dbf1ee31-1dd2-4ffd-adb3-59cbdb96cef0 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Mar 28 15:26:57.707360 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b76b37a6-a850-468e-a1c8-786dc135f152 req-1cc6344d-ad35-422b-a4ae-feda0db800e8 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394878 Mar 28 15:26:58.858233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4946d7-047a-4b56-84d5-d64eee6ad985 req-eaef5f6a-44e2-4524-a737-729bdf35cc8c tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:58.859877 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ad4946d7-047a-4b56-84d5-d64eee6ad985 req-eaef5f6a-44e2-4524-a737-729bdf35cc8c tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0810204 Mar 28 15:26:58.898828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a6a93-0a47-4db5-9692-d2cd40c8e530 req-33be4b66-5e4b-4488-92f9-a44106c5c4c9 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:58.900320 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-760a6a93-0a47-4db5-9692-d2cd40c8e530 req-33be4b66-5e4b-4488-92f9-a44106c5c4c9 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0853648 Mar 28 15:26:58.909107 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ad4946d7-047a-4b56-84d5-d64eee6ad985 req-78050afb-f27f-434a-a1b5-a131d3140cb3 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Mar 28 15:26:58.945058 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-760a6a93-0a47-4db5-9692-d2cd40c8e530 req-05540872-cd0f-4d66-96a8-16fbcc0f30fc tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385513 Mar 28 15:26:59.826309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-13a163f7-f0f8-4426-90cd-3a2c4702d395 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:26:59.827756 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-13a163f7-f0f8-4426-90cd-3a2c4702d395 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.23 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0778711 Mar 28 15:26:59.901497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Deleting port 156ecb55-6f60-44e9-b94d-66e70d64fbef {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:26:59.902158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:00.101796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4891ef-db40-4052-aafe-64a76579f6a6 req-dafa0061-2dbc-47d6-a577-0a16efff145b tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:00.103302 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5e4891ef-db40-4052-aafe-64a76579f6a6 req-dafa0061-2dbc-47d6-a577-0a16efff145b tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 945 time: 0.0859139 Mar 28 15:27:00.150922 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5e4891ef-db40-4052-aafe-64a76579f6a6 req-08009f08-ac89-4fc9-9151-e5a6f9bb8c2d tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bd47c8-eb2c-4e8a-bd12-125519818a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Mar 28 15:27:00.196040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] For port 156ecb55-6f60-44e9-b94d-66e70d64fbef, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=156ecb55-6f60-44e9-b94d-66e70d64fbef,segment=NetworkSegment(da729f7a-8789-43f3-b542-77792994c27d),segment_id=da729f7a-8789-43f3-b542-77792994c27d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:00.196379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:00.289486 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:27:00.424392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Calling delete_port for 156ecb55-6f60-44e9-b94d-66e70d64fbef owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:00.477899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb4725-ccd2-496b-94d8-d9c9a37cd95d req-4a67ffc0-c2da-4e11-a6d8-b14b236d17f2 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:00.478524 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1eeb4725-ccd2-496b-94d8-d9c9a37cd95d req-4a67ffc0-c2da-4e11-a6d8-b14b236d17f2 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.3814666 Mar 28 15:27:00.548095 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1eeb4725-ccd2-496b-94d8-d9c9a37cd95d req-c29a455a-14c7-4dbd-91fe-2ede2dc91c96 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624909 Mar 28 15:27:00.684519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:00.719949 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['156ecb55-6f60-44e9-b94d-66e70d64fbef'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:27:00.738744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Pushing event deleted for resources: {'Port': ['ID=156ecb55-6f60-44e9-b94d-66e70d64fbef,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:00.779198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.779555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.779918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.780236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.780568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.780891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.781215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.781538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.781860 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.782212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.782499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.782816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:00.820042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] No DVR routers for this DVR port 156ecb55-6f60-44e9-b94d-66e70d64fbef on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:27:00.824832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:00.824832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04687391-f412-4217-ad3b-2d53e4ba5e76', 'name': 'network-vif-deleted', 'tag': '156ecb55-6f60-44e9-b94d-66e70d64fbef'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:27:00.869160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04687391-f412-4217-ad3b-2d53e4ba5e76', 'name': 'network-vif-deleted', 'tag': '156ecb55-6f60-44e9-b94d-66e70d64fbef', 'status': 'completed', 'code': 200} Mar 28 15:27:00.896443 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e15ec8f7-2b0e-48cc-b9f9-f1f3ab93fe6f req-99068e99-818c-4457-8eba-920d6338f20a tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.23 "DELETE /v2.0/ports/156ecb55-6f60-44e9-b94d-66e70d64fbef HTTP/1.1" status: 204 len: 173 time: 1.0630162 Mar 28 15:27:01.317399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-be014d8d-20b9-495b-97f6-19091d471643 req-4fc1bc24-eff3-44aa-b19e-255fe6ff78b2 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Synchronizing usage tracker for tenant:bad887b59f2e4b68b71f66722243ff52 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:27:01.399320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-be014d8d-20b9-495b-97f6-19091d471643 req-4fc1bc24-eff3-44aa-b19e-255fe6ff78b2 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] Unset dirty status for tenant:bad887b59f2e4b68b71f66722243ff52 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:27:01.400872 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-be014d8d-20b9-495b-97f6-19091d471643 req-4fc1bc24-eff3-44aa-b19e-255fe6ff78b2 tempest-TestServerAdvancedOps-2069382420 tempest-TestServerAdvancedOps-2069382420-project] 10.222.0.16 "GET /v2.0/ports?device_id=04687391-f412-4217-ad3b-2d53e4ba5e76 HTTP/1.1" status: 200 len: 210 time: 0.1285961 Mar 28 15:27:01.740003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f704869-20ee-4daa-beae-e2e695f25c54 req-00d7a571-ecf0-4d61-b485-6fb8c99def3d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:01.745998 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9f704869-20ee-4daa-beae-e2e695f25c54 req-00d7a571-ecf0-4d61-b485-6fb8c99def3d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.0832994 Mar 28 15:27:01.786708 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9f704869-20ee-4daa-beae-e2e695f25c54 req-677373bb-2e75-439a-92b9-67bc18e2898e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393062 Mar 28 15:27:02.388027 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:02.498712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36868) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:02.558850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5208c937-b433-4ca6-9917-44c87119d95b admin admin] Deleting subnet cc9548f6-b0ed-4710-b324-09ab4512f401 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:27:02.561715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5208c937-b433-4ca6-9917-44c87119d95b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:02.609702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5208c937-b433-4ca6-9917-44c87119d95b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:02.667789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5208c937-b433-4ca6-9917-44c87119d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:02.822187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5208c937-b433-4ca6-9917-44c87119d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:02.861032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208c937-b433-4ca6-9917-44c87119d95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9548f6-b0ed-4710-b324-09ab4512f401,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:02.864744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5208c937-b433-4ca6-9917-44c87119d95b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:02.872913 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5208c937-b433-4ca6-9917-44c87119d95b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc9548f6-b0ed-4710-b324-09ab4512f401 HTTP/1.1" status: 204 len: 168 time: 0.3703527 Mar 28 15:27:02.873285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36874) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:03.020121 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.116364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13580d15-39ae-4282-8164-76412ddd0b4b req-73592b57-3bdf-4fa4-b5c0-fd458c5204fc tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:03.117828 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-13580d15-39ae-4282-8164-76412ddd0b4b req-73592b57-3bdf-4fa4-b5c0-fd458c5204fc tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.2144835 Mar 28 15:27:03.182092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.223183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bbea82-3537-49ab-bc17-e7935773bdf7']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:03.240404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da729f7a-8789-43f3-b542-77792994c27d') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:03.240698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da729f7a-8789-43f3-b542-77792994c27d') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:03.249191 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-13580d15-39ae-4282-8164-76412ddd0b4b req-30f8a1a9-91f9-4cc0-a0fa-596d98d52f3d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874450 Mar 28 15:27:03.255501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.271811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.277856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:27:03.278239 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:27:03.291166 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:27:03.424271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.427685 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.463442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1bbea82-3537-49ab-bc17-e7935773bdf7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:03.524814 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0dfbfedf-ab54-4b3e-992a-2da6bfa18db6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d1bbea82-3537-49ab-bc17-e7935773bdf7 HTTP/1.1" status: 204 len: 168 time: 0.6505220 Mar 28 15:27:03.528676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36884) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:03.592818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Deleting subnet d8eb32ef-c753-462c-970e-101e306e866b {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:27:03.596657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.606821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 156ecb55-6f60-44e9-b94d-66e70d64fbef no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:03.636631 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 156ecb55-6f60-44e9-b94d-66e70d64fbef {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:27:03.636975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 156ecb55-6f60-44e9-b94d-66e70d64fbef not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:03.637390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:03.647746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.707405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.750429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.776404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:27:03.787138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:03.824518 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'code': 200} Mar 28 15:27:03.856103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.890667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.907902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:03.913157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8eb32ef-c753-462c-970e-101e306e866b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:03.919533 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d8eb32ef-c753-462c-970e-101e306e866b HTTP/1.1" status: 204 len: 168 time: 0.3887064 Mar 28 15:27:03.921031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36890) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:03.921918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.922269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.922606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.923170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.923682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.924186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.927782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.928281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.933176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.933176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.933176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.933176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39713f34-b832-4d8d-be2f-c2bd2187c9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:03.960969 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:04.037100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:04.160247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:04.195345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f380f6-03f7-49cb-a99a-b3466797d0ee']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:04.211725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a002caad-d45d-411f-8d40-2c0d5fd77567') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:04.211725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a002caad-d45d-411f-8d40-2c0d5fd77567') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:04.220292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:04.235753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:04.241681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:27:04.242056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:27:04.257048 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:27:04.388023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:04.410271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:04.417720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f380f6-03f7-49cb-a99a-b3466797d0ee,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:04.420327 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-34619ce4-180e-436d-abe4-729062e55b05 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a2f380f6-03f7-49cb-a99a-b3466797d0ee HTTP/1.1" status: 204 len: 168 time: 0.4969356 Mar 28 15:27:04.444054 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc601e71-c541-43a1-8754-0aff430cc7e5 req-2b86c67e-98ea-44d8-bf8b-a46b48388bef tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:04.445522 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fc601e71-c541-43a1-8754-0aff430cc7e5 req-2b86c67e-98ea-44d8-bf8b-a46b48388bef tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 944 time: 0.0886784 Mar 28 15:27:04.505313 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fc601e71-c541-43a1-8754-0aff430cc7e5 req-9b1ad894-7003-4d87-9a1e-687645581e38 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Mar 28 15:27:04.854573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36900) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:04.903898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3682d6-6d39-4c41-948e-a33d4cf40275 req-55716e47-eb4c-498b-8d74-432ba197f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:04.905290 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4f3682d6-6d39-4c41-948e-a33d4cf40275 req-55716e47-eb4c-498b-8d74-432ba197f720 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 1097 time: 0.1231730 Mar 28 15:27:04.915279 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2becc2e3-a929-40e0-8536-d7c4c5ad539a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bad887b59f2e4b68b71f66722243ff52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572555 Mar 28 15:27:04.915813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36904) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:04.950730 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4f3682d6-6d39-4c41-948e-a33d4cf40275 req-a9c986db-4be4-479d-b9fc-3e55bf3b6718 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382631 Mar 28 15:27:04.973785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-03c59e90-ba01-4953-88be-27a9fd85f5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:05.003818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-03c59e90-ba01-4953-88be-27a9fd85f5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:05.166505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-03c59e90-ba01-4953-88be-27a9fd85f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:05.181467 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c59e90-ba01-4953-88be-27a9fd85f5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bd47c8-eb2c-4e8a-bd12-125519818a76,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:05.271336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-03c59e90-ba01-4953-88be-27a9fd85f5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:05.272491 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-03c59e90-ba01-4953-88be-27a9fd85f5f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10bd47c8-eb2c-4e8a-bd12-125519818a76 HTTP/1.1" status: 204 len: 168 time: 0.3561058 Mar 28 15:27:05.592014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:27:05.698946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3b7b0-65ff-421b-92d2-b96ffb1ae866 req-e6da65c4-1e9a-4b98-aaf9-d522445ab2ea tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:05.700674 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-40f3b7b0-65ff-421b-92d2-b96ffb1ae866 req-e6da65c4-1e9a-4b98-aaf9-d522445ab2ea tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 944 time: 0.0870228 Mar 28 15:27:05.738197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:05.748470 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-40f3b7b0-65ff-421b-92d2-b96ffb1ae866 req-e4f93fa8-61c8-4002-91a7-924d093ed64b tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410571 Mar 28 15:27:05.752965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'port_id': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'mac_address': 'fa:16:3e:fd:f3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:27:05.811221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:05.828306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:27:05.843104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:05.974416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:06.014072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36914) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:06.032002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:06.072548 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b3b55ad8-c398-46be-9ae6-53cdc82bd2cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01d63e6df36449668958db8ecc8d96e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571401 Mar 28 15:27:06.074879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36918) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:06.132450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-075c83f4-137f-45cc-bb1a-1bdd7e5ee931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:06.157753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-075c83f4-137f-45cc-bb1a-1bdd7e5ee931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:06.267075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-075c83f4-137f-45cc-bb1a-1bdd7e5ee931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:06.284140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c83f4-137f-45cc-bb1a-1bdd7e5ee931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39be17f6-b352-4c52-a31b-9d19ff2a0144,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:06.287384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-075c83f4-137f-45cc-bb1a-1bdd7e5ee931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:06.288863 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-075c83f4-137f-45cc-bb1a-1bdd7e5ee931 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39be17f6-b352-4c52-a31b-9d19ff2a0144 HTTP/1.1" status: 204 len: 168 time: 0.2127113 Mar 28 15:27:06.318834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['1efbffb7-5dda-4c6f-90a8-ee20e4f30132'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:27:06.934115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28b2d-cc36-4065-a442-b375d81cfc8b req-30842ebf-6c54-4b67-ae2d-8722e50043ed tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:06.935617 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-20a28b2d-cc36-4065-a442-b375d81cfc8b req-30842ebf-6c54-4b67-ae2d-8722e50043ed tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 945 time: 0.0801420 Mar 28 15:27:06.980151 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-20a28b2d-cc36-4065-a442-b375d81cfc8b req-4c632dc7-3801-41a4-a49a-3dd6878c14be tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387919 Mar 28 15:27:07.006103 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 36926) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:07.108585 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e044ddcc-33d2-46cd-8a92-429f93d9dcae tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/floatingips/bd352119-9a6b-485f-9c1f-247c2555a0ff HTTP/1.1" status: 200 len: 993 time: 0.1049714 Mar 28 15:27:07.597211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:27:07.666974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:07.667376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:07.786827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:07.813794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:27:07.823902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:07.856613 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'code': 200} Mar 28 15:27:07.935708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:08.001835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:10.781675 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-ff934501-995d-4b89-978b-4dc85c2681fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680804 Mar 28 15:27:10.885649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-b7a36caa-dc2d-4b9e-ad43-033ad5349ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:10.887002 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-b7a36caa-dc2d-4b9e-ad43-033ad5349ce7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6&device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 1099 time: 0.0696883 Mar 28 15:27:11.045056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-80e8e61a-8aa2-447e-aee3-6c51863e7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:11.046415 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-80e8e61a-8aa2-447e-aee3-6c51863e7005 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e220652f-a44a-4e74-aa14-16e89bca9e49 HTTP/1.1" status: 200 len: 898 time: 0.1249330 Mar 28 15:27:11.149255 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-96affd03-c025-410c-a1d5-143debc42b34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132 HTTP/1.1" status: 200 len: 1002 time: 0.0956719 Mar 28 15:27:11.214158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-97b427db-f263-4943-aaae-b31249f3b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:11.215623 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-97b427db-f263-4943-aaae-b31249f3b4a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99e7940-6040-4d47-99c5-e2999b3ca63f HTTP/1.1" status: 200 len: 835 time: 0.0600772 Mar 28 15:27:11.291509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-23f7f718-b379-482f-954b-72dc7f29ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:11.292969 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-23f7f718-b379-482f-954b-72dc7f29ffe5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e220652f-a44a-4e74-aa14-16e89bca9e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0706370 Mar 28 15:27:11.438717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-adca90f0-5d71-470a-be14-f1a5d5c09a32 service neutron] 10.222.0.23 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380351 Mar 28 15:27:11.573270 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9b58a1c-c9ec-4493-a92d-c4cde67bdd49 req-802dbf6d-190b-4322-8117-2eed1ad065cf service neutron] 10.222.0.23 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272526 Mar 28 15:27:21.374776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-55dcefb2-cd69-4def-a7e1-4d24f9397b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:23.540506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4c0a-7ca6-40d8-814d-07f4fba080f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:24.569562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:24.748654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:26.210591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:26.679198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41684d-1990-4458-ad20-17e69dd50d50 req-2d05468c-c5e3-40e4-b160-b7e25e54e229 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:26.684470 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fc41684d-1990-4458-ad20-17e69dd50d50 req-2d05468c-c5e3-40e4-b160-b7e25e54e229 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 946 time: 0.0834455 Mar 28 15:27:26.725150 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fc41684d-1990-4458-ad20-17e69dd50d50 req-9873f6a4-9b1f-4509-a312-ce2ba18a338f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387747 Mar 28 15:27:28.020582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f0844-bebf-4af1-8db3-87bd670fb93c req-fb6ef6fe-17a4-4048-93c5-0da9f18453d9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:28.021952 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a64f0844-bebf-4af1-8db3-87bd670fb93c req-fb6ef6fe-17a4-4048-93c5-0da9f18453d9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 946 time: 0.1889317 Mar 28 15:27:28.065960 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a64f0844-bebf-4af1-8db3-87bd670fb93c req-e9bd838d-c9e5-409f-b8be-eabb50f78225 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381432 Mar 28 15:27:28.370731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-3982b6a2-e3b7-43b0-ad43-d27ab0d44ba1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:28.372171 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-3982b6a2-e3b7-43b0-ad43-d27ab0d44ba1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 946 time: 0.0793946 Mar 28 15:27:28.444359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port e70f1140-cf53-4467-96b5-ce3b733930b5 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:28.444696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:28.692336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port e70f1140-cf53-4467-96b5-ce3b733930b5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e70f1140-cf53-4467-96b5-ce3b733930b5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:28.692694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:28.982870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:28.983261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:28.983569 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 915442db-bf93-4184-b7d7-0bedf74ef70a disassociated. External IP: 172.26.7.81, port: e70f1140-cf53-4467-96b5-ce3b733930b5. Mar 28 15:27:28.983904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for e70f1140-cf53-4467-96b5-ce3b733930b5 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:29.227108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:29.252230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428124f-d0a3-4d56-8ac7-be8b40b07952 req-0e84e59f-c48f-448d-956b-22177becb6fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:29.253705 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1428124f-d0a3-4d56-8ac7-be8b40b07952 req-0e84e59f-c48f-448d-956b-22177becb6fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 946 time: 0.0822728 Mar 28 15:27:29.278014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=e70f1140-cf53-4467-96b5-ce3b733930b5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:29.303011 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1428124f-d0a3-4d56-8ac7-be8b40b07952 req-0d4618b1-3c42-4b0f-a12a-e45de323633e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1601d60-50cd-434a-abbf-106dea5953b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426047 Mar 28 15:27:29.464531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 6f816b09-12c4-4e74-b2f2-ae990f805cdc has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:27:29.647200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:27:29.658822 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] Sync routers for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:27:29.669110 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:29.669877 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:29.724926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port e70f1140-cf53-4467-96b5-ce3b733930b5 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:27:29.730081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:29.732828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e5043-0167-4532-a89e-fe80d34af4fe', 'name': 'network-vif-deleted', 'tag': 'e70f1140-cf53-4467-96b5-ce3b733930b5'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:27:29.799886 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a9ce1a6a-8e77-4d8f-9a18-e909957ac58d req-32969e0e-a89b-430d-9ba2-c15a9a5f33bb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/e70f1140-cf53-4467-96b5-ce3b733930b5 HTTP/1.1" status: 204 len: 173 time: 1.4214559 Mar 28 15:27:29.859225 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:29.992986 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e5043-0167-4532-a89e-fe80d34af4fe', 'name': 'network-vif-deleted', 'tag': 'e70f1140-cf53-4467-96b5-ce3b733930b5', 'status': 'completed', 'code': 200} Mar 28 15:27:30.180624 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:30.184299 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] Checking router: 6f816b09-12c4-4e74-b2f2-ae990f805cdc for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:27:30.192389 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:30.193650 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:30.373143 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:30.470293 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-51abbc92-020f-46eb-9ca3-90acc2bbc63e req-7ba14942-8b18-4f7c-a839-edb3023af8a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=498e5043-0167-4532-a89e-fe80d34af4fe HTTP/1.1" status: 200 len: 210 time: 0.0452890 Mar 28 15:27:30.703791 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:30.707627 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa140e3-5f61-45bf-9f9a-e875b3027181 None None] The sync data for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv is: [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:25:04Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'f5ba60fb-5279-43d5-b4d4-4f9080b3ff73', 'name': '', 'network_id': 'c407e35c-a10f-457f-b0f1-19ff53848a62', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:b2:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:02Z', 'updated_at': '2022-03-28T15:25:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'bb07ac5f-88a1-4f21-943d-6c3f5d8e0035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:27:30.929017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4212bb-b3af-40f7-aad0-3a0896a5a941 None None] New status for floating IP 915442db-bf93-4184-b7d7-0bedf74ef70a: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:27:31.567336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36964) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:31.731582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device e70f1140-cf53-4467-96b5-ce3b733930b5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:31.740306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63d0cc3a-3787-4c7e-bac7-7416f0033983 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:31.765965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: e70f1140-cf53-4467-96b5-ce3b733930b5 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:27:31.766242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device e70f1140-cf53-4467-96b5-ce3b733930b5 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:31.770417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63d0cc3a-3787-4c7e-bac7-7416f0033983 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:31.918482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63d0cc3a-3787-4c7e-bac7-7416f0033983 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:31.936647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0cc3a-3787-4c7e-bac7-7416f0033983 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1601d60-50cd-434a-abbf-106dea5953b9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:32.020203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-63d0cc3a-3787-4c7e-bac7-7416f0033983 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:32.021353 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-63d0cc3a-3787-4c7e-bac7-7416f0033983 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1601d60-50cd-434a-abbf-106dea5953b9 HTTP/1.1" status: 204 len: 168 time: 0.4524281 Mar 28 15:27:32.094053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36970) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:32.251766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 11222e91-e087-4e77-b576-9f0b31796bfd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:32.252109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:32.386418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:32.418106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:32.418434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:32.538553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 11222e91-e087-4e77-b576-9f0b31796bfd owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:32.746976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:32.793156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=11222e91-e087-4e77-b576-9f0b31796bfd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:32.886121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:32.909554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:32.910821 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-38069acc-6939-4ef6-8be3-007d577e18a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/floatingips/915442db-bf93-4184-b7d7-0bedf74ef70a HTTP/1.1" status: 204 len: 168 time: 0.8158181 Mar 28 15:27:33.424760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81416-9714-4b4b-a7ad-95df4b6b1809 req-b7370395-856b-4963-b3d6-9e704ee5080c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:33.425449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-33f81416-9714-4b4b-a7ad-95df4b6b1809 req-b7370395-856b-4963-b3d6-9e704ee5080c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:27:33.517513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-33f81416-9714-4b4b-a7ad-95df4b6b1809 req-b7370395-856b-4963-b3d6-9e704ee5080c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:27:33.518659 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-33f81416-9714-4b4b-a7ad-95df4b6b1809 req-b7370395-856b-4963-b3d6-9e704ee5080c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 945 time: 0.1747456 Mar 28 15:27:33.565918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-33f81416-9714-4b4b-a7ad-95df4b6b1809 req-f2a7dda7-f910-4aeb-9439-c38d3bcae481 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:27:33.655157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-33f81416-9714-4b4b-a7ad-95df4b6b1809 req-f2a7dda7-f910-4aeb-9439-c38d3bcae481 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:27:33.656321 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-33f81416-9714-4b4b-a7ad-95df4b6b1809 req-f2a7dda7-f910-4aeb-9439-c38d3bcae481 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1318870 Mar 28 15:27:34.843178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ec007-a5ff-447d-9ec9-4ade4cf1df84 req-1587bad2-53ed-42be-8eff-47c294bd885c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:34.844567 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fb7ec007-a5ff-447d-9ec9-4ade4cf1df84 req-1587bad2-53ed-42be-8eff-47c294bd885c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 945 time: 0.0806170 Mar 28 15:27:34.887645 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fb7ec007-a5ff-447d-9ec9-4ade4cf1df84 req-6a9e2d7b-96fc-45aa-859b-e0e0640ce7f5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31440ac-471e-49d0-af00-4b1f8c567fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373223 Mar 28 15:27:35.004638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-45ae4c96-d6ce-4460-a47c-20dd56c18a6c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:35.006030 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-45ae4c96-d6ce-4460-a47c-20dd56c18a6c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 945 time: 0.0789118 Mar 28 15:27:35.075134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 5acd092d-f928-4d69-81e3-f3a07e149ff5 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:35.075473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:35.343939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 5acd092d-f928-4d69-81e3-f3a07e149ff5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5acd092d-f928-4d69-81e3-f3a07e149ff5,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:35.344290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:35.467549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 5acd092d-f928-4d69-81e3-f3a07e149ff5 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:35.808927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:35.860874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=5acd092d-f928-4d69-81e3-f3a07e149ff5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:35.934938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port 5acd092d-f928-4d69-81e3-f3a07e149ff5 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:27:35.937379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:35.939951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'name': 'network-vif-deleted', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:27:36.035329 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563b4c57-1c13-4c11-a0ce-9732ca8eae6a', 'name': 'network-vif-deleted', 'tag': '5acd092d-f928-4d69-81e3-f3a07e149ff5', 'status': 'completed', 'code': 200} Mar 28 15:27:36.047834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-4c6ae4db-9f0b-41c6-aaf6-3fe3e9d7fd92 req-490c13dc-05b6-46f0-aded-5928dee51c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:27:36.053371 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ce21a257-a1d8-4a5a-8599-34ac4590b1aa req-4421fab2-b87f-466e-a78c-14092d64b7c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/5acd092d-f928-4d69-81e3-f3a07e149ff5 HTTP/1.1" status: 204 len: 173 time: 1.0407288 Mar 28 15:27:36.134890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-4c6ae4db-9f0b-41c6-aaf6-3fe3e9d7fd92 req-490c13dc-05b6-46f0-aded-5928dee51c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:27:36.137104 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4c6ae4db-9f0b-41c6-aaf6-3fe3e9d7fd92 req-490c13dc-05b6-46f0-aded-5928dee51c6a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=563b4c57-1c13-4c11-a0ce-9732ca8eae6a HTTP/1.1" status: 200 len: 210 time: 0.1360345 Mar 28 15:27:37.239984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36992) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:37.288822 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:27:37.311969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c52c5ec6-fe9e-4938-8158-a239b0258914 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:37.346323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c52c5ec6-fe9e-4938-8158-a239b0258914 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:37.480979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c52c5ec6-fe9e-4938-8158-a239b0258914 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:37.498152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c5ec6-fe9e-4938-8158-a239b0258914 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31440ac-471e-49d0-af00-4b1f8c567fe3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:37.551881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c52c5ec6-fe9e-4938-8158-a239b0258914 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:37.553002 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c52c5ec6-fe9e-4938-8158-a239b0258914 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/a31440ac-471e-49d0-af00-4b1f8c567fe3 HTTP/1.1" status: 204 len: 168 time: 0.3120501 Mar 28 15:27:37.642830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 36998) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:37.778430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 5acd092d-f928-4d69-81e3-f3a07e149ff5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:37.846150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 5acd092d-f928-4d69-81e3-f3a07e149ff5 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:27:37.846500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 5acd092d-f928-4d69-81e3-f3a07e149ff5 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:38.199949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:38.548003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:38.548645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:38.838076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port f5ba60fb-5279-43d5-b4d4-4f9080b3ff73, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f5ba60fb-5279-43d5-b4d4-4f9080b3ff73,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:38.838437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:38.964340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:39.295184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:39.341798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=f5ba60fb-5279-43d5-b4d4-4f9080b3ff73,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:39.630127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:39.986431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 6f816b09-12c4-4e74-b2f2-ae990f805cdc has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:27:40.158444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:27:40.169045 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] Sync routers for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:27:40.178740 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:40.179317 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:40.228380 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1e8dcf2f-ee61-45d6-95c8-e641c311f3fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/6f816b09-12c4-4e74-b2f2-ae990f805cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5843787 Mar 28 15:27:40.231084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37006) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:40.358529 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:40.412519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-0676bb56-d832-453e-929a-737f3e015cd9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting subnet bb07ac5f-88a1-4f21-943d-6c3f5d8e0035 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:27:40.416346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0676bb56-d832-453e-929a-737f3e015cd9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:40.473884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0676bb56-d832-453e-929a-737f3e015cd9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:40.561361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0676bb56-d832-453e-929a-737f3e015cd9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:40.637336 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:27:39Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:40.641100 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] Checking router: 6f816b09-12c4-4e74-b2f2-ae990f805cdc for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:27:40.650570 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] Routers {'6f816b09-12c4-4e74-b2f2-ae990f805cdc'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:40.650570 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:40.724108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0676bb56-d832-453e-929a-737f3e015cd9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:40.764322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676bb56-d832-453e-929a-737f3e015cd9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Subnet': ['ID=bb07ac5f-88a1-4f21-943d-6c3f5d8e0035,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:40.766683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0676bb56-d832-453e-929a-737f3e015cd9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:40.778882 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0676bb56-d832-453e-929a-737f3e015cd9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/subnets/bb07ac5f-88a1-4f21-943d-6c3f5d8e0035 HTTP/1.1" status: 204 len: 168 time: 0.5414131 Mar 28 15:27:40.778882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37010) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:40.780754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38718504-6952-4d35-bbbb-6d38434d0a0f None None] Network c407e35c-a10f-457f-b0f1-19ff53848a62 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:27:40.826332 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] Set router 6f816b09-12c4-4e74-b2f2-ae990f805cdc gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:40.960510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:41.077162 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] DHCP port deletion for c407e35c-a10f-457f-b0f1-19ff53848a62 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:27:41.081225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Deleting port 5695948f-9330-4cb3-ab4b-63aa61552736 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:41.081621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:41.112194 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:27:39Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:41.118166 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b5d67-98a5-4d63-9ce1-fa585f63f3da None None] The sync data for ids ['6f816b09-12c4-4e74-b2f2-ae990f805cdc'] in dv-neutron-828143-13-hyperv is: [{'id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'name': 'tempest-TestNetworkBasicOps-router-1539548442', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:48Z', 'updated_at': '2022-03-28T15:27:39Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '4b8e4aa8-006c-4e0a-b23e-3bd48188e92e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f816b09-12c4-4e74-b2f2-ae990f805cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:50Z', 'updated_at': '2022-03-28T15:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:27:41.152183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:41.248696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:41.251558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:41.293811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] For port 5695948f-9330-4cb3-ab4b-63aa61552736, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=5695948f-9330-4cb3-ab4b-63aa61552736,segment=NetworkSegment(7bf94863-4088-4f9a-818c-16e43356c7e4),segment_id=7bf94863-4088-4f9a-818c-16e43356c7e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:41.294198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:41.413370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Calling delete_port for 5695948f-9330-4cb3-ab4b-63aa61552736 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:41.426181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4b8e4aa8-006c-4e0a-b23e-3bd48188e92e,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:41.426538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:41.536250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5695948f-9330-4cb3-ab4b-63aa61552736 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:41.553608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:41.592857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:41.653248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] No DVR routers for this DVR port 5695948f-9330-4cb3-ab4b-63aa61552736 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:27:41.654678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No active binding found for port 5695948f-9330-4cb3-ab4b-63aa61552736 {{(pid=88488) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 15:27:41.655095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 5695948f-9330-4cb3-ab4b-63aa61552736 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:41.655497 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:41.684760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Pushing event deleted for resources: {'Port': ['ID=5695948f-9330-4cb3-ab4b-63aa61552736,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:41.701286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:27:41.701286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f5ba60fb-5279-43d5-b4d4-4f9080b3ff73 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:41.701286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.701286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.701286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.701286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.701286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.701286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.701286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.702265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.702265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.702265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.702506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.702630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d59a9e-ae7c-4236-9d47-89a67d41aeb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:41.774923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:41.824009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=4b8e4aa8-006c-4e0a-b23e-3bd48188e92e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:41.913743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.187561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.189736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.248890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.249414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Fanout notify agent at l3_agent the message router_deleted on router 6f816b09-12c4-4e74-b2f2-ae990f805cdc {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:27:42.268926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.268926 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9f651bca-e30b-4c2b-8f68-eda1d1512fb9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/routers/6f816b09-12c4-4e74-b2f2-ae990f805cdc HTTP/1.1" status: 204 len: 168 time: 1.4893343 Mar 28 15:27:42.269670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37014) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:42.385224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.513423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.543449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c407e35c-a10f-457f-b0f1-19ff53848a62']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:42.560354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf94863-4088-4f9a-818c-16e43356c7e4') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:42.560649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf94863-4088-4f9a-818c-16e43356c7e4') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:42.572196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.588285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.594083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:27:42.594467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:27:42.608637 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:27:42.774690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.791941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:42.804335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Network': ['ID=c407e35c-a10f-457f-b0f1-19ff53848a62,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:42.878330 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7ea50856-ac19-4215-a388-7049da4f5363 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/networks/c407e35c-a10f-457f-b0f1-19ff53848a62 HTTP/1.1" status: 204 len: 168 time: 0.6075079 Mar 28 15:27:42.900474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37018) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:42.905940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'network': {'name': 'tempest-network-smoke--1755393129', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'port_security_enabled': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:42.913231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:42.917337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:network and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:42.920172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:42.926107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:42.997500 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:27:43.000912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:43.028468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:27:43.037301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:43.037728 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Added segment ae768f00-1d52-49ab-a12d-894fa1c26639 of type vlan for network 8636b1f7-8853-44c8-9bef-95f30a9f50fe Mar 28 15:27:43.064165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:43.123243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:43.128880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:43.129512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:43.256178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Network': ['ID=8636b1f7-8853-44c8-9bef-95f30a9f50fe,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:43.266006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 8636b1f7-8853-44c8-9bef-95f30a9f50fe details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:27:43.272524 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-72414442-d867-4716-85a3-cff2af5ee8f9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3710613 Mar 28 15:27:43.275337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37022) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:43.280358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-17860846', 'admin_state_up': True, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:43.287439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:43.292101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:router and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:43.295256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:43.301828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:43.371016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:43.372071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:43.389753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:43.431620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:43.465750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:27:43.466175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4b8e4aa8-006c-4e0a-b23e-3bd48188e92e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:43.736291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:44.096438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:44.237180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:44.384049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.19 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/2bcb23a3-5aca-4b9b-a8c5-61e63581373d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:27:44.443106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37028) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:44.538408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:44.626755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:44.687547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:27:44.690417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:27:44.694268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:27:44.732877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=2bcb23a3-5aca-4b9b-a8c5-61e63581373d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:44.756991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Deleting port cbde9224-5a4e-4ffe-a0c2-9e65fbcccd6d {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:44.757342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:44.929272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:44.929533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:45.053015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Calling delete_port for cbde9224-5a4e-4ffe-a0c2-9e65fbcccd6d owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:45.183752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:45.243915 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:45.290501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event deleted for resources: {'Port': ['ID=cbde9224-5a4e-4ffe-a0c2-9e65fbcccd6d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:45.383233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:45.383571 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Floating IP bd352119-9a6b-485f-9c1f-247c2555a0ff disassociated (deleted). External IP: 172.26.7.105, port: 1efbffb7-5dda-4c6f-90a8-ee20e4f30132. Mar 28 15:27:45.537005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:45.741998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:27:45.923248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:27:46.042290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:27:46.054191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] Sync routers for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:27:46.062886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:46.063556 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:46.104175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:27:46.116894 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Sync routers for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:27:46.129147 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:46.129758 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:46.135306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:46.190280 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-13d5de08-06b1-473c-a7a7-81ffa9cbc21f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd352119-9a6b-485f-9c1f-247c2555a0ff HTTP/1.1" status: 204 len: 168 time: 1.7457974 Mar 28 15:27:46.191200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:27:46.215045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:46.216298 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-34cc6f98-ec8a-4145-a135-2f4ebc01aade tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9400504 Mar 28 15:27:46.219527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37036) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:46.255091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:46.290983 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'status': 'completed', 'code': 200} Mar 28 15:27:46.297018 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8deea6d8-9792-4eec-bb58-ad982cbea443 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762804 Mar 28 15:27:46.300426 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37040) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:46.384795 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:46.424952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-f220956d-460c-43b8-b580-b0c1fd530cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:46.426654 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-f220956d-460c-43b8-b580-b0c1fd530cd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6&device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 1099 time: 0.0876250 Mar 28 15:27:46.475918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611402e4-4599-4249-9ae5-ef5aef3a2a0c tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:46.481097 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-611402e4-4599-4249-9ae5-ef5aef3a2a0c tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1765924 Mar 28 15:27:46.482901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37044) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:46.531638 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3e932f34-1730-4989-bef0-f35570881ecd tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476983 Mar 28 15:27:46.534342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37048) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:46.542511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761828127', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:46.585394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-dfdac4ae-390d-4379-a63b-201e00ae77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:46.587752 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-dfdac4ae-390d-4379-a63b-201e00ae77c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e220652f-a44a-4e74-aa14-16e89bca9e49 HTTP/1.1" status: 200 len: 898 time: 0.1544802 Mar 28 15:27:46.673467 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-7b2a7169-7650-4497-ad8e-9c24a26a6763 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132 HTTP/1.1" status: 200 len: 217 time: 0.0793457 Mar 28 15:27:46.692154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:46.696919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:subnet and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:46.700600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:46.705812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:46.724080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:36Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68', 'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'mac_address': 'fa:16:3e:7e:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:35Z', 'updated_at': '2022-03-28T15:25:46Z', 'revision_number': 5, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'subnets': [{'id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:46.728963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] Checking router: 6317cb06-88d5-48d6-9d25-cc1cf3bd464d for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:27:46.741980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:46.744060 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:46.763773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:27:46.768421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:46.780884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-b43f069a-4579-4bba-8dfe-db80eba2c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:46.782354 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-b43f069a-4579-4bba-8dfe-db80eba2c89b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99e7940-6040-4d47-99c5-e2999b3ca63f HTTP/1.1" status: 200 len: 835 time: 0.0999892 Mar 28 15:27:46.784318 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:44Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:46.788702 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Checking router: 70ecc6a1-de1e-4cc3-920c-fc2318911f1b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:27:46.789933 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Updating router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:27:46.855570 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:46.933632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892993dd-f6b2-42ec-a28b-ffc29a8aa762 req-029bbfba-23f9-4d18-b495-b50be5bfcca9 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:46.935323 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-892993dd-f6b2-42ec-a28b-ffc29a8aa762 req-029bbfba-23f9-4d18-b495-b50be5bfcca9 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.1520770 Mar 28 15:27:46.967292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:46.970519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-0ca98360-f25f-4b64-aeac-1e57afedf26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:46.972229 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-0ca98360-f25f-4b64-aeac-1e57afedf26a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e220652f-a44a-4e74-aa14-16e89bca9e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1505303 Mar 28 15:27:47.041972 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-892993dd-f6b2-42ec-a28b-ffc29a8aa762 req-6d589838-9fe0-4a75-ad54-123a2c20dfc6 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945356 Mar 28 15:27:47.110986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:47.152234 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-35eac5d4-e140-4351-a92f-e31e2558e9a9 service neutron] 10.222.0.23 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677010 Mar 28 15:27:47.217896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Checking segment: {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:27:47.218496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network hostable DHCP agents. Network: 8636b1f7-8853-44c8-9bef-95f30a9f50fe, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:27:47.222962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=eed099c6-76b9-4615-8526-5f5bed7ed0b1,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:47.255623 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:47.270810 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Transition to ACTIVE for port object 2bcb23a3-5aca-4b9b-a8c5-61e63581373d will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:27:47.321315 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-10745c80-d30a-4fa9-807e-b887caf0eb19 req-82e573c4-a990-426d-9b46-9f04836d3e4c service neutron] 10.222.0.23 "GET /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598814 Mar 28 15:27:47.323455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 8636b1f7-8853-44c8-9bef-95f30a9f50fe is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:27:47.333706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:36Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68', 'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'mac_address': 'fa:16:3e:7e:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:35Z', 'updated_at': '2022-03-28T15:25:46Z', 'revision_number': 5, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'subnets': [{'id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:47.336806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b7287-f476-41b2-8552-bebb0d5139c6 None None] The sync data for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv is: [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:25:36Z', 'revision_number': 4, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68', 'name': '', 'network_id': 'e220652f-a44a-4e74-aa14-16e89bca9e49', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'mac_address': 'fa:16:3e:7e:d4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:35Z', 'updated_at': '2022-03-28T15:25:46Z', 'revision_number': 5, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'subnets': [{'id': 'e99e7940-6040-4d47-99c5-e2999b3ca63f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:27:47.352554 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:47.426089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 8636b1f7-8853-44c8-9bef-95f30a9f50fe) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:27:47.430386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:47.431020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:47.436311 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Attempting to bind port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:27:47.436311 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Attempting to bind port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:27:47.436809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60cfba9-fe6e-4929-9e10-9d6e87e20b19 None None] Network 8636b1f7-8853-44c8-9bef-95f30a9f50fe requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:27:47.442751 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Attempting to bind port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:27:47.450203 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e016c-f999-4f88-83ad-126231443729 None None] Pushing event updated for resources: {'Port': ['ID=2bcb23a3-5aca-4b9b-a8c5-61e63581373d,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:47.460667 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:27:47.461036 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:27:47.461952 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:47.462338 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:27:47.462972 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Bound port: 2bcb23a3-5aca-4b9b-a8c5-61e63581373d, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:27:47.463381 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:47.487481 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.492904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e016c-f999-4f88-83ad-126231443729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:27:47.541958 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a5c5876b-eb96-4d4f-a7cc-2f142f372585 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0062580 Mar 28 15:27:47.544137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37054) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:47.550765 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] For port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:27:47.554319 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] For port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2bcb23a3-5aca-4b9b-a8c5-61e63581373d,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:27:47.610150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4488cd-9211-40c4-94c9-1f5d50d10ac0 None None] New status for floating IP bd352119-9a6b-485f-9c1f-247c2555a0ff: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:27:47.643601 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:47.730682 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:47.731505 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:47.799146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:27:47.800400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:47.813274 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e016c-f999-4f88-83ad-126231443729 None None] Pushing event updated for resources: {'Port': ['ID=2bcb23a3-5aca-4b9b-a8c5-61e63581373d,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:47.962888 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:47.981252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Allocated IP 172.20.0.2 (8636b1f7-8853-44c8-9bef-95f30a9f50fe/eed099c6-76b9-4615-8526-5f5bed7ed0b1/4cb0ca94-d273-4c10-b6d2-5349d177096a) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:27:48.203496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:48.214938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Transition to ACTIVE for port object 4cb0ca94-d273-4c10-b6d2-5349d177096a will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:27:48.238372 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Transition to ACTIVE for port object 4cb0ca94-d273-4c10-b6d2-5349d177096a will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:27:48.279801 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:44Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:48.284937 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379946bf-7225-40dc-8e21-9a8d97ef2e03 None None] The sync data for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv is: [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:44Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:27:48.322155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24654565-5477-4b1b-a1f9-d627a85853cc req-6004f366-ac70-4749-8c8f-822f7b22089f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:48.323781 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24654565-5477-4b1b-a1f9-d627a85853cc req-6004f366-ac70-4749-8c8f-822f7b22089f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.1054709 Mar 28 15:27:48.331141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f9f2f-6ace-46ad-9827-ee4c1d8a104a req-af159127-4cdd-4b57-b12c-6a2f9ab5de69 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:48.331791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-5c1f9f2f-6ace-46ad-9827-ee4c1d8a104a req-af159127-4cdd-4b57-b12c-6a2f9ab5de69 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Synchronizing usage tracker for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:27:48.358803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:48.413092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-24654565-5477-4b1b-a1f9-d627a85853cc req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Deleting port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:48.413440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-24654565-5477-4b1b-a1f9-d627a85853cc req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:48.428784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Network 8636b1f7-8853-44c8-9bef-95f30a9f50fe is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:27:48.444114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:27:48.446037 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Pushing event updated for resources: {'Port': ['ID=4cb0ca94-d273-4c10-b6d2-5349d177096a,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:48.448727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:27:48.570900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:48.630420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Attempting to bind port 4cb0ca94-d273-4c10-b6d2-5349d177096a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:27:48.631103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Attempting to bind port 4cb0ca94-d273-4c10-b6d2-5349d177096a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:27:48.631663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Attempting to bind port 4cb0ca94-d273-4c10-b6d2-5349d177096a on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:27:48.638470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:27:48.639171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Checking segment: {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:27:48.639895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:48.640624 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Bound using segment: {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:27:48.641254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Bound port: 4cb0ca94-d273-4c10-b6d2-5349d177096a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:27:48.641950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:48.677416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-5c1f9f2f-6ace-46ad-9827-ee4c1d8a104a req-af159127-4cdd-4b57-b12c-6a2f9ab5de69 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Unset dirty status for tenant:3d19ac39b4f24bb69cb9aee627e11dd6 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:27:48.678656 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5c1f9f2f-6ace-46ad-9827-ee4c1d8a104a req-af159127-4cdd-4b57-b12c-6a2f9ab5de69 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 946 time: 0.4968894 Mar 28 15:27:48.762932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-24654565-5477-4b1b-a1f9-d627a85853cc req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] For port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:48.763610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-24654565-5477-4b1b-a1f9-d627a85853cc req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:48.770892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] For port 4cb0ca94-d273-4c10-b6d2-5349d177096a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:27:48.775201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] For port 4cb0ca94-d273-4c10-b6d2-5349d177096a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4cb0ca94-d273-4c10-b6d2-5349d177096a,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:27:48.804946 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5c1f9f2f-6ace-46ad-9827-ee4c1d8a104a req-360a7cf9-a25d-4fdc-b800-c1e5ce5de32c tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/security-groups?id=a98e5c8f-69c2-49b6-874d-2c9b314edcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167221 Mar 28 15:27:48.904513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:49.015542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9b72f-3dfb-484e-87ea-9b4ccdb3bb9d None None] Pushing event updated for resources: {'Port': ['ID=4cb0ca94-d273-4c10-b6d2-5349d177096a,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:49.080416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-24654565-5477-4b1b-a1f9-d627a85853cc req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Calling delete_port for 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:49.126596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.1 (8636b1f7-8853-44c8-9bef-95f30a9f50fe/eed099c6-76b9-4615-8526-5f5bed7ed0b1/e536a37a-882b-4fcd-99c2-33da4ee64fcb) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:27:49.334881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-24654565-5477-4b1b-a1f9-d627a85853cc req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:49.338425 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:49.359701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object e536a37a-882b-4fcd-99c2-33da4ee64fcb will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:27:49.475048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event deleted for resources: {'Port': ['ID=1efbffb7-5dda-4c6f-90a8-ee20e4f30132,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:49.495711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:49.526652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-24654565-5477-4b1b-a1f9-d627a85853cc req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] No DVR routers for this DVR port 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:27:49.532913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-24654565-5477-4b1b-a1f9-d627a85853cc req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:49.539939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'name': 'network-vif-deleted', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:27:49.561552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2bcb23a3-5aca-4b9b-a8c5-61e63581373d up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:27:49.599172 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5833dc-3366-4b93-9f8d-bf53600a6fd6', 'name': 'network-vif-deleted', 'tag': '1efbffb7-5dda-4c6f-90a8-ee20e4f30132', 'status': 'completed', 'code': 200} Mar 28 15:27:49.605706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 8636b1f7-8853-44c8-9bef-95f30a9f50fe is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:27:49.609048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:27:49.613215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:27:49.643898 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24654565-5477-4b1b-a1f9-d627a85853cc req-87b2fc55-43c1-48a2-8cee-5cce5bed980e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.23 "DELETE /v2.0/ports/1efbffb7-5dda-4c6f-90a8-ee20e4f30132 HTTP/1.1" status: 204 len: 173 time: 1.3147342 Mar 28 15:27:49.670565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=e536a37a-882b-4fcd-99c2-33da4ee64fcb,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:49.688852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:49.723275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:27:49.729814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:49.729942 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:49.907883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:49.931607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2bcb23a3-5aca-4b9b-a8c5-61e63581373d,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:50.021032 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:50.023585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4cb0ca94-d273-4c10-b6d2-5349d177096a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:27:50.028507 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-157ac0d8-e58e-435b-be4a-c9b39f1abb25 req-3760058f-91a0-401c-922b-2eb9f9fa357f tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc5833dc-3366-4b93-9f8d-bf53600a6fd6 HTTP/1.1" status: 200 len: 210 time: 0.0543449 Mar 28 15:27:50.062454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:50.148175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=2bcb23a3-5aca-4b9b-a8c5-61e63581373d,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:50.220861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 4cb0ca94-d273-4c10-b6d2-5349d177096a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:27:50.347729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917805e4-c9c5-42a0-8cae-7dae16d0a394 None None] Network 8636b1f7-8853-44c8-9bef-95f30a9f50fe requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:27:50.516647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:50.525783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f17152ec-7414-4139-8898-d8b92d5b1202 None None] Provisioning for port 4cb0ca94-d273-4c10-b6d2-5349d177096a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:27:50.535408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f17152ec-7414-4139-8898-d8b92d5b1202 None None] Provisioning complete for port 4cb0ca94-d273-4c10-b6d2-5349d177096a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:50.535779 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f17152ec-7414-4139-8898-d8b92d5b1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:50.634363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:50.728650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f17152ec-7414-4139-8898-d8b92d5b1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:50.769294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f17152ec-7414-4139-8898-d8b92d5b1202 None None] For port 4cb0ca94-d273-4c10-b6d2-5349d177096a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4cb0ca94-d273-4c10-b6d2-5349d177096a,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:50.850493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f17152ec-7414-4139-8898-d8b92d5b1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:50.871516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:50.876038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=e536a37a-882b-4fcd-99c2-33da4ee64fcb,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:50.923997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17152ec-7414-4139-8898-d8b92d5b1202 None None] Pushing event updated for resources: {'Port': ['ID=4cb0ca94-d273-4c10-b6d2-5349d177096a,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:51.032774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 8636b1f7-8853-44c8-9bef-95f30a9f50fe is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:27:51.034027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:27:51.166931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37070) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:51.245739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:27:51.292139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3c80652b-0623-4da6-8e71-0742bafa68c4 None None] Provisioning for port e536a37a-882b-4fcd-99c2-33da4ee64fcb completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:27:51.299862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3c80652b-0623-4da6-8e71-0742bafa68c4 None None] Provisioning complete for port e536a37a-882b-4fcd-99c2-33da4ee64fcb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:51.300652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3c80652b-0623-4da6-8e71-0742bafa68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:51.365796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b28e0915-3c3d-4519-82a7-5a7a7663acad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:51.381782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3c80652b-0623-4da6-8e71-0742bafa68c4 None None] Port e536a37a-882b-4fcd-99c2-33da4ee64fcb cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:27:51.395777 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3c80652b-0623-4da6-8e71-0742bafa68c4 None None] Provisioning complete for port 4cb0ca94-d273-4c10-b6d2-5349d177096a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:51.396706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3c80652b-0623-4da6-8e71-0742bafa68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:51.470914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2bcb23a3-5aca-4b9b-a8c5-61e63581373d up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:27:51.497491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:27:51.517619 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-70083ede-f1d7-4def-8869-c78746077b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/70ecc6a1-de1e-4cc3-920c-fc2318911f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9665127 Mar 28 15:27:51.517619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37074) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:51.519147 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Sync routers for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:27:51.531856 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:51.533023 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:51.640619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:51.640619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:51.747892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf356a-ec60-418a-b4b6-e5ebdb54b83d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.752410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf356a-ec60-418a-b4b6-e5ebdb54b83d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.752410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf356a-ec60-418a-b4b6-e5ebdb54b83d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.752410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf356a-ec60-418a-b4b6-e5ebdb54b83d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.752410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf356a-ec60-418a-b4b6-e5ebdb54b83d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.752410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf356a-ec60-418a-b4b6-e5ebdb54b83d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.753117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf356a-ec60-418a-b4b6-e5ebdb54b83d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.755565 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-adbf356a-ec60-418a-b4b6-e5ebdb54b83d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2388060 Mar 28 15:27:51.758283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37078) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:51.830928 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:51.848282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5604a-0ea8-4b50-aa17-8763431a84a3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.848831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5604a-0ea8-4b50-aa17-8763431a84a3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.849497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5604a-0ea8-4b50-aa17-8763431a84a3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.850245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5604a-0ea8-4b50-aa17-8763431a84a3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.851451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5604a-0ea8-4b50-aa17-8763431a84a3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.851451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5604a-0ea8-4b50-aa17-8763431a84a3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.852445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5604a-0ea8-4b50-aa17-8763431a84a3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:51.854513 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-34f5604a-0ea8-4b50-aa17-8763431a84a3 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0949383 Mar 28 15:27:51.858161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37082) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:51.880846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:51.938383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:27:51.939020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1efbffb7-5dda-4c6f-90a8-ee20e4f30132 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:51.967781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4cb0ca94-d273-4c10-b6d2-5349d177096a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:27:52.003075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-71a6ca6b-3432-4842-81df-6694d1524e04 None None] Provisioning complete for port e536a37a-882b-4fcd-99c2-33da4ee64fcb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:52.003789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-71a6ca6b-3432-4842-81df-6694d1524e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:52.134489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:52.145400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-71a6ca6b-3432-4842-81df-6694d1524e04 None None] Port e536a37a-882b-4fcd-99c2-33da4ee64fcb cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:27:52.169277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4cb0ca94-d273-4c10-b6d2-5349d177096a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:52.169481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:52.257125 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c55c268c-b339-47ff-aa21-06f10192df3f tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.3974392 Mar 28 15:27:52.259713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37086) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:52.268336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-100278184', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:52.315776 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'e536a37a-882b-4fcd-99c2-33da4ee64fcb', 'name': '', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:48Z', 'updated_at': '2022-03-28T15:27:50Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:52.319732 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Checking router: 70ecc6a1-de1e-4cc3-920c-fc2318911f1b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:27:52.320143 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Updating router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b port e536a37a-882b-4fcd-99c2-33da4ee64fcb binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:27:52.386127 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:52.412286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:52.417007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:port and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:52.426975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:52.427988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:52.508830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:27:52.515052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:52.537802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] device_id is not set on port 82a6ee45-9183-4aea-94ea-37bd4c5954ae yet. {{(pid=88487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:27:52.561416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Deleting port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:52.562038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:52.754654 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:52.767970 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Transition to ACTIVE for port object e536a37a-882b-4fcd-99c2-33da4ee64fcb will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:27:52.838142 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:52.881469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] For port b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:52.884734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:52.910675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.9 (8636b1f7-8853-44c8-9bef-95f30a9f50fe/eed099c6-76b9-4615-8526-5f5bed7ed0b1/82a6ee45-9183-4aea-94ea-37bd4c5954ae) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:27:53.012225 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eb6a5-482d-4885-8e51-35bf00ffa182 None None] Pushing event updated for resources: {'Port': ['ID=e536a37a-882b-4fcd-99c2-33da4ee64fcb,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:53.066331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Calling delete_port for b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:53.081481 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Attempting to bind port e536a37a-882b-4fcd-99c2-33da4ee64fcb on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:27:53.082088 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Attempting to bind port e536a37a-882b-4fcd-99c2-33da4ee64fcb by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:27:53.082663 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Attempting to bind port e536a37a-882b-4fcd-99c2-33da4ee64fcb on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:27:53.090507 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:27:53.091165 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Checking segment: {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:27:53.091997 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:53.092565 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Bound using segment: {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:27:53.093191 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Bound port: e536a37a-882b-4fcd-99c2-33da4ee64fcb, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:27:53.093787 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:53.202438 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] For port e536a37a-882b-4fcd-99c2-33da4ee64fcb, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:27:53.206286 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] For port e536a37a-882b-4fcd-99c2-33da4ee64fcb, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e536a37a-882b-4fcd-99c2-33da4ee64fcb,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:27:53.284141 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:53.326950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:53.343859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 82a6ee45-9183-4aea-94ea-37bd4c5954ae will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:27:53.352561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:53.368663 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:53.369477 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:53.458677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event deleted for resources: {'Port': ['ID=b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:53.462489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:53.473766 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eb6a5-482d-4885-8e51-35bf00ffa182 None None] Pushing event updated for resources: {'Port': ['ID=e536a37a-882b-4fcd-99c2-33da4ee64fcb,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:53.573765 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3fe8466f-1793-4c8e-bd0b-f7f93b2510da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:53.574518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 8636b1f7-8853-44c8-9bef-95f30a9f50fe is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:27:53.581930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:27:53.591846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:27:53.674399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:53.704956 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:53.735982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:53.736684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:53.830601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:53.846947 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9a44410f-e179-45bc-aa52-ccaf03fc909f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5827272 Mar 28 15:27:54.079636 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'e536a37a-882b-4fcd-99c2-33da4ee64fcb', 'name': '', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:48Z', 'updated_at': '2022-03-28T15:27:53Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:54.079636 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fffc00-877d-41f1-95d7-927c825efdfe None None] The sync data for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv is: [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'e536a37a-882b-4fcd-99c2-33da4ee64fcb', 'name': '', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:48Z', 'updated_at': '2022-03-28T15:27:53Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:27:54.139052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4ea9f88e-ecb2-4b5a-ad47-821e035125f1 None None] Provisioning for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:27:54.145469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4ea9f88e-ecb2-4b5a-ad47-821e035125f1 None None] Provisioning complete for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:54.145469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4ea9f88e-ecb2-4b5a-ad47-821e035125f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.234191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9f88e-ecb2-4b5a-ad47-821e035125f1 None None] Port 82a6ee45-9183-4aea-94ea-37bd4c5954ae cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:27:54.277484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37092) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:54.282975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-142519536', 'description': 'tempest-secgroup-smoke-142519536 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:54.294856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:54.300864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:54.304170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:54.307323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:27:54.311359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:54.388088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.409509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:54.413923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:54.419369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:54.424246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:54.499626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:27:54.503412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.512178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] Sync routers for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:27:54.516003 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2284a2b5-20d2-4fdd-a0de-fe3f6b57406d tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "PUT /v2.0/routers/6317cb06-88d5-48d6-9d25-cc1cf3bd464d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3476427 Mar 28 15:27:54.518511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37096) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:54.531565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:54.532221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:54.557809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.597423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea51eb1-4b1d-4803-a104-62280ee4321e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Deleting subnet e99e7940-6040-4d47-99c5-e2999b3ca63f {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:27:54.601767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ea51eb1-4b1d-4803-a104-62280ee4321e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.621040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d4f8b8-ea1a-4ed6-a006-9c222db9c52f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:54.717752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.719046 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-749b5fd8-e77c-420b-978d-660ef1174e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4403224 Mar 28 15:27:54.722035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37100) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:54.728878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82d4f8b8-ea1a-4ed6-a006-9c222db9c52f', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:54.734127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:54.738459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:54.741486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:54.754819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:54.768358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.775617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:54.807653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ea51eb1-4b1d-4803-a104-62280ee4321e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.845778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.901721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ea51eb1-4b1d-4803-a104-62280ee4321e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.958177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:54.997884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.054451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.084700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02e3c81-08b2-4994-b7be-ddda37eb26b6,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:55.098816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:27:53Z', 'revision_number': 5, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:55.100702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ea51eb1-4b1d-4803-a104-62280ee4321e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.110489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] Checking router: 6317cb06-88d5-48d6-9d25-cc1cf3bd464d for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:27:55.112699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] Routers {'6317cb06-88d5-48d6-9d25-cc1cf3bd464d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:27:55.113649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:55.143148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea51eb1-4b1d-4803-a104-62280ee4321e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event deleted for resources: {'Subnet': ['ID=e99e7940-6040-4d47-99c5-e2999b3ca63f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:55.145074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4ea51eb1-4b1d-4803-a104-62280ee4321e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.151935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.153525 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fe347924-7ccd-4807-a7a0-06c62e1bbf1e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4299657 Mar 28 15:27:55.156297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37104) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:55.162751 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4ea51eb1-4b1d-4803-a104-62280ee4321e tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "DELETE /v2.0/subnets/e99e7940-6040-4d47-99c5-e2999b3ca63f HTTP/1.1" status: 204 len: 168 time: 0.6429002 Mar 28 15:27:55.166801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82d4f8b8-ea1a-4ed6-a006-9c222db9c52f', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:55.169554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137e2d18-08bc-4ea9-9ab0-7e851b947b91 None None] Network e220652f-a44a-4e74-aa14-16e89bca9e49 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:27:55.170668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37108) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:55.174033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:55.178254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:55.182376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:55.191885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:55.255370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.328252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.380569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.405382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.421324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddad4d30-18ce-4677-9cde-66f84ceecf48,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:55.470872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] Set router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:27:55.517670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.523317 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ba5bf6ed-a9e0-47b2-a690-8f132ba6593f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617418 Mar 28 15:27:55.523317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37112) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:55.528996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82d4f8b8-ea1a-4ed6-a006-9c222db9c52f', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:55.535805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:55.542897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:55.550813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:55.559883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:55.580897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e536a37a-882b-4fcd-99c2-33da4ee64fcb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:27:55.608714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.638190 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.684213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Deleting port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:55.685449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.720266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.786411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.825285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af002585-4df2-4c38-975c-679644d1b126,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:55.851212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port e536a37a-882b-4fcd-99c2-33da4ee64fcb completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:27:55.863327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e536a37a-882b-4fcd-99c2-33da4ee64fcb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:55.863697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.890391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] For port bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:55.891705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.892960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08129818-9bbe-442d-8b2a-28ba51aae70e None None] DHCP port deletion for e220652f-a44a-4e74-aa14-16e89bca9e49 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:27:55.915746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-08129818-9bbe-442d-8b2a-28ba51aae70e None None] Deleting port 6fee8397-f542-48f7-8a95-b32f544002c0 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:27:55.916319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08129818-9bbe-442d-8b2a-28ba51aae70e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.928579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:55.931998 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7c806c89-8eb3-4413-a7de-309cd7fa171f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055362 Mar 28 15:27:55.933377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37116) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:55.939005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82d4f8b8-ea1a-4ed6-a006-9c222db9c52f', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:55.948168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:55.955765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:55.958554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:55.965631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:56.020745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Calling delete_port for bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:56.061925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.135732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:27:53Z', 'revision_number': 5, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:56.141836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.197978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78c6da-b64b-42f5-8c7a-253142938aee None None] The sync data for ids ['6317cb06-88d5-48d6-9d25-cc1cf3bd464d'] in dv-neutron-828143-13-hyperv is: [{'id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135899087', 'tenant_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:21Z', 'updated_at': '2022-03-28T15:27:53Z', 'revision_number': 5, 'project_id': '3d19ac39b4f24bb69cb9aee627e11dd6', 'gw_port': {'id': 'bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317cb06-88d5-48d6-9d25-cc1cf3bd464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:23Z', 'updated_at': '2022-03-28T15:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:27:56.205915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.208256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.236219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-08129818-9bbe-442d-8b2a-28ba51aae70e None None] For port 6fee8397-f542-48f7-8a95-b32f544002c0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6fee8397-f542-48f7-8a95-b32f544002c0,segment=NetworkSegment(93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d),segment_id=93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:56.236219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08129818-9bbe-442d-8b2a-28ba51aae70e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.237641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbc1f90-3000-4200-bd93-57563d70e0ea,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:56.346732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.348851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.352955 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-83471985-0e5f-4d9b-9220-400048ed5d07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4156418 Mar 28 15:27:56.356822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37120) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:56.359982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82d4f8b8-ea1a-4ed6-a006-9c222db9c52f', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:56.364710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-08129818-9bbe-442d-8b2a-28ba51aae70e None None] Calling delete_port for 6fee8397-f542-48f7-8a95-b32f544002c0 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:27:56.366795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:56.371373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:56.374695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:56.380663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:56.391703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.396572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event deleted for resources: {'Port': ['ID=bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:56.402666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port e536a37a-882b-4fcd-99c2-33da4ee64fcb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e536a37a-882b-4fcd-99c2-33da4ee64fcb,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:27:56.437201 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:27:56.444423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.491204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.494675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.513077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.568225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=e536a37a-882b-4fcd-99c2-33da4ee64fcb,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:56.586905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08129818-9bbe-442d-8b2a-28ba51aae70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.616158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.641830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08129818-9bbe-442d-8b2a-28ba51aae70e None None] Pushing event deleted for resources: {'Port': ['ID=6fee8397-f542-48f7-8a95-b32f544002c0,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:56.645451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08129818-9bbe-442d-8b2a-28ba51aae70e None None] No DVR routers for this DVR port 6fee8397-f542-48f7-8a95-b32f544002c0 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:27:56.649576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05e2993-3448-41cc-a133-0ef49b82af4b,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:56.746053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.748115 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-698ada13-b410-455d-83a7-c9290c9c4d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3926284 Mar 28 15:27:56.751042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37124) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:56.756054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82d4f8b8-ea1a-4ed6-a006-9c222db9c52f', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:27:56.763869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:56.774018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:56.774018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:56.777433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:56.798434 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.801034 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.865904 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:27:56.872958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.878075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.878941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Fanout notify agent at l3_agent the message router_deleted on router 6317cb06-88d5-48d6-9d25-cc1cf3bd464d {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:27:56.899759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:56.900846 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-67500406-d9ca-4f8e-a80b-9dc810aafdb7 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "DELETE /v2.0/routers/6317cb06-88d5-48d6-9d25-cc1cf3bd464d HTTP/1.1" status: 204 len: 168 time: 1.7291737 Mar 28 15:27:56.903805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37128) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:57.050736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.055725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.126855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.198048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6aa25d-565d-45e8-b3df-6a568a2dca48,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:57.211798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.239000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e220652f-a44a-4e74-aa14-16e89bca9e49']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:57.250825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:57.251160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bf012a-25e2-4ac5-8fe3-f0bae81c7e3d') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:27:57.262933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.283511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.290273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.293022 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f93efda1-62ea-4a7e-b7ce-53cbe21bae9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5395274 Mar 28 15:27:57.293022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:27:57.293287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:27:57.308036 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:27:57.447204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e536a37a-882b-4fcd-99c2-33da4ee64fcb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:27:57.449269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.454135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.488146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event deleted for resources: {'Network': ['ID=e220652f-a44a-4e74-aa14-16e89bca9e49,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:57.518791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e536a37a-882b-4fcd-99c2-33da4ee64fcb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:27:57.519198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.548036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-44867ce5-a866-4a1f-a855-fe9fcda0ce94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:27:57.575131 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e6109f36-1e93-49ef-bde9-63ee919dfaa5 tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "DELETE /v2.0/networks/e220652f-a44a-4e74-aa14-16e89bca9e49 HTTP/1.1" status: 204 len: 168 time: 0.6645207 Mar 28 15:27:57.575131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37144) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:57.638634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-44867ce5-a866-4a1f-a855-fe9fcda0ce94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:27:57.639907 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-44867ce5-a866-4a1f-a855-fe9fcda0ce94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142519536&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.1359000 Mar 28 15:27:57.651509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2fe971d1-be45-48ee-b4b7-0d6db6178bcf tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.693577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6fee8397-f542-48f7-8a95-b32f544002c0 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:57.726821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 6fee8397-f542-48f7-8a95-b32f544002c0 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:27:57.727125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6fee8397-f542-48f7-8a95-b32f544002c0 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:57.727548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:57.731503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2fe971d1-be45-48ee-b4b7-0d6db6178bcf tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.763291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-4519ce85-fbb8-4d1c-a781-f687eb995acf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:27:57.765707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-4519ce85-fbb8-4d1c-a781-f687eb995acf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:27:57.766040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:27:57.766040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bbde6ecc-d6d7-4aca-8087-aaa6d65d0ce2 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:57.766040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:27:57.797739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:27:57.798093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b30fa0c8-b3b7-4a87-b1b6-35c1a92ffe68 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:27:57.882522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-4519ce85-fbb8-4d1c-a781-f687eb995acf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:27:57.884326 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-4519ce85-fbb8-4d1c-a781-f687eb995acf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 929 time: 0.2340834 Mar 28 15:27:57.931044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2fe971d1-be45-48ee-b4b7-0d6db6178bcf tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:57.961723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe971d1-be45-48ee-b4b7-0d6db6178bcf tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98e5c8f-69c2-49b6-874d-2c9b314edcf0,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:57.978876 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-f2f3300e-993a-4383-bafd-01f109f006cf service neutron] 10.222.0.16 "GET /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0823996 Mar 28 15:27:58.069168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2fe971d1-be45-48ee-b4b7-0d6db6178bcf tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:58.070312 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2fe971d1-be45-48ee-b4b7-0d6db6178bcf tempest-TestNetworkAdvancedServerOps-1465053606 tempest-TestNetworkAdvancedServerOps-1465053606-project] 10.222.0.16 "DELETE /v2.0/security-groups/a98e5c8f-69c2-49b6-874d-2c9b314edcf0 HTTP/1.1" status: 204 len: 168 time: 0.4967291 Mar 28 15:27:58.116539 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-1915a122-4258-4f28-a9be-14508cd6e84d service neutron] 10.222.0.16 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316018 Mar 28 15:27:58.249994 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-bc8766d0-e3e3-41d8-8322-1f6b5d09423e service neutron] 10.222.0.16 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271255 Mar 28 15:27:58.512832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e9aac20b-7528-4d61-b68a-8380053a049a req-109435fb-a64b-42db-8a74-1f3bbe0664ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:27:58.525194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e9aac20b-7528-4d61-b68a-8380053a049a req-109435fb-a64b-42db-8a74-1f3bbe0664ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:27:58.526315 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e9aac20b-7528-4d61-b68a-8380053a049a req-109435fb-a64b-42db-8a74-1f3bbe0664ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 210 time: 0.0558748 Mar 28 15:27:58.705373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37162) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:58.905483 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c168d486-7554-4a6b-b5e6-bd99ee585045 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d19ac39b4f24bb69cb9aee627e11dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987622 Mar 28 15:27:58.907977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37168) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:58.975103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eba6ba45-74ba-440e-84f6-b6c4910526f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:58.997597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eba6ba45-74ba-440e-84f6-b6c4910526f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:59.174567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eba6ba45-74ba-440e-84f6-b6c4910526f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:59.192617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6ba45-74ba-440e-84f6-b6c4910526f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29ebf94-509d-441e-9a57-576cf672d58f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:27:59.200518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-eba6ba45-74ba-440e-84f6-b6c4910526f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:59.201395 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-eba6ba45-74ba-440e-84f6-b6c4910526f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d29ebf94-509d-441e-9a57-576cf672d58f HTTP/1.1" status: 204 len: 168 time: 0.2925415 Mar 28 15:27:59.690186 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c7f16ee-a815-4e4f-b356-5d13c9a887a9 req-c232653a-4fb8-4ac1-9072-d96c862e6128 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 210 time: 0.0465674 Mar 28 15:27:59.856144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37180) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:27:59.875572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c10d86fe-12b4-496d-83c9-cd17b35e3505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:27:59.889666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c10d86fe-12b4-496d-83c9-cd17b35e3505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:27:59.893533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c10d86fe-12b4-496d-83c9-cd17b35e3505 admin admin] Usage tracker for resource:security_group_rule and tenant:633aa8feb8684b979c00207774216bef is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:27:59.896331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c10d86fe-12b4-496d-83c9-cd17b35e3505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:27:59.902556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c10d86fe-12b4-496d-83c9-cd17b35e3505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:27:59.988278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c10d86fe-12b4-496d-83c9-cd17b35e3505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:00.059689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c10d86fe-12b4-496d-83c9-cd17b35e3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:00.105750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d86fe-12b4-496d-83c9-cd17b35e3505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d48e97-53c3-44e8-bb20-9b617a6431ee,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:00.110049 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c10d86fe-12b4-496d-83c9-cd17b35e3505 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=633aa8feb8684b979c00207774216bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528787 Mar 28 15:28:00.112689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37184) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:00.169856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7e696520-523f-4eb8-8533-915f7a551372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:00.199791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7e696520-523f-4eb8-8533-915f7a551372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:00.328910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7e696520-523f-4eb8-8533-915f7a551372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:00.342898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e696520-523f-4eb8-8533-915f7a551372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d48e97-53c3-44e8-bb20-9b617a6431ee,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:00.349436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7e696520-523f-4eb8-8533-915f7a551372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:00.350560 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7e696520-523f-4eb8-8533-915f7a551372 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0d48e97-53c3-44e8-bb20-9b617a6431ee HTTP/1.1" status: 204 len: 168 time: 0.2369940 Mar 28 15:28:00.637117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-b23d4e7e-fa4f-47fb-8002-f7383d830723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:00.637117 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-b23d4e7e-fa4f-47fb-8002-f7383d830723 service neutron] 10.222.0.23 "GET /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 1025 time: 0.1571214 Mar 28 15:28:00.824412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-be103753-3f22-42a8-bbf4-ecf60018121d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:00.825193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-be103753-3f22-42a8-bbf4-ecf60018121d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:28:00.892246 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-13d0a335-ff3d-4ef2-b09e-959dc1efccfb req-52175dda-91e5-45f6-96e0-393764dccc6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 210 time: 0.0658631 Mar 28 15:28:00.894488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-be103753-3f22-42a8-bbf4-ecf60018121d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:28:00.895706 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-be103753-3f22-42a8-bbf4-ecf60018121d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=8636b1f7-8853-44c8-9bef-95f30a9f50fe HTTP/1.1" status: 200 len: 797 time: 0.2542651 Mar 28 15:28:00.962783 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-2c8d2ad7-9059-47af-826c-d9b2a0aae920 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 379 time: 0.0524108 Mar 28 15:28:00.975126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Request body: {'port': {'device_id': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:01.087731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:01.431172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a6ee45-9183-4aea-94ea-37bd4c5954ae {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:28:01.438593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:01.453078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Transition to ACTIVE for port object 82a6ee45-9183-4aea-94ea-37bd4c5954ae will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:28:01.529074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:01.696178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:01.735800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.736313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.736653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.737101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.737419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.737749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.738075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.738520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.738856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.739202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.739524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.739845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:01.784803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Attempting to bind port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:28:01.785137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Attempting to bind port 82a6ee45-9183-4aea-94ea-37bd4c5954ae by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:28:01.785463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Attempting to bind port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:28:01.790638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:28:01.790953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Attempting to bind port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:28:01.796068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:28:01.796401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Checking segment: {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:28:01.796779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Bound using segment: {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:28:01.797197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Bound port: 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:28:01.797545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:01.892508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:28:01.896156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:28:01.981009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:02.070195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:02.070805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:02.072207 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 1130 time: 1.1040664 Mar 28 15:28:02.077043 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:28:02.118175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4958d5-51f5-4307-bd1b-d162d40f20c9 service neutron] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:02.141124 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'status': 'completed', 'code': 200} Mar 28 15:28:02.153406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2621cb4-c593-4e75-b18a-7b39c55c41af req-f4312aaf-5229-4148-91c4-704eecb387af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:02.154839 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f2621cb4-c593-4e75-b18a-7b39c55c41af req-f4312aaf-5229-4148-91c4-704eecb387af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 980 time: 0.1385434 Mar 28 15:28:02.243584 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f2621cb4-c593-4e75-b18a-7b39c55c41af req-7c99d747-88e3-4844-8a58-94ac51172905 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828412 Mar 28 15:28:02.271716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369e533-f1e5-4353-8b02-aa492eb70237 req-971ba60e-0aa9-409f-93df-2e8f56ce2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:02.273160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c369e533-f1e5-4353-8b02-aa492eb70237 req-971ba60e-0aa9-409f-93df-2e8f56ce2500 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 1133 time: 0.0918138 Mar 28 15:28:02.421960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369e533-f1e5-4353-8b02-aa492eb70237 req-e63192b3-d3b4-4af8-9c6e-b1f1ff2c2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:02.423890 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c369e533-f1e5-4353-8b02-aa492eb70237 req-e63192b3-d3b4-4af8-9c6e-b1f1ff2c2353 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1379042 Mar 28 15:28:02.460012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:02.563446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369e533-f1e5-4353-8b02-aa492eb70237 req-874a5c31-535c-4ab6-af26-c676d9ffdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:02.564875 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c369e533-f1e5-4353-8b02-aa492eb70237 req-874a5c31-535c-4ab6-af26-c676d9ffdcfc service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345439 Mar 28 15:28:02.694739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-e7796ffb-2053-404a-835e-fcd37392bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:02.696017 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-e7796ffb-2053-404a-835e-fcd37392bac2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 1133 time: 0.0741937 Mar 28 15:28:02.867558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-ab8db705-bd9a-4810-ba3d-64e3e7360f6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 217 time: 0.1588163 Mar 28 15:28:02.931718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-eb272cf2-e4df-406b-8ec2-c88b329bb452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:02.933118 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-eb272cf2-e4df-406b-8ec2-c88b329bb452 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eed099c6-76b9-4615-8526-5f5bed7ed0b1 HTTP/1.1" status: 200 len: 835 time: 0.0599909 Mar 28 15:28:03.007490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-a28f02e9-2d82-46f4-a156-19392628d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:03.009499 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-a28f02e9-2d82-46f4-a156-19392628d517 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8636b1f7-8853-44c8-9bef-95f30a9f50fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0706513 Mar 28 15:28:03.139016 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-aedb91e9-18b0-4af0-bb21-e6ac485d0d3e service neutron] 10.222.0.23 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234207 Mar 28 15:28:03.269285 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7350b7-45b0-4f84-b37e-1e143975a22a req-958c4953-ab96-406b-8745-de12e1bf1bde service neutron] 10.222.0.23 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241789 Mar 28 15:28:03.437270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fd4eb-a67b-4cab-a04c-79e6660d97b6 req-8aadb970-6ec6-42c1-9633-938fd8e2869a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:03.438720 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0e0fd4eb-a67b-4cab-a04c-79e6660d97b6 req-8aadb970-6ec6-42c1-9633-938fd8e2869a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 980 time: 0.0788441 Mar 28 15:28:03.485492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0e0fd4eb-a67b-4cab-a04c-79e6660d97b6 req-5983a06c-e78b-4abf-94a9-a0edbd78a1fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:28:03.498163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0e0fd4eb-a67b-4cab-a04c-79e6660d97b6 req-5983a06c-e78b-4abf-94a9-a0edbd78a1fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:28:03.499374 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0e0fd4eb-a67b-4cab-a04c-79e6660d97b6 req-5983a06c-e78b-4abf-94a9-a0edbd78a1fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549614 Mar 28 15:28:03.942709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 82a6ee45-9183-4aea-94ea-37bd4c5954ae details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:28:04.069055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:04.082379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'port_id': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'mac_address': 'fa:16:3e:0f:a3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:28:04.141068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:04.156980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a6ee45-9183-4aea-94ea-37bd4c5954ae {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:28:04.171784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:04.282513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:04.353152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:04.568611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['82a6ee45-9183-4aea-94ea-37bd4c5954ae'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:28:04.693475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3308c1-d83a-4823-af9d-62f16835276c req-036d52a6-9696-4e2b-a03a-57c10d9c638a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:04.694924 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d3308c1-d83a-4823-af9d-62f16835276c req-036d52a6-9696-4e2b-a03a-57c10d9c638a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 981 time: 0.0920331 Mar 28 15:28:04.740724 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d3308c1-d83a-4823-af9d-62f16835276c req-ed09ada0-aedc-49f1-b26e-88d98558dfbe tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379579 Mar 28 15:28:05.926841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04ad30-8b8c-4f0f-82c9-3ef46bb61cdd req-b5e05ac0-7960-4f76-810e-84529d5e78b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:05.929000 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ec04ad30-8b8c-4f0f-82c9-3ef46bb61cdd req-b5e05ac0-7960-4f76-810e-84529d5e78b6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 981 time: 0.0804503 Mar 28 15:28:05.953211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 82a6ee45-9183-4aea-94ea-37bd4c5954ae up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:28:05.972928 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ec04ad30-8b8c-4f0f-82c9-3ef46bb61cdd req-4f6a092b-b054-4d17-aeb3-51f733065834 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Mar 28 15:28:06.093148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:28:06.093984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:06.094404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:06.209184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:06.234959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:28:06.245458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:06.279393 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'code': 200} Mar 28 15:28:06.334258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:06.402218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:06.655110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d7461-882c-4ead-a318-afa28f5053b3 req-0bab784a-5168-424b-acc6-f6a4724e51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:06.656498 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ee2d7461-882c-4ead-a318-afa28f5053b3 req-0bab784a-5168-424b-acc6-f6a4724e51a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 1135 time: 0.0670445 Mar 28 15:28:06.695359 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ee2d7461-882c-4ead-a318-afa28f5053b3 req-eebec981-1407-40ce-b3dc-2aa32aaddd59 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328715 Mar 28 15:28:07.175504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf573b1b-5192-4c38-afe9-c1f276a8a0d4 req-7e718c0f-951f-4977-8e9f-f60db031bf70 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:07.179080 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bf573b1b-5192-4c38-afe9-c1f276a8a0d4 req-7e718c0f-951f-4977-8e9f-f60db031bf70 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 982 time: 0.1016595 Mar 28 15:28:07.225179 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bf573b1b-5192-4c38-afe9-c1f276a8a0d4 req-4ecf725b-d919-4216-b6fa-c8fd1092ed9b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389998 Mar 28 15:28:08.411942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469dfcd-9f25-4a3b-8c37-98c0e4d1754f req-9be96898-989a-409b-a999-37d9d0ad6072 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:08.413367 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4469dfcd-9f25-4a3b-8c37-98c0e4d1754f req-9be96898-989a-409b-a999-37d9d0ad6072 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 982 time: 0.0821099 Mar 28 15:28:08.456520 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4469dfcd-9f25-4a3b-8c37-98c0e4d1754f req-2d532876-1279-47ab-9ad8-f308d976094b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369837 Mar 28 15:28:08.638898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795d21-aef5-481b-8a88-fdd93bcd01bf req-c61a9798-2b6e-4314-be2c-4e448257d933 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:08.640290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3a795d21-aef5-481b-8a88-fdd93bcd01bf req-c61a9798-2b6e-4314-be2c-4e448257d933 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 982 time: 0.0781181 Mar 28 15:28:08.683260 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3a795d21-aef5-481b-8a88-fdd93bcd01bf req-a184c214-c0c1-48f5-b26d-a7e8618b5053 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Mar 28 15:28:08.705766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37216) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:08.778288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df5a4f5-dc79-49cd-8fc4-3215b796465e tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:08.779784 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2df5a4f5-dc79-49cd-8fc4-3215b796465e tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 1130 time: 0.0730765 Mar 28 15:28:08.782515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37220) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:08.787456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:08.793300 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:08.797126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:floatingip and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:08.800199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:08.806306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:08.865051 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:09.000521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:09.129117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.39 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/1003e7c0-79cd-4851-9bef-500e29d4cfb7) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:28:09.272833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:09.357040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:09.413267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:28:09.416629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:28:09.420165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:28:09.464880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=1003e7c0-79cd-4851-9bef-500e29d4cfb7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:09.476390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.476729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.477597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.477924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.478248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.478568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.478886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.479231 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.479552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.479867 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.480181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.480493 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:09.956506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:10.066426 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:10.264899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:10.310723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:10.417037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=1003e7c0-79cd-4851-9bef-500e29d4cfb7,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:10.428801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:10.599617 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP a6c689d1-6531-4e21-8580-7e92afa459f3 associated. External IP: 172.26.7.39, port: 82a6ee45-9183-4aea-94ea-37bd4c5954ae. Mar 28 15:28:10.939517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:28:11.111311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:28:11.120538 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] Sync routers for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:28:11.129386 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:11.129982 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:11.185452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:11.249508 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2f2cd035-2f0e-4f83-aea4-50898f511ea0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.4658532 Mar 28 15:28:11.249999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:28:11.252509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37224) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:11.299443 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'status': 'completed', 'code': 200} Mar 28 15:28:11.309272 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:11.325486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f52fe98-94a0-4737-8ad5-ac0375c33c33 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:11.327067 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9f52fe98-94a0-4737-8ad5-ac0375c33c33 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8&network_id=8636b1f7-8853-44c8-9bef-95f30a9f50fe HTTP/1.1" status: 200 len: 1130 time: 0.0734880 Mar 28 15:28:11.441671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-a5fd330d-2c88-47bc-a5fe-d910fa3fe8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:11.443207 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-a5fd330d-2c88-47bc-a5fe-d910fa3fe8a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 1135 time: 0.0978100 Mar 28 15:28:11.581173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-e8921705-31a8-4104-bb75-24cd8689de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:11.582614 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-e8921705-31a8-4104-bb75-24cd8689de77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8636b1f7-8853-44c8-9bef-95f30a9f50fe HTTP/1.1" status: 200 len: 898 time: 0.1340423 Mar 28 15:28:11.708580 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-ab397752-7c32-4f19-a577-dfc358fb1224 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 1035 time: 0.1004753 Mar 28 15:28:11.742035 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'a6c689d1-6531-4e21-8580-7e92afa459f3', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.39', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'port_id': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-100278184', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'mac_address': 'fa:16:3e:0f:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:28:09Z', 'updated_at': '2022-03-28T15:28:09Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e536a37a-882b-4fcd-99c2-33da4ee64fcb', 'name': '', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:48Z', 'updated_at': '2022-03-28T15:27:56Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:11.746518 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] Checking router: 70ecc6a1-de1e-4cc3-920c-fc2318911f1b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:28:11.760815 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:11.761421 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:27:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:11.778230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-7aef0b52-bba0-46c1-80cd-4e8fcf2ff47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:11.779905 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-7aef0b52-bba0-46c1-80cd-4e8fcf2ff47a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eed099c6-76b9-4615-8526-5f5bed7ed0b1 HTTP/1.1" status: 200 len: 835 time: 0.0648494 Mar 28 15:28:11.955599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-ca0b8d5c-3f64-434f-91a8-e95ee422d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:11.957087 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-ca0b8d5c-3f64-434f-91a8-e95ee422d72e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8636b1f7-8853-44c8-9bef-95f30a9f50fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1472008 Mar 28 15:28:11.974356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d443d5-267b-4fa6-8977-aff2df9c8194 req-b5c07c47-3cd9-461f-9004-786ee68dabb2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:11.975832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-30d443d5-267b-4fa6-8977-aff2df9c8194 req-b5c07c47-3cd9-461f-9004-786ee68dabb2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 982 time: 0.1331224 Mar 28 15:28:11.985334 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:12.104510 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-30d443d5-267b-4fa6-8977-aff2df9c8194 req-a6904b8b-b527-4868-88dd-4c82534b3895 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206095 Mar 28 15:28:12.146573 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-52a17308-cdd7-409e-8edb-12166363c2c8 service neutron] 10.222.0.23 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482296 Mar 28 15:28:12.337581 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'a6c689d1-6531-4e21-8580-7e92afa459f3', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.39', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'port_id': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-100278184', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'mac_address': 'fa:16:3e:0f:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:28:09Z', 'updated_at': '2022-03-28T15:28:09Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e536a37a-882b-4fcd-99c2-33da4ee64fcb', 'name': '', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:48Z', 'updated_at': '2022-03-28T15:27:56Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:12.341660 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48a43f-cb2e-400b-b468-35845329fc83 None None] The sync data for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv is: [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'a6c689d1-6531-4e21-8580-7e92afa459f3', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.39', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'port_id': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-100278184', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'mac_address': 'fa:16:3e:0f:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:28:09Z', 'updated_at': '2022-03-28T15:28:09Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e536a37a-882b-4fcd-99c2-33da4ee64fcb', 'name': '', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:48Z', 'updated_at': '2022-03-28T15:27:56Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:28:12.376646 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13c8fdda-a994-45a0-a998-7982648b0a95 req-8d40200c-1db1-4716-a5a2-ad4a398c72f7 service neutron] 10.222.0.23 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233894 Mar 28 15:28:12.517621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d754c679-36dc-493d-a7f9-fd95be7f8ce5 None None] New status for floating IP a6c689d1-6531-4e21-8580-7e92afa459f3: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:28:13.289605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6548be9-55cd-47e9-af90-1498c25b646a req-36a5233d-c8a9-4358-acc9-29f80bbc7da4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:13.291048 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c6548be9-55cd-47e9-af90-1498c25b646a req-36a5233d-c8a9-4358-acc9-29f80bbc7da4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 982 time: 0.0776842 Mar 28 15:28:13.335082 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c6548be9-55cd-47e9-af90-1498c25b646a req-48046818-b7f0-4157-9b43-3d48e043dee6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384524 Mar 28 15:28:13.397794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-f8fb7d6d-c492-42a4-bc27-87ae577d4181 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:13.399186 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-f8fb7d6d-c492-42a4-bc27-87ae577d4181 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 982 time: 0.0828013 Mar 28 15:28:13.473764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-a55cc245-5bd4-4068-8493-17da181b97c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:13.475179 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-a55cc245-5bd4-4068-8493-17da181b97c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0679634 Mar 28 15:28:13.604632 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-5aacd225-bc72-4bb0-a3c2-205e5a943420 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1972394 Mar 28 15:28:13.622304 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-49881154-78fc-48f5-a487-52c5db016d39 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1423500 Mar 28 15:28:13.635013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:13.746707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:13.760153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-f6bb61c4-6d0d-4221-9bcf-eeae32242301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:13.761612 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-f6bb61c4-6d0d-4221-9bcf-eeae32242301 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 1098 time: 0.0718396 Mar 28 15:28:13.902508 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-37333ef2-1ba2-4437-a28b-d0b0d274a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:13.903996 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-37333ef2-1ba2-4437-a28b-d0b0d274a99f service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.1253800 Mar 28 15:28:13.949120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:13.978565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:28:14.008757 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-1084e3c7-5b2f-4589-8081-3832d7072117 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a94c9f9-6db6-463e-987e-f4f280f7ddf8 HTTP/1.1" status: 200 len: 1001 time: 0.0988207 Mar 28 15:28:14.028895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] device_id is not set on port 82a6ee45-9183-4aea-94ea-37bd4c5954ae yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:28:14.037250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:14.074180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-18e656ac-a308-4e1f-a5a6-77f79665c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:14.075724 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-18e656ac-a308-4e1f-a5a6-77f79665c582 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0609024 Mar 28 15:28:14.099336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:14.151378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-2116176b-5577-46dc-bcb4-876b9abef94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:14.152875 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-2116176b-5577-46dc-bcb4-876b9abef94e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712669 Mar 28 15:28:14.245181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:14.288107 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:28:14.294043 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-71f5bb5d-1f6a-45c0-8d34-53fe60786999 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353424 Mar 28 15:28:14.310813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] No DVR routers for this DVR port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:28:14.428364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1cb27f8d-e9ec-4715-9a25-480fd844ddfd None None] Provisioning complete for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:14.429002 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c996fe9c-3f71-46d9-8746-7b037f273b45 req-b2b70e66-5d82-4510-be4d-61a826090441 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287289 Mar 28 15:28:14.429545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1cb27f8d-e9ec-4715-9a25-480fd844ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:14.489800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1cb27f8d-e9ec-4715-9a25-480fd844ddfd None None] Port 82a6ee45-9183-4aea-94ea-37bd4c5954ae cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:28:14.523181 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8cca937d-0036-42a6-a51e-c73458525523 req-5dfe22f6-d5b1-43e7-829a-a3107378e7cc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9b5ba8d-6f3a-42af-a2c3-8b0642a735d8 HTTP/1.1" status: 200 len: 210 time: 0.0575025 Mar 28 15:28:14.573954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] In _notify_port_updated(), no bound segment for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:28:14.574794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:14.575433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:14.576712 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8a7c785a-ebd1-479d-b577-43d45e0bcd0b req-e978b60e-3ef3-44d9-b7c5-27e17e97fa11 service neutron] 10.222.0.23 "PUT /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 1025 time: 0.9461322 Mar 28 15:28:15.615760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37240) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:15.697362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74b2cb-4271-43c3-93b3-115fdb8db86e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:15.698699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fd74b2cb-4271-43c3-93b3-115fdb8db86e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 924 time: 0.0819640 Mar 28 15:28:15.984285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 82a6ee45-9183-4aea-94ea-37bd4c5954ae no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:28:16.046802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 82a6ee45-9183-4aea-94ea-37bd4c5954ae not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:28:16.175890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37246) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:16.181162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142453030', 'description': 'tempest-secgroup-smoke-1142453030 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:16.187119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:16.197027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:16.253601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:16.275012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:16.278968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:16.281959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:16.287832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:16.354952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:16.413269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:16.462016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ae8a24-f20f-4361-892f-a33a108a1107,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:16.528115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:16.529345 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cf8bc2ca-ab09-4189-bee1-c4c78405f2c2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3524313 Mar 28 15:28:16.532125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37250) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:16.537120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82ae8a24-f20f-4361-892f-a33a108a1107', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:16.543052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:16.546876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:16.549987 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:16.555615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:16.603408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:16.662580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:16.710843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:16.734861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfa4b48-ce16-4133-88fb-bcd7f81d2c03,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:16.779229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:16.780382 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2f7c8d1e-9e71-41b5-988b-6e655b120994 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2472765 Mar 28 15:28:16.783126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37254) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:16.787931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82ae8a24-f20f-4361-892f-a33a108a1107', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:16.794052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:16.797839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:16.800913 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:16.807011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:16.894760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:16.955350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.013644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.036933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bb8b02-977c-44c4-b420-a6248873faad,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:17.093865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.095032 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d16b800b-840a-4c46-8713-2cf78d47b907 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3110118 Mar 28 15:28:17.097834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37258) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:17.102885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82ae8a24-f20f-4361-892f-a33a108a1107', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:17.108826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:17.112689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:17.115546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:17.121674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:17.174658 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.235382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.276345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.301533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7add30f4-d33c-40f7-8b52-6149d5239c73,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:17.350753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.351994 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5b7ec348-b8d3-4b44-b047-11ffc4e81ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2531943 Mar 28 15:28:17.359137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37262) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:17.364044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82ae8a24-f20f-4361-892f-a33a108a1107', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:17.370680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:17.374826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:17.378188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:17.386026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:17.466440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.527354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.573599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.596797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f785df1-d1fd-429e-b0f5-08e373b61b01,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:17.653947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.655172 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1283818f-e150-45ad-8552-80931f3348f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2951088 Mar 28 15:28:17.657897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37266) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:17.662826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82ae8a24-f20f-4361-892f-a33a108a1107', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:17.669437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:17.673522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:17.676467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:17.682745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:17.733811 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:28:17.740507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.898485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.962959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:17.986509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7244d4-3df2-4c8a-b246-a3e61a719cf8,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:18.042442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:18.043682 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-72afcc6c-9e24-4e27-a3b7-97bfca2295a8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3848498 Mar 28 15:28:18.046397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37270) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:18.051513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '82ae8a24-f20f-4361-892f-a33a108a1107', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:18.057357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:18.061134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:18.063952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:18.069480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:18.127719 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:28:18.134015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:18.196927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:18.264814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:18.287804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769b31b1-f712-4ef1-874b-a2a93f8818fa,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:18.350667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:18.351858 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-116f162a-c2e5-4859-84c1-73f46375f320 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045549 Mar 28 15:28:18.563698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-39d2e5ce-0c32-4718-bcc2-4d1050af4a4a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:28:18.625144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-39d2e5ce-0c32-4718-bcc2-4d1050af4a4a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:28:18.626314 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-39d2e5ce-0c32-4718-bcc2-4d1050af4a4a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142453030&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.1046855 Mar 28 15:28:18.702391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-2020f5f4-c95e-4d7b-b054-3a7b5dfd260f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:18.703834 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-2020f5f4-c95e-4d7b-b054-3a7b5dfd260f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 929 time: 0.0710061 Mar 28 15:28:18.774518 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-44c04878-a9a9-471e-a9c1-cc90bddca984 service neutron] 10.222.0.16 "GET /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0587890 Mar 28 15:28:18.783660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-f9fe6fef-83ca-4fdd-8c42-e492bd7fce21 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:28:18.784584 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-f9fe6fef-83ca-4fdd-8c42-e492bd7fce21 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048118 Mar 28 15:28:18.911382 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-2d9f43b0-4cf0-442e-8eaa-3ac2012796ee service neutron] 10.222.0.16 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216130 Mar 28 15:28:19.043101 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-06c253ef-446f-4eea-9333-b6f379624d37 service neutron] 10.222.0.16 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250753 Mar 28 15:28:19.291054 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c54819ca-7d55-4d78-8f4b-d40649c9130d req-8d9e2cd2-d83d-45d9-97b1-e6ac6066b6a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 210 time: 0.0448756 Mar 28 15:28:20.442141 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6a38193f-aad6-435f-9491-61d38ffd6f93 req-7e3b3b74-67d7-40d0-989c-2387ec03e613 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 210 time: 0.0481868 Mar 28 15:28:21.240770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-6d64ca63-f197-4417-b44b-986c37816a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:21.241980 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-6d64ca63-f197-4417-b44b-986c37816a65 service neutron] 10.222.0.23 "GET /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 1025 time: 0.0598345 Mar 28 15:28:21.345047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-21f7898e-44c4-4ef7-abc0-52c2a579e0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:21.390546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-3bfe153d-ae2a-4255-bee2-1806e57aaf1d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:21.392011 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-3bfe153d-ae2a-4255-bee2-1806e57aaf1d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=8636b1f7-8853-44c8-9bef-95f30a9f50fe HTTP/1.1" status: 200 len: 797 time: 0.1422749 Mar 28 15:28:21.448299 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-faa7639c-7f6c-4518-8ac1-1be05a528b1b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 472 time: 0.0414088 Mar 28 15:28:21.457975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Request body: {'port': {'device_id': '1a6474ca-724c-4351-b4d8-39d4504dd82a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:21.602247 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-03425dc1-c935-4321-a3ed-07f101cd75e2 req-0fc0f846-0e9f-44a3-9e9f-3b321d1ce9b4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 210 time: 0.0488660 Mar 28 15:28:21.611847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:21.950872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a6ee45-9183-4aea-94ea-37bd4c5954ae {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:28:21.957931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:21.974013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Transition to ACTIVE for port object 82a6ee45-9183-4aea-94ea-37bd4c5954ae will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:28:22.214438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:22.350631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=7']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:22.505038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Attempting to bind port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:28:22.505373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Attempting to bind port 82a6ee45-9183-4aea-94ea-37bd4c5954ae by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:28:22.505702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Attempting to bind port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:28:22.510903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:28:22.511249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Attempting to bind port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:28:22.516293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:28:22.516632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Checking segment: {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:28:22.517197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Bound using segment: {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:28:22.517445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Bound port: 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae768f00-1d52-49ab-a12d-894fa1c26639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:28:22.517794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:22.612321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:28:22.615133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:28:22.671348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:22.723205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:22.723958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:22.725364 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] 10.222.0.23 "PUT /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 1130 time: 1.2711999 Mar 28 15:28:22.728752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6474ca-724c-4351-b4d8-39d4504dd82a', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:28:22.757715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1aaa8-fdbe-4c7f-9719-1df0366f5f28 service neutron] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=8']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:22.795942 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6474ca-724c-4351-b4d8-39d4504dd82a', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'status': 'completed', 'code': 200} Mar 28 15:28:22.799061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a3243-a4c5-41dc-8ce4-5f1c1e624e52 req-60283a4d-64ca-4329-808a-8832108cb6e0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:22.800593 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-039a3243-a4c5-41dc-8ce4-5f1c1e624e52 req-60283a4d-64ca-4329-808a-8832108cb6e0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 980 time: 0.0892153 Mar 28 15:28:22.857499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-039a3243-a4c5-41dc-8ce4-5f1c1e624e52 req-bb12a1d1-51ba-4692-9533-ac0de31fe805 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505116 Mar 28 15:28:22.927774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb33322-d38c-4cb0-b244-1e07cc2accde req-515d2adb-147e-4b61-af79-117ac784d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:22.929241 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfb33322-d38c-4cb0-b244-1e07cc2accde req-515d2adb-147e-4b61-af79-117ac784d44e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 1133 time: 0.0911109 Mar 28 15:28:23.071938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb33322-d38c-4cb0-b244-1e07cc2accde req-f15ada39-8930-40fa-a142-bb4ec8c8f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:23.073243 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfb33322-d38c-4cb0-b244-1e07cc2accde req-f15ada39-8930-40fa-a142-bb4ec8c8f983 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1321352 Mar 28 15:28:23.302094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb33322-d38c-4cb0-b244-1e07cc2accde req-2af33f44-f3f4-4af0-b432-07b5ba8bebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:23.303543 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfb33322-d38c-4cb0-b244-1e07cc2accde req-2af33f44-f3f4-4af0-b432-07b5ba8bebf7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2239714 Mar 28 15:28:23.427395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-b1a9b858-8bf5-4d77-ac01-2d5da9eba214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:23.428851 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-b1a9b858-8bf5-4d77-ac01-2d5da9eba214 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 1133 time: 0.0697656 Mar 28 15:28:23.498977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-26c55df0-c0ed-4ecf-bab9-118629ccd3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:23.536453 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-7019f421-c983-4671-90e3-ae9e777fe4f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 1035 time: 0.0952315 Mar 28 15:28:23.596088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-84d1d30e-5f8c-40eb-a4e9-94fa2c528273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:23.597444 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-84d1d30e-5f8c-40eb-a4e9-94fa2c528273 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eed099c6-76b9-4615-8526-5f5bed7ed0b1 HTTP/1.1" status: 200 len: 835 time: 0.0550845 Mar 28 15:28:23.672498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-b315cf53-74bd-4c12-bf13-4cbffd01b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:23.674074 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-b315cf53-74bd-4c12-bf13-4cbffd01b67c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8636b1f7-8853-44c8-9bef-95f30a9f50fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701714 Mar 28 15:28:23.803862 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-e239b280-f92e-47d8-b9a2-186339685c3c service neutron] 10.222.0.23 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235456 Mar 28 15:28:23.933855 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0cda6a-a343-4693-b119-efa4d53b230d req-fd651450-6e12-4da5-b2f8-bdbee27a335c service neutron] 10.222.0.23 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245110 Mar 28 15:28:24.049124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeca5d3-1d9e-462e-93a1-918512678c8a req-3c733916-5bc3-43cd-86bc-bb61feed7101 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:24.050579 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0eeca5d3-1d9e-462e-93a1-918512678c8a req-3c733916-5bc3-43cd-86bc-bb61feed7101 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 980 time: 0.0813975 Mar 28 15:28:24.097043 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0eeca5d3-1d9e-462e-93a1-918512678c8a req-7bf47bc4-2bf7-414c-a3c3-178a51f34763 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Mar 28 15:28:24.601788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:24.750271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:25.280586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456cb1-3e8b-4788-8be9-9fea1663c9d7 req-284534a1-1d0e-4cad-a32e-a792a2bb3a26 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:25.282034 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3a456cb1-3e8b-4788-8be9-9fea1663c9d7 req-284534a1-1d0e-4cad-a32e-a792a2bb3a26 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 980 time: 0.0816467 Mar 28 15:28:25.326013 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3a456cb1-3e8b-4788-8be9-9fea1663c9d7 req-0973ad23-fc99-4edd-9f71-ce7ed76f76b1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384338 Mar 28 15:28:26.016132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 82a6ee45-9183-4aea-94ea-37bd4c5954ae details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:28:26.156375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:26.169576 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'port_id': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'mac_address': 'fa:16:3e:0f:a3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:28:26.202598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:26.226327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:26.243149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a6ee45-9183-4aea-94ea-37bd4c5954ae {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:28:26.257766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:26.344755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:26.412396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=9']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:26.508644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ebcf-2385-46f0-aafe-ce637d9b4991 req-39b9625f-38c1-4201-aa76-86bf0cc33cd3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:26.510588 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a2a4ebcf-2385-46f0-aafe-ce637d9b4991 req-39b9625f-38c1-4201-aa76-86bf0cc33cd3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 981 time: 0.0784836 Mar 28 15:28:26.554005 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a2a4ebcf-2385-46f0-aafe-ce637d9b4991 req-f3b26d66-e2b1-437c-a945-59a8ed37b59f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Mar 28 15:28:26.612679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['82a6ee45-9183-4aea-94ea-37bd4c5954ae'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:28:27.733816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e464a-ffc6-48ce-9252-5abf3d5149f9 req-3e5c2d1d-91fa-4548-98cd-bff2b7136925 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:27.735205 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d05e464a-ffc6-48ce-9252-5abf3d5149f9 req-3e5c2d1d-91fa-4548-98cd-bff2b7136925 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 981 time: 0.0792336 Mar 28 15:28:27.784299 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d05e464a-ffc6-48ce-9252-5abf3d5149f9 req-7b501797-58c8-4228-b591-fa216a15a759 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435445 Mar 28 15:28:28.014731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 82a6ee45-9183-4aea-94ea-37bd4c5954ae up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:28:28.155912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:28:28.160459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:28.160839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:28.270746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:28.296452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6474ca-724c-4351-b4d8-39d4504dd82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:28:28.309304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:28.339798 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6474ca-724c-4351-b4d8-39d4504dd82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a6ee45-9183-4aea-94ea-37bd4c5954ae', 'code': 200} Mar 28 15:28:28.385459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:28.459358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=10']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:28.722406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748abbe-be35-4ce7-9ac6-293e7b8d1e70 req-16c39b02-c271-4215-8439-d95a0aaddfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:28.723755 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6748abbe-be35-4ce7-9ac6-293e7b8d1e70 req-16c39b02-c271-4215-8439-d95a0aaddfad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 1136 time: 0.0715027 Mar 28 15:28:28.762736 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6748abbe-be35-4ce7-9ac6-293e7b8d1e70 req-95cdc4bb-e674-43d1-88cb-b070935f8d6d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Mar 28 15:28:28.967324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75cdf3-04c5-4d20-a85f-1e4211188a0d req-3086a7b7-35c6-4eef-ab3f-52724291737a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:28.968763 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cc75cdf3-04c5-4d20-a85f-1e4211188a0d req-3086a7b7-35c6-4eef-ab3f-52724291737a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 983 time: 0.0784497 Mar 28 15:28:29.146101 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cc75cdf3-04c5-4d20-a85f-1e4211188a0d req-47ae5fbd-118c-4a9b-8389-9f9531207774 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716542 Mar 28 15:28:30.328720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28441b36-2ca2-4137-98c9-c8faaaa38f2c req-1d203106-89b0-48e2-9bd7-19e0d13fcfd5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:30.330466 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-28441b36-2ca2-4137-98c9-c8faaaa38f2c req-1d203106-89b0-48e2-9bd7-19e0d13fcfd5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 983 time: 0.0795188 Mar 28 15:28:30.381650 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-28441b36-2ca2-4137-98c9-c8faaaa38f2c req-37c82f36-0623-40a8-8649-fcbd5b320838 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Mar 28 15:28:30.564960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fcc56-928e-45e8-900c-7a7b1d87a262 req-8f81a6fd-7ca8-42d6-b0d9-75f252eac9e3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:30.566374 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ea8fcc56-928e-45e8-900c-7a7b1d87a262 req-8f81a6fd-7ca8-42d6-b0d9-75f252eac9e3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 983 time: 0.0819051 Mar 28 15:28:30.609174 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ea8fcc56-928e-45e8-900c-7a7b1d87a262 req-29e86f1a-3822-45b4-8f46-ca7b4e24720f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370734 Mar 28 15:28:30.630716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37330) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:30.705711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee36cf7-ac85-422d-8115-f45260a6323c tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:30.707494 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-eee36cf7-ac85-422d-8115-f45260a6323c tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a&network_id=8636b1f7-8853-44c8-9bef-95f30a9f50fe HTTP/1.1" status: 200 len: 1131 time: 0.0755515 Mar 28 15:28:31.418882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811529f-64ef-4437-86b9-ccb186062feb req-539337b2-b106-4782-9e15-4d1e37327f28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:31.420346 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9811529f-64ef-4437-86b9-ccb186062feb req-539337b2-b106-4782-9e15-4d1e37327f28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 983 time: 0.0787327 Mar 28 15:28:31.463449 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9811529f-64ef-4437-86b9-ccb186062feb req-d18059d0-a450-44b9-8890-442bda7ef731 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372462 Mar 28 15:28:32.401790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:32.644076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e62d00-1fec-4863-a9c2-fa5bcf31e9f7 req-ef59bec7-fad2-4433-a4bc-84f0e2aaac96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:32.645506 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-08e62d00-1fec-4863-a9c2-fa5bcf31e9f7 req-ef59bec7-fad2-4433-a4bc-84f0e2aaac96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 983 time: 0.0789313 Mar 28 15:28:32.688961 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-08e62d00-1fec-4863-a9c2-fa5bcf31e9f7 req-540f2671-eebb-4a62-bebf-95d46e0544eb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=776b7f3c-30cf-47a9-b179-d408e3072cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Mar 28 15:28:32.817451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-ebf6b485-5d98-4980-ba38-c7cc1d681d26 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:32.818830 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-ebf6b485-5d98-4980-ba38-c7cc1d681d26 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 983 time: 0.0802619 Mar 28 15:28:32.886432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-c485c4e6-54cb-495c-a82d-744b53d00db7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:32.887772 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-c485c4e6-54cb-495c-a82d-744b53d00db7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0639443 Mar 28 15:28:33.027341 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-2e10de44-a325-412f-bf4d-c134c6f65728 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1348190 Mar 28 15:28:33.037101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:33.235038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:33.428332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=82a6ee45-9183-4aea-94ea-37bd4c5954ae,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:33.455641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] For port 82a6ee45-9183-4aea-94ea-37bd4c5954ae, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:28:33.505657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] device_id is not set on port 82a6ee45-9183-4aea-94ea-37bd4c5954ae yet. {{(pid=88486) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 15:28:33.513471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:33.567276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:33.702688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] Pushing event updated for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=11']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:33.765130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] No DVR routers for this DVR port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:28:33.855686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a38b3c24-4bf7-4e7b-858d-f627bf25881a None None] Provisioning complete for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:33.856729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a38b3c24-4bf7-4e7b-858d-f627bf25881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:33.912925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a38b3c24-4bf7-4e7b-858d-f627bf25881a None None] Port 82a6ee45-9183-4aea-94ea-37bd4c5954ae cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:28:34.000200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] In _notify_port_updated(), no bound segment for port 82a6ee45-9183-4aea-94ea-37bd4c5954ae on network 8636b1f7-8853-44c8-9bef-95f30a9f50fe {{(pid=88486) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 15:28:34.001051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:34.001649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:34.002900 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e6d8aa4c-0ec0-411b-83b1-791f4e5248a7 req-5eb5dbeb-c39c-487d-85f5-7a6d3eee349f service neutron] 10.222.0.23 "PUT /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 200 len: 1026 time: 0.9695430 Mar 28 15:28:34.010525 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c6552b80-ea5b-482a-932d-febf69d6e3f7 req-7859ef0a-3111-471c-86d0-d4c35f02f15b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a6474ca-724c-4351-b4d8-39d4504dd82a HTTP/1.1" status: 200 len: 210 time: 0.0556715 Mar 28 15:28:35.100984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37346) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:35.167807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e661-09e3-41b6-9ea3-d5de97e651ac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:35.196343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e661-09e3-41b6-9ea3-d5de97e651ac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:35.339020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e661-09e3-41b6-9ea3-d5de97e651ac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:35.358204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4e661-09e3-41b6-9ea3-d5de97e651ac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ae8a24-f20f-4361-892f-a33a108a1107,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:35.418278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e661-09e3-41b6-9ea3-d5de97e651ac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:35.419466 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1ba4e661-09e3-41b6-9ea3-d5de97e651ac tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/82ae8a24-f20f-4361-892f-a33a108a1107 HTTP/1.1" status: 204 len: 168 time: 0.3175199 Mar 28 15:28:35.504823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37352) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:35.704830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 1003e7c0-79cd-4851-9bef-500e29d4cfb7 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:28:35.705171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:35.982980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:35.983329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:36.046541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 82a6ee45-9183-4aea-94ea-37bd4c5954ae no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:28:36.105428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 1003e7c0-79cd-4851-9bef-500e29d4cfb7 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:28:36.139565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 82a6ee45-9183-4aea-94ea-37bd4c5954ae not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:28:36.304885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:36.350666 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=1003e7c0-79cd-4851-9bef-500e29d4cfb7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:36.443159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:36.443493 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP a6c689d1-6531-4e21-8580-7e92afa459f3 disassociated (deleted). External IP: 172.26.7.39, port: 82a6ee45-9183-4aea-94ea-37bd4c5954ae. Mar 28 15:28:36.784358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:28:36.963016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:28:36.972416 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] Sync routers for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:28:36.981520 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:36.985297 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:37.087206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:37.142961 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1453cfbc-ab7a-4731-9e45-e1084b1c6195 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/floatingips/a6c689d1-6531-4e21-8580-7e92afa459f3 HTTP/1.1" status: 204 len: 168 time: 1.6348011 Mar 28 15:28:37.154178 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:37.290803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37360) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:37.358801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f5097f4-2e5b-474b-aa83-7259a453a988 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:37.391711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f5097f4-2e5b-474b-aa83-7259a453a988 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:37.465861 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'e536a37a-882b-4fcd-99c2-33da4ee64fcb', 'name': '', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:48Z', 'updated_at': '2022-03-28T15:27:56Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:37.469629 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] Checking router: 70ecc6a1-de1e-4cc3-920c-fc2318911f1b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:28:37.477810 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:37.478416 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:37.510425 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f5097f4-2e5b-474b-aa83-7259a453a988 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:37.531610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5097f4-2e5b-474b-aa83-7259a453a988 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d4f8b8-ea1a-4ed6-a006-9c222db9c52f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:37.542801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1f5097f4-2e5b-474b-aa83-7259a453a988 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:37.546685 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1f5097f4-2e5b-474b-aa83-7259a453a988 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/82d4f8b8-ea1a-4ed6-a006-9c222db9c52f HTTP/1.1" status: 204 len: 168 time: 0.2522352 Mar 28 15:28:37.637511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37366) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:37.659191 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:37.703042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-367c7c35-f49b-453d-920c-5788d063129e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 82a6ee45-9183-4aea-94ea-37bd4c5954ae {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:28:37.703383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-367c7c35-f49b-453d-920c-5788d063129e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:38.024294 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'e536a37a-882b-4fcd-99c2-33da4ee64fcb', 'name': '', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:48Z', 'updated_at': '2022-03-28T15:27:56Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:38.028641 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c4b35-873a-4c11-bc7b-2b456078644f None None] The sync data for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv is: [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'e536a37a-882b-4fcd-99c2-33da4ee64fcb', 'name': '', 'network_id': '8636b1f7-8853-44c8-9bef-95f30a9f50fe', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:74:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:48Z', 'updated_at': '2022-03-28T15:27:56Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'eed099c6-76b9-4615-8526-5f5bed7ed0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:28:38.078984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-367c7c35-f49b-453d-920c-5788d063129e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:38.204961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-367c7c35-f49b-453d-920c-5788d063129e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 82a6ee45-9183-4aea-94ea-37bd4c5954ae owned by {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:28:38.232179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85f258-e09d-454b-8b5d-1134d337dfb5 None None] New status for floating IP a6c689d1-6531-4e21-8580-7e92afa459f3: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:28:38.436385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-367c7c35-f49b-453d-920c-5788d063129e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:38.485386 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c7c35-f49b-453d-920c-5788d063129e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=82a6ee45-9183-4aea-94ea-37bd4c5954ae,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:38.592124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-367c7c35-f49b-453d-920c-5788d063129e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:38.602798 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-367c7c35-f49b-453d-920c-5788d063129e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/ports/82a6ee45-9183-4aea-94ea-37bd4c5954ae HTTP/1.1" status: 204 len: 168 time: 0.9642091 Mar 28 15:28:38.605538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37370) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:39.143418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:39.598105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port e536a37a-882b-4fcd-99c2-33da4ee64fcb {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:28:39.598814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:39.780970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port e536a37a-882b-4fcd-99c2-33da4ee64fcb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e536a37a-882b-4fcd-99c2-33da4ee64fcb,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:39.781549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:39.909144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for e536a37a-882b-4fcd-99c2-33da4ee64fcb owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:28:40.190229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:40.237565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=e536a37a-882b-4fcd-99c2-33da4ee64fcb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:40.506670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:40.853502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:28:41.135895 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:28:41.144840 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] Sync routers for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:28:41.149288 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5afd4a48-2aed-4871-9120-25b12af9709e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/70ecc6a1-de1e-4cc3-920c-fc2318911f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5427616 Mar 28 15:28:41.152398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37374) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:41.154334 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:41.154919 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:41.219017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2824a3e3-ede3-4c7b-9162-a7c5cc26edd8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting subnet eed099c6-76b9-4615-8526-5f5bed7ed0b1 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:28:41.221883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2824a3e3-ede3-4c7b-9162-a7c5cc26edd8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:41.273659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2824a3e3-ede3-4c7b-9162-a7c5cc26edd8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:41.325956 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:41.358827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2824a3e3-ede3-4c7b-9162-a7c5cc26edd8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:41.493234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2824a3e3-ede3-4c7b-9162-a7c5cc26edd8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:41.535768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2824a3e3-ede3-4c7b-9162-a7c5cc26edd8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:41.539230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824a3e3-ede3-4c7b-9162-a7c5cc26edd8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Subnet': ['ID=eed099c6-76b9-4615-8526-5f5bed7ed0b1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:41.541264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a02e4-e9b9-46b0-a46d-574968c190c0 None None] Network 8636b1f7-8853-44c8-9bef-95f30a9f50fe requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:28:41.548357 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2824a3e3-ede3-4c7b-9162-a7c5cc26edd8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/subnets/eed099c6-76b9-4615-8526-5f5bed7ed0b1 HTTP/1.1" status: 204 len: 168 time: 0.3923190 Mar 28 15:28:41.548544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37378) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:41.605336 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:28:40Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:41.609081 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] Checking router: 70ecc6a1-de1e-4cc3-920c-fc2318911f1b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:28:41.617241 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] Routers {'70ecc6a1-de1e-4cc3-920c-fc2318911f1b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:41.617828 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:41.730359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:41.796981 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] Set router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:41.808609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] DHCP port deletion for 8636b1f7-8853-44c8-9bef-95f30a9f50fe request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:28:41.812452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Deleting port 4cb0ca94-d273-4c10-b6d2-5349d177096a {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:28:41.812826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:41.929137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:41.995765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:28:41.996059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:42.028268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] For port 4cb0ca94-d273-4c10-b6d2-5349d177096a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4cb0ca94-d273-4c10-b6d2-5349d177096a,segment=NetworkSegment(ae768f00-1d52-49ab-a12d-894fa1c26639),segment_id=ae768f00-1d52-49ab-a12d-894fa1c26639)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:42.028568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:42.080994 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:28:40Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:42.084900 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6e4f2-206c-4c8d-b025-ebde705835d3 None None] The sync data for ids ['70ecc6a1-de1e-4cc3-920c-fc2318911f1b'] in dv-neutron-828143-13-hyperv is: [{'id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'name': 'tempest-TestNetworkBasicOps-router-17860846', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19'}], 'enable_snat': True}, 'gw_port_id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:27:43Z', 'updated_at': '2022-03-28T15:28:40Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '2bcb23a3-5aca-4b9b-a8c5-61e63581373d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ecc6a1-de1e-4cc3-920c-fc2318911f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:27:44Z', 'updated_at': '2022-03-28T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:28:42.151155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Calling delete_port for 4cb0ca94-d273-4c10-b6d2-5349d177096a owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:28:42.174252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 2bcb23a3-5aca-4b9b-a8c5-61e63581373d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=2bcb23a3-5aca-4b9b-a8c5-61e63581373d,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:42.174610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:42.281492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:42.296437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 2bcb23a3-5aca-4b9b-a8c5-61e63581373d owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:28:42.329512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Pushing event deleted for resources: {'Port': ['ID=4cb0ca94-d273-4c10-b6d2-5349d177096a,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:42.337161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] No DVR routers for this DVR port 4cb0ca94-d273-4c10-b6d2-5349d177096a on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:28:42.338987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.339355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.339698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.340030 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.340363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.340696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.341025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.341370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.341697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.342015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.342320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.342640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d99b2c-f5ea-419e-992f-595e990b4c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:42.510602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:42.557935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=2bcb23a3-5aca-4b9b-a8c5-61e63581373d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:42.749672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:42.925398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:42.927597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.013527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.014185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Fanout notify agent at l3_agent the message router_deleted on router 70ecc6a1-de1e-4cc3-920c-fc2318911f1b {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:28:43.030017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.031126 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-add6613d-1a75-4aac-8334-549de69804af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/routers/70ecc6a1-de1e-4cc3-920c-fc2318911f1b HTTP/1.1" status: 204 len: 168 time: 1.4816732 Mar 28 15:28:43.033736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37382) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:43.155468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.284541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.309328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8636b1f7-8853-44c8-9bef-95f30a9f50fe']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:43.324941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae768f00-1d52-49ab-a12d-894fa1c26639') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:43.325235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae768f00-1d52-49ab-a12d-894fa1c26639') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:43.337475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.354417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.360980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:28:43.361385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:28:43.376589 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:28:43.507464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2bcb23a3-5aca-4b9b-a8c5-61e63581373d no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:28:43.533283 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.543201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 2bcb23a3-5aca-4b9b-a8c5-61e63581373d {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:28:43.543628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 2bcb23a3-5aca-4b9b-a8c5-61e63581373d not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:28:43.544105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4cb0ca94-d273-4c10-b6d2-5349d177096a no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:28:43.552418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.569161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Network': ['ID=8636b1f7-8853-44c8-9bef-95f30a9f50fe,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:43.578869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4cb0ca94-d273-4c10-b6d2-5349d177096a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:28:43.579140 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4cb0ca94-d273-4c10-b6d2-5349d177096a not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:28:43.579761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e536a37a-882b-4fcd-99c2-33da4ee64fcb no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:28:43.614129 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-60607e94-3209-449c-b60a-7a0ed3b2a917 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/networks/8636b1f7-8853-44c8-9bef-95f30a9f50fe HTTP/1.1" status: 204 len: 168 time: 0.5792763 Mar 28 15:28:43.619136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: e536a37a-882b-4fcd-99c2-33da4ee64fcb {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:28:43.619136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e536a37a-882b-4fcd-99c2-33da4ee64fcb not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:28:43.635995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37386) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:43.647908 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2b2503c6-5a61-44b5-8db2-0f6b5d7e8381 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0107307 Mar 28 15:28:43.650501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37390) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:43.655860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'network': {'name': 'tempest-network-smoke--706084597', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'port_security_enabled': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:43.660670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:43.664854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:network and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:43.668932 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:43.674931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:43.732857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:28:43.736349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.766161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:28:43.775571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.775912 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Added segment 73a12839-52ae-4598-80c2-8c5ef0f496e2 of type vlan for network f6944cdf-0ba8-4483-a4c2-3e301189ee6e Mar 28 15:28:43.807413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.881209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.886689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:43.887276 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:43.994642 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Network': ['ID=f6944cdf-0ba8-4483-a4c2-3e301189ee6e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:44.007860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network f6944cdf-0ba8-4483-a4c2-3e301189ee6e details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:28:44.031183 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9e7491a1-3bb1-412d-a807-e6d403e4d8bd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3795116 Mar 28 15:28:44.033735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37394) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:44.039157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'admin_state_up': True, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:44.046994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:44.051520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:router and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:44.054520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:44.061110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:44.110494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:44.111607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:44.125805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:44.433905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:44.860349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:44.892275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:45.021200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.244 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/7d61798b-5f00-4916-a8aa-a4f4fe031191) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:28:45.169846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:45.252876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:45.311217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:28:45.313892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:28:45.317414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:28:45.355774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=7d61798b-5f00-4916-a8aa-a4f4fe031191,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:45.785030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:46.237668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:46.520993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 3c79f257-49be-4754-a958-df10c6f6336a is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:28:46.706752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:28:46.716508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Sync routers for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:28:46.725357 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:46.725974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:46.790018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:46.791935 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d086df45-6186-497f-b0e4-ce10aca3fc3b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7570994 Mar 28 15:28:46.794698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37398) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:46.932734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:46.985381 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-81cdbd94-cf08-4a1c-9407-3c4595caa07b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1895294 Mar 28 15:28:46.987963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37404) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:47.120031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d264fc1e-00f8-4b33-b59d-4a31dababe76 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:47.123918 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d264fc1e-00f8-4b33-b59d-4a31dababe76 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325700 Mar 28 15:28:47.124253 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37408) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:47.167331 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-aa091044-b454-43a6-a297-103267b2715a tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419583 Mar 28 15:28:47.170643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37412) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:47.176208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767660557', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:47.223322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:45Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:47.227300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Checking router: 3c79f257-49be-4754-a958-df10c6f6336a for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:28:47.227647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Updating router 3c79f257-49be-4754-a958-df10c6f6336a port 7d61798b-5f00-4916-a8aa-a4f4fe031191 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:28:47.280715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:47.283505 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:47.287282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:subnet and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:47.290036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:47.303722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:47.350160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:28:47.354437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:47.602992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:47.613994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Transition to ACTIVE for port object 7d61798b-5f00-4916-a8aa-a4f4fe031191 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:28:47.624668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:47.702478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=aba35c25-ce4e-48dd-afba-a3ce44b55ae5,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:47.704634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:47.710223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Checking segment: {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:28:47.710580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network hostable DHCP agents. Network: f6944cdf-0ba8-4483-a4c2-3e301189ee6e, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:28:47.783807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Attempting to bind port 7d61798b-5f00-4916-a8aa-a4f4fe031191 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:28:47.784329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Attempting to bind port 7d61798b-5f00-4916-a8aa-a4f4fe031191 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:28:47.784523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Attempting to bind port 7d61798b-5f00-4916-a8aa-a4f4fe031191 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:28:47.790245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network f6944cdf-0ba8-4483-a4c2-3e301189ee6e is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:28:47.790692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58360e-eea3-4e82-9314-55e56e9a93d6 None None] Pushing event updated for resources: {'Port': ['ID=7d61798b-5f00-4916-a8aa-a4f4fe031191,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:47.794973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:28:47.795371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:28:47.795771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:47.796156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:28:47.796916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Bound port: 7d61798b-5f00-4916-a8aa-a4f4fe031191, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:28:47.797058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:47.872182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] For port 7d61798b-5f00-4916-a8aa-a4f4fe031191, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:28:47.875497 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] For port 7d61798b-5f00-4916-a8aa-a4f4fe031191, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7d61798b-5f00-4916-a8aa-a4f4fe031191,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:28:47.878225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, f6944cdf-0ba8-4483-a4c2-3e301189ee6e) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:28:47.882392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:47.892093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:47.892370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e9d973-325d-4d22-8b88-6b242430fadc None None] Network f6944cdf-0ba8-4483-a4c2-3e301189ee6e requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:28:47.968218 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c866b9fd-8490-4d28-b7f3-e9d1767996a6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7964396 Mar 28 15:28:47.969372 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:47.970848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37416) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:48.083545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:48.084164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:48.149775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58360e-eea3-4e82-9314-55e56e9a93d6 None None] Pushing event updated for resources: {'Port': ['ID=7d61798b-5f00-4916-a8aa-a4f4fe031191,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:48.372177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:28:48.373010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:48.398831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:48.758990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Allocated IP 172.20.0.2 (f6944cdf-0ba8-4483-a4c2-3e301189ee6e/aba35c25-ce4e-48dd-afba-a3ce44b55ae5/8346e99c-cb9d-4805-91e4-414cdf5e012d) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:28:48.764424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:48.896991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:45Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:48.906715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90773db5-b5d1-4ccc-ba22-4b6bd01aefab None None] The sync data for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv is: [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:45Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:28:48.986595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:48.997275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Transition to ACTIVE for port object 8346e99c-cb9d-4805-91e4-414cdf5e012d will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:28:49.017045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Transition to ACTIVE for port object 8346e99c-cb9d-4805-91e4-414cdf5e012d will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:28:49.088877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:49.159011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Network f6944cdf-0ba8-4483-a4c2-3e301189ee6e is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:28:49.162017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:28:49.169327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:28:49.192269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.1 (f6944cdf-0ba8-4483-a4c2-3e301189ee6e/aba35c25-ce4e-48dd-afba-a3ce44b55ae5/33b8d355-a975-430f-ab20-88acbe88c28b) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:28:49.223895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Pushing event updated for resources: {'Port': ['ID=8346e99c-cb9d-4805-91e4-414cdf5e012d,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:49.276911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Attempting to bind port 8346e99c-cb9d-4805-91e4-414cdf5e012d on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:28:49.277274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Attempting to bind port 8346e99c-cb9d-4805-91e4-414cdf5e012d by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:28:49.277630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Attempting to bind port 8346e99c-cb9d-4805-91e4-414cdf5e012d on network f6944cdf-0ba8-4483-a4c2-3e301189ee6e {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:28:49.283411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:28:49.283780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Checking segment: {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:28:49.284178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:49.284570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Bound using segment: {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:28:49.285026 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Bound port: 8346e99c-cb9d-4805-91e4-414cdf5e012d, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:28:49.285393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:49.375271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:49.385240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] For port 8346e99c-cb9d-4805-91e4-414cdf5e012d, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:28:49.402164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] For port 8346e99c-cb9d-4805-91e4-414cdf5e012d, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8346e99c-cb9d-4805-91e4-414cdf5e012d,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:28:49.402774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 33b8d355-a975-430f-ab20-88acbe88c28b will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:28:49.485290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7d61798b-5f00-4916-a8aa-a4f4fe031191 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:28:49.516149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:49.517464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:49.583696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network f6944cdf-0ba8-4483-a4c2-3e301189ee6e is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:28:49.586955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:28:49.590966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:28:49.635603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294faf67-fe63-47b4-b1ec-4e39e740b0ff None None] Pushing event updated for resources: {'Port': ['ID=8346e99c-cb9d-4805-91e4-414cdf5e012d,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:49.642713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=33b8d355-a975-430f-ab20-88acbe88c28b,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:49.664817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:49.715766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7d61798b-5f00-4916-a8aa-a4f4fe031191 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:28:49.723216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7d61798b-5f00-4916-a8aa-a4f4fe031191 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:49.723652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:49.890204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:49.913423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7d61798b-5f00-4916-a8aa-a4f4fe031191, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7d61798b-5f00-4916-a8aa-a4f4fe031191,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:49.996140 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:50.071837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7d61798b-5f00-4916-a8aa-a4f4fe031191,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:50.078055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:50.591825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:50.652287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:50.767668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:50.770810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=33b8d355-a975-430f-ab20-88acbe88c28b,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:50.905290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network f6944cdf-0ba8-4483-a4c2-3e301189ee6e is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:28:50.906609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:28:51.105055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 3c79f257-49be-4754-a958-df10c6f6336a has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:28:51.172333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2aa4c-4600-4255-a704-a4f6959a89a1 None None] Network f6944cdf-0ba8-4483-a4c2-3e301189ee6e requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:28:51.287329 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:28:51.289504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:28:51.303789 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Sync routers for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:28:51.304251 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ad355801-d3a1-460a-9348-1bd55f345687 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/3c79f257-49be-4754-a958-df10c6f6336a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3323882 Mar 28 15:28:51.307355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37420) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:51.317594 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:51.319379 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:51.399523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e98ff433-7c8c-459d-aac3-13efb05c4dbf None None] Provisioning for port 8346e99c-cb9d-4805-91e4-414cdf5e012d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:28:51.461185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da642a3-a3e7-4c47-878f-2e1c50ebf9f4 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.461416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da642a3-a3e7-4c47-878f-2e1c50ebf9f4 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.461856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da642a3-a3e7-4c47-878f-2e1c50ebf9f4 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.462350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da642a3-a3e7-4c47-878f-2e1c50ebf9f4 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.462847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da642a3-a3e7-4c47-878f-2e1c50ebf9f4 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.463311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da642a3-a3e7-4c47-878f-2e1c50ebf9f4 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.465566 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4da642a3-a3e7-4c47-878f-2e1c50ebf9f4 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1572678 Mar 28 15:28:51.466444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cf580200-fe23-4a85-9de2-a394d9dd6ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:51.469155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37424) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:51.517922 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:51.557191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aee09b-df20-41f2-99df-0e60b4f40c90 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.557640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aee09b-df20-41f2-99df-0e60b4f40c90 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.558096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aee09b-df20-41f2-99df-0e60b4f40c90 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.558543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aee09b-df20-41f2-99df-0e60b4f40c90 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.558985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aee09b-df20-41f2-99df-0e60b4f40c90 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.559533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aee09b-df20-41f2-99df-0e60b4f40c90 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:51.561295 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e7aee09b-df20-41f2-99df-0e60b4f40c90 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0896361 Mar 28 15:28:51.563991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37428) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:51.626889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7d61798b-5f00-4916-a8aa-a4f4fe031191 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:28:51.700960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7d61798b-5f00-4916-a8aa-a4f4fe031191 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:51.701462 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:51.821344 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7f02d346-f447-4e76-9969-735b6a722be8 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2535312 Mar 28 15:28:51.835437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8346e99c-cb9d-4805-91e4-414cdf5e012d up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:28:51.888093 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:28:50Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:51.896629 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Checking router: 3c79f257-49be-4754-a958-df10c6f6336a for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:28:51.896975 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Updating router 3c79f257-49be-4754-a958-df10c6f6336a port 33b8d355-a975-430f-ab20-88acbe88c28b binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:28:51.957930 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:51.972824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e23adac7-5692-4e01-9a6e-cde60d13bcbc None None] Provisioning for port 33b8d355-a975-430f-ab20-88acbe88c28b completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:28:51.982424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e23adac7-5692-4e01-9a6e-cde60d13bcbc None None] Provisioning complete for port 33b8d355-a975-430f-ab20-88acbe88c28b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:51.982799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e23adac7-5692-4e01-9a6e-cde60d13bcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.035051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 8346e99c-cb9d-4805-91e4-414cdf5e012d completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:28:52.045300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8346e99c-cb9d-4805-91e4-414cdf5e012d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:52.045694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.098174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e23adac7-5692-4e01-9a6e-cde60d13bcbc None None] Port 33b8d355-a975-430f-ab20-88acbe88c28b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:28:52.113360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37434) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:52.119267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664843118', 'description': 'tempest-secgroup-smoke-664843118 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:52.132775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:52.143225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:52.150411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:52.165411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:52.190911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.236005 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.236993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 8346e99c-cb9d-4805-91e4-414cdf5e012d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8346e99c-cb9d-4805-91e4-414cdf5e012d,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:52.239302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e5418057-45c4-423a-b6a4-dbe7d07e424c None None] Provisioning complete for port 33b8d355-a975-430f-ab20-88acbe88c28b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:52.239673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e5418057-45c4-423a-b6a4-dbe7d07e424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.265016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:52.270997 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:52.274504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:52.281281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:52.297636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e5418057-45c4-423a-b6a4-dbe7d07e424c None None] Port 33b8d355-a975-430f-ab20-88acbe88c28b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:28:52.309919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.359403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.377603 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.387340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=8346e99c-cb9d-4805-91e4-414cdf5e012d,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:52.390255 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Transition to ACTIVE for port object 33b8d355-a975-430f-ab20-88acbe88c28b will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:28:52.417770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a3a95b92-b9b7-403b-b441-96f303a0a52c None None] Provisioning complete for port 33b8d355-a975-430f-ab20-88acbe88c28b triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:52.418257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a3a95b92-b9b7-403b-b441-96f303a0a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.436019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.471110 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.473905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a3a95b92-b9b7-403b-b441-96f303a0a52c None None] Port 33b8d355-a975-430f-ab20-88acbe88c28b cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:28:52.483846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801e8196-76d2-4bb6-93b5-fbcecb1feeb5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:52.584597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.586093 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-df3f0f8d-0985-4c94-a609-73a48735d54e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4714849 Mar 28 15:28:52.589162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37438) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:52.595612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '801e8196-76d2-4bb6-93b5-fbcecb1feeb5', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:52.600378 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Pushing event updated for resources: {'Port': ['ID=33b8d355-a975-430f-ab20-88acbe88c28b,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:52.602434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:52.606541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:52.610362 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.615407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:28:52.616429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:52.625935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:52.683809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.707424 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Attempting to bind port 33b8d355-a975-430f-ab20-88acbe88c28b on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:28:52.707785 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Attempting to bind port 33b8d355-a975-430f-ab20-88acbe88c28b by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:28:52.708138 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Attempting to bind port 33b8d355-a975-430f-ab20-88acbe88c28b on network f6944cdf-0ba8-4483-a4c2-3e301189ee6e {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:28:52.713363 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:28:52.716573 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Checking segment: {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:28:52.716573 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.716573 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Bound using segment: {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:28:52.716573 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Bound port: 33b8d355-a975-430f-ab20-88acbe88c28b, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:28:52.716573 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.747854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.803404 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] For port 33b8d355-a975-430f-ab20-88acbe88c28b, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:28:52.806792 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] For port 33b8d355-a975-430f-ab20-88acbe88c28b, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=33b8d355-a975-430f-ab20-88acbe88c28b,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:28:52.807411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.830374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7092ff9-6dc5-4abf-b80f-00a187651fa5,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:52.887927 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.910379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:52.917977 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3dc31e02-e4bb-418a-a4a8-88bbea1a0ad2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211751 Mar 28 15:28:52.918419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37442) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:52.923875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '801e8196-76d2-4bb6-93b5-fbcecb1feeb5', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:52.930461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:52.939116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:52.946070 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:52.955149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:52.970484 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:28:52.971249 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:53.039259 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef70dad-83e4-4798-b705-8b9de522249a None None] Pushing event updated for resources: {'Port': ['ID=33b8d355-a975-430f-ab20-88acbe88c28b,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:53.123799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.157730 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:28:53.185894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.235940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.264700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e7c433-5676-4d1b-be66-6cf556a1f575,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:53.339111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.340363 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-900db958-ab4f-4578-ae10-e6b32a76a79f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4211559 Mar 28 15:28:53.343419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37446) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:53.348412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '801e8196-76d2-4bb6-93b5-fbcecb1feeb5', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:53.355509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:53.359579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:53.362702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:53.368817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:53.454237 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.470469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8346e99c-cb9d-4805-91e4-414cdf5e012d up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:28:53.494538 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:28:52Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:28:53.499416 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc625561-16f9-455d-aa7e-ea3a47118dfe None None] The sync data for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv is: [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:28:52Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:28:53.532939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3f65a169-94ad-4a88-943c-6e76b21c37f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.541435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.565244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8346e99c-cb9d-4805-91e4-414cdf5e012d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:53.565244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.636372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.665033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f96da5a-915a-4dfd-ad92-e0da8704ebf3,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:53.744973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.748622 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-442af877-7633-4e90-9da9-49f3afe13057 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018397 Mar 28 15:28:53.749031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37450) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:53.753996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '801e8196-76d2-4bb6-93b5-fbcecb1feeb5', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:53.760734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:53.764680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:53.767646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:53.773672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:53.848576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.918358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:53.990120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.015815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9656b7-1757-4033-b35a-ed47f98490c8,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:54.075973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.077258 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-da83c8d2-6684-4108-b2cc-da96295d395a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273094 Mar 28 15:28:54.080080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37454) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:54.085656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '801e8196-76d2-4bb6-93b5-fbcecb1feeb5', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:54.091521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:54.095458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:54.098369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:54.104399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:54.178852 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:28:54.186711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.253123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.332750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.357621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1671bc03-e7fc-463d-9588-d8eab4ff9425,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:54.435844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.439862 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-84216ddc-1cb3-49e7-9944-8c1ab80bb695 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3560314 Mar 28 15:28:54.440258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37458) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:28:54.445446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '801e8196-76d2-4bb6-93b5-fbcecb1feeb5', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:54.452299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:54.456275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:28:54.459391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:28:54.465693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:54.515610 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:28:54.522584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.578783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.588189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.647095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.670600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435e8620-9c13-473a-97a6-fc249743adf3,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:54.732492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.733671 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6a2c4aca-6d4e-4f61-858c-3648c3863b60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2924271 Mar 28 15:28:54.755291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:54.903640 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-9ab7b6b9-7b98-4724-a52c-e0970cc443ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664843118&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.0389624 Mar 28 15:28:55.148609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-e321ee1e-63b8-4753-97ee-6a63aa69a4c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:55.150548 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-e321ee1e-63b8-4753-97ee-6a63aa69a4c8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=f6944cdf-0ba8-4483-a4c2-3e301189ee6e HTTP/1.1" status: 200 len: 796 time: 0.2405558 Mar 28 15:28:55.164532 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-db09a803-24aa-42a7-9424-0622f296903c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.0086620 Mar 28 15:28:55.247596 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-96da0684-48f4-4098-8e30-df86b4e14fc1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782189 Mar 28 15:28:55.431852 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-792b268d-06cd-498e-9893-4abe9df307d4 service neutron] 10.222.0.16 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730857 Mar 28 15:28:55.480110 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 33b8d355-a975-430f-ab20-88acbe88c28b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:28:55.563304 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-9d9e545f-2a95-4d78-aa27-4b48fcc682f0 service neutron] 10.222.0.16 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255307 Mar 28 15:28:55.606708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 33b8d355-a975-430f-ab20-88acbe88c28b completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:28:55.611795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 33b8d355-a975-430f-ab20-88acbe88c28b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:55.612048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:55.726358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:55.762232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 33b8d355-a975-430f-ab20-88acbe88c28b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=33b8d355-a975-430f-ab20-88acbe88c28b,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:28:55.819983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e7333040-0efc-48ff-8bee-b73f223bda38 req-de3f2c7b-d044-488e-a98e-298693aa3a6b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:28:55.831888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:55.892805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e7333040-0efc-48ff-8bee-b73f223bda38 req-de3f2c7b-d044-488e-a98e-298693aa3a6b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:28:55.893980 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e7333040-0efc-48ff-8bee-b73f223bda38 req-de3f2c7b-d044-488e-a98e-298693aa3a6b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 210 time: 0.1194732 Mar 28 15:28:55.907319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=33b8d355-a975-430f-ab20-88acbe88c28b,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:56.172822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:57.047081 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11e48353-cdc2-45d6-a82f-64ce453f6cb6 req-ae02cd60-fc5f-4879-bd00-d678a353a90f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 210 time: 0.0446684 Mar 28 15:28:57.462856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 33b8d355-a975-430f-ab20-88acbe88c28b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:28:57.533068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 33b8d355-a975-430f-ab20-88acbe88c28b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:57.533431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:57.661795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-81476f20-27ba-4e85-a590-b71ce4108b2a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:57.663285 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-81476f20-27ba-4e85-a590-b71ce4108b2a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=f6944cdf-0ba8-4483-a4c2-3e301189ee6e HTTP/1.1" status: 200 len: 796 time: 0.1477122 Mar 28 15:28:57.715725 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-5c7aed44-77cc-4c48-982b-f8f11cf68d64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 379 time: 0.0392158 Mar 28 15:28:57.723705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['801e8196-76d2-4bb6-93b5-fbcecb1feeb5']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:57.859268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:28:57.869308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:28:57.955276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:28:57.958829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:58.123838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.11 (f6944cdf-0ba8-4483-a4c2-3e301189ee6e/aba35c25-ce4e-48dd-afba-a3ce44b55ae5/61003ef2-6ba1-4681-bf9b-c8d0aca0372a) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:28:58.194021 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-65254ac7-757f-415d-95a9-8d082b46ece7 req-7794fb09-c241-4a62-bcc9-b5052b369d46 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 210 time: 0.0420506 Mar 28 15:28:58.309438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:58.325554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 61003ef2-6ba1-4681-bf9b-c8d0aca0372a will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:28:58.395899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:58.463214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network f6944cdf-0ba8-4483-a4c2-3e301189ee6e is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:28:58.466116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:28:58.469911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:28:58.511381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:58.542613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:58.543254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:58.624587 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-ec760c4c-fdc8-4a33-99ec-ef8073a30b12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9042840 Mar 28 15:28:58.640820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Request body: {'port': {'device_id': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:28:58.715709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1fffdfe3-8be4-45c1-af30-bce1d1c57288 None None] Provisioning for port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:28:58.720424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1fffdfe3-8be4-45c1-af30-bce1d1c57288 None None] Provisioning complete for port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:28:58.720818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1fffdfe3-8be4-45c1-af30-bce1d1c57288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:58.750886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:58.772587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1fffdfe3-8be4-45c1-af30-bce1d1c57288 None None] Port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:28:59.174891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61003ef2-6ba1-4681-bf9b-c8d0aca0372a {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:28:59.181927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:59.195980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Transition to ACTIVE for port object 61003ef2-6ba1-4681-bf9b-c8d0aca0372a will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:28:59.235667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:59.416346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:59.529810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f51ad2-f473-4854-beb4-7fcad00ff8f8 req-29004b55-d663-4c88-8c82-ad0870551fb4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:59.530501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-60f51ad2-f473-4854-beb4-7fcad00ff8f8 req-29004b55-d663-4c88-8c82-ad0870551fb4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:28:59.552585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Attempting to bind port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:28:59.552910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Attempting to bind port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:28:59.553233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Attempting to bind port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a on network f6944cdf-0ba8-4483-a4c2-3e301189ee6e {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:28:59.559541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a on network f6944cdf-0ba8-4483-a4c2-3e301189ee6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:28:59.559802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Attempting to bind port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a on network f6944cdf-0ba8-4483-a4c2-3e301189ee6e {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:28:59.564843 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:28:59.565187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Checking segment: {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:28:59.565553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Bound using segment: {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:28:59.565960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Bound port: 61003ef2-6ba1-4681-bf9b-c8d0aca0372a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a12839-52ae-4598-80c2-8c5ef0f496e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:28:59.566302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:59.645874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-60f51ad2-f473-4854-beb4-7fcad00ff8f8 req-29004b55-d663-4c88-8c82-ad0870551fb4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:28:59.646927 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-60f51ad2-f473-4854-beb4-7fcad00ff8f8 req-29004b55-d663-4c88-8c82-ad0870551fb4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 944 time: 0.3113039 Mar 28 15:28:59.673982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] For port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:28:59.689930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] For port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:28:59.700144 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-60f51ad2-f473-4854-beb4-7fcad00ff8f8 req-5e267837-fcd7-40ad-9e3f-35182abda970 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470223 Mar 28 15:28:59.756072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:59.811298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:59.811892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:28:59.813225 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] 10.222.0.23 "PUT /v2.0/ports/61003ef2-6ba1-4681-bf9b-c8d0aca0372a HTTP/1.1" status: 200 len: 1094 time: 1.1764972 Mar 28 15:28:59.813649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:28:59.839654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1a7a8-7eb1-4738-9868-64f123629bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:28:59.867214 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'status': 'completed', 'code': 200} Mar 28 15:28:59.982802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f3059-1f49-4fc8-9b76-170afc846649 req-fe4d99ba-3cb1-40df-a340-3c2d42839e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:28:59.984350 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-df5f3059-1f49-4fc8-9b76-170afc846649 req-fe4d99ba-3cb1-40df-a340-3c2d42839e94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0772834 Mar 28 15:29:00.130280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f3059-1f49-4fc8-9b76-170afc846649 req-dff414be-35f6-497d-ba1c-06e462a88314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:00.131737 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-df5f3059-1f49-4fc8-9b76-170afc846649 req-dff414be-35f6-497d-ba1c-06e462a88314 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1353419 Mar 28 15:29:00.261048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f3059-1f49-4fc8-9b76-170afc846649 req-8080b3f9-6d0d-4cca-a40d-09930ffe44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:00.262443 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-df5f3059-1f49-4fc8-9b76-170afc846649 req-8080b3f9-6d0d-4cca-a40d-09930ffe44b3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252105 Mar 28 15:29:00.387538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-79f0f815-8b27-4460-bb44-4e8e3e82dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:00.388993 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-79f0f815-8b27-4460-bb44-4e8e3e82dd02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0704463 Mar 28 15:29:00.464449 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-c8d09291-e1b0-42a8-82fa-0faece01360f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61003ef2-6ba1-4681-bf9b-c8d0aca0372a HTTP/1.1" status: 200 len: 217 time: 0.0617397 Mar 28 15:29:00.525039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-1110e9e9-5b74-472e-8704-76af0cfdd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:00.526414 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-1110e9e9-5b74-472e-8704-76af0cfdd1d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aba35c25-ce4e-48dd-afba-a3ce44b55ae5 HTTP/1.1" status: 200 len: 834 time: 0.0558522 Mar 28 15:29:00.601378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-7047c0f4-d457-48fe-a057-8073e57c601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:00.603456 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-7047c0f4-d457-48fe-a057-8073e57c601b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6944cdf-0ba8-4483-a4c2-3e301189ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712912 Mar 28 15:29:00.729891 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-c9e22890-0268-4823-b832-79a35482de6e service neutron] 10.222.0.23 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208310 Mar 28 15:29:01.011104 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9456a49a-87c3-4133-9e0b-0b352bc216f5 req-aaaaadfe-b907-450b-82c0-708a97586bab service neutron] 10.222.0.23 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753503 Mar 28 15:29:01.034130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991b128-0ee0-4647-8d9b-bd8ed95dee7c req-52425f5f-48d4-446e-b978-f2d4b096ab37 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:01.035574 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b991b128-0ee0-4647-8d9b-bd8ed95dee7c req-52425f5f-48d4-446e-b978-f2d4b096ab37 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 944 time: 0.2241039 Mar 28 15:29:01.080419 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b991b128-0ee0-4647-8d9b-bd8ed95dee7c req-de237707-09b3-4e75-adba-5f8b1ba88c28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389833 Mar 28 15:29:02.266699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a1add-c954-4444-94ef-208e56189bf4 req-8063a7a6-8529-4a8f-aec0-e7f78475a5cc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:02.268148 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5f9a1add-c954-4444-94ef-208e56189bf4 req-8063a7a6-8529-4a8f-aec0-e7f78475a5cc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 944 time: 0.0772574 Mar 28 15:29:02.310491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-5f9a1add-c954-4444-94ef-208e56189bf4 req-0525436a-964e-44cb-9f22-52f5c5f2c427 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:29:02.389634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-5f9a1add-c954-4444-94ef-208e56189bf4 req-0525436a-964e-44cb-9f22-52f5c5f2c427 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:29:02.390868 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5f9a1add-c954-4444-94ef-208e56189bf4 req-0525436a-964e-44cb-9f22-52f5c5f2c427 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171379 Mar 28 15:29:02.418159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:03.575518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04acea-2d5a-4534-ae7a-641849bda4ce req-dac28d79-e4aa-4f44-a0d4-56a1e323023b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:03.576952 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3a04acea-2d5a-4534-ae7a-641849bda4ce req-dac28d79-e4aa-4f44-a0d4-56a1e323023b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 944 time: 0.0826466 Mar 28 15:29:03.620377 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3a04acea-2d5a-4534-ae7a-641849bda4ce req-41435e8b-48ac-4d53-aae3-c678f443d0f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Mar 28 15:29:04.157785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 61003ef2-6ba1-4681-bf9b-c8d0aca0372a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:29:04.287434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:04.300295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'port_id': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'mac_address': 'fa:16:3e:bc:ea:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:29:04.384731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:04.401918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61003ef2-6ba1-4681-bf9b-c8d0aca0372a {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:29:04.416968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:04.463698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:04.528236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:04.748508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['61003ef2-6ba1-4681-bf9b-c8d0aca0372a'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:29:04.912644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8b06d-56ba-4a85-8438-805f256c203f req-18d19fc5-55d0-4b8f-a8f8-5ff369293a67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:04.915410 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d2d8b06d-56ba-4a85-8438-805f256c203f req-18d19fc5-55d0-4b8f-a8f8-5ff369293a67 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 945 time: 0.1917949 Mar 28 15:29:04.959821 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d2d8b06d-56ba-4a85-8438-805f256c203f req-b3e56042-a80b-4530-b540-9d86f2d92fe9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382071 Mar 28 15:29:06.143572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58ef05-81b5-40b2-bb8f-ab5519f99896 req-f087b09f-7495-4372-964e-5d951d8ec011 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:06.145043 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3e58ef05-81b5-40b2-bb8f-ab5519f99896 req-f087b09f-7495-4372-964e-5d951d8ec011 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 945 time: 0.0809481 Mar 28 15:29:06.189759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 61003ef2-6ba1-4681-bf9b-c8d0aca0372a up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:29:06.190309 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3e58ef05-81b5-40b2-bb8f-ab5519f99896 req-77021d8d-3aaf-457a-bafe-ee23979b09af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380886 Mar 28 15:29:06.304246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:29:06.308285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:29:06.309626 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:06.426306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:06.452915 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:29:06.463556 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:06.538328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:06.605875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:06.619334 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'code': 200} Mar 28 15:29:07.034437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ab58-57cb-466e-9a64-6ca9b912f08e req-e40dd9df-16b2-4747-9095-33b727bf2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:07.035607 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e21ab58-57cb-466e-9a64-6ca9b912f08e req-e40dd9df-16b2-4747-9095-33b727bf2461 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 1099 time: 0.0716498 Mar 28 15:29:07.075115 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e21ab58-57cb-466e-9a64-6ca9b912f08e req-f62f3ec8-98c8-48ec-98f2-ad9884908e03 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335648 Mar 28 15:29:07.372118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766fa89-85d7-45aa-9be8-88580663a267 req-d11a22c2-bee4-4442-be3d-067dfbfb7394 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:07.373556 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8766fa89-85d7-45aa-9be8-88580663a267 req-d11a22c2-bee4-4442-be3d-067dfbfb7394 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 946 time: 0.0802100 Mar 28 15:29:07.421553 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8766fa89-85d7-45aa-9be8-88580663a267 req-2771ca77-3fef-4f8a-9749-77e2f14b6f1a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421751 Mar 28 15:29:08.609510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8156e-928b-4b8a-9cd7-d33fb6e74474 req-e2bf8664-ee9d-49af-a12b-53937577f317 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:08.611640 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f7d8156e-928b-4b8a-9cd7-d33fb6e74474 req-e2bf8664-ee9d-49af-a12b-53937577f317 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 946 time: 0.0828390 Mar 28 15:29:08.660661 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f7d8156e-928b-4b8a-9cd7-d33fb6e74474 req-ea9412e1-0871-4321-8fce-a18b8dccb097 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433815 Mar 28 15:29:08.842580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9380b-8f62-4539-a4c8-7595851423c1 req-60c3dfd3-2e62-44f1-a40f-7d05f2e705c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:08.844037 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1a9380b-8f62-4539-a4c8-7595851423c1 req-60c3dfd3-2e62-44f1-a40f-7d05f2e705c4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 946 time: 0.0791588 Mar 28 15:29:08.887262 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1a9380b-8f62-4539-a4c8-7595851423c1 req-ea125aba-e326-48d5-956b-f335562bc6f2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375957 Mar 28 15:29:08.910327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37518) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:08.990480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554fe03f-93eb-44f5-b172-06940433e271 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:08.991793 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-554fe03f-93eb-44f5-b172-06940433e271 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 1094 time: 0.0804596 Mar 28 15:29:08.995814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37522) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:09.001908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:29:09.008032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:29:09.011814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:floatingip and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:29:09.014570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:29:09.020281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:29:09.080851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:09.216141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:09.361871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.220 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/649c4a5b-ca96-467e-9fc3-ccc09be69e89) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:29:09.506029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:09.624164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:09.688134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:29:09.692414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:29:09.698999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:29:09.727750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=649c4a5b-ca96-467e-9fc3-ccc09be69e89,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:09.745432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.745773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.746112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.746462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.746764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.747111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.747438 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.747757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.748097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.748414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.748726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:09.749059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:10.119509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:10.231706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:10.429235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:10.480603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:10.687912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=649c4a5b-ca96-467e-9fc3-ccc09be69e89,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:10.698146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:10.869933 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 377aa11f-bf0c-42fe-b44e-4e945d87faab associated. External IP: 172.26.7.220, port: 61003ef2-6ba1-4681-bf9b-c8d0aca0372a. Mar 28 15:29:11.232427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 3c79f257-49be-4754-a958-df10c6f6336a has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:29:11.413557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:29:11.433195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a67214-7927-468d-898c-e101913f7911 None None] Sync routers for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:29:11.444609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a67214-7927-468d-898c-e101913f7911 None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:11.445224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e9a67214-7927-468d-898c-e101913f7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:11.521553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:11.584517 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3146fc03-046a-456a-9a86-9b1fd8c1fd1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5876744 Mar 28 15:29:11.585082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:29:11.589302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37526) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:11.631819 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'status': 'completed', 'code': 200} Mar 28 15:29:11.643568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-e9a67214-7927-468d-898c-e101913f7911 None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:11.819776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f6a38438-4603-48c4-8f8c-0ab157057aea tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers/3c79f257-49be-4754-a958-df10c6f6336a HTTP/1.1" status: 200 len: 923 time: 0.2289996 Mar 28 15:29:11.822612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37532) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:11.838519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-d06dc692-3979-4da8-9efd-a46ce019d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:11.840274 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-d06dc692-3979-4da8-9efd-a46ce019d57e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 1099 time: 0.1651187 Mar 28 15:29:11.939072 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ccb5c41c-4b5e-44e1-b70c-b8fd2c54ae94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 200 len: 992 time: 0.1146467 Mar 28 15:29:11.987967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-46b38533-1ee5-4231-8de4-b26337ae581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:11.989387 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-46b38533-1ee5-4231-8de4-b26337ae581a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6944cdf-0ba8-4483-a4c2-3e301189ee6e HTTP/1.1" status: 200 len: 897 time: 0.1415558 Mar 28 15:29:11.997344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e9a67214-7927-468d-898c-e101913f7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '377aa11f-bf0c-42fe-b44e-4e945d87faab', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.220', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'port_id': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'mac_address': 'fa:16:3e:bc:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:10Z', 'updated_at': '2022-03-28T15:29:10Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:28:55Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:12.001299 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a67214-7927-468d-898c-e101913f7911 None None] Checking router: 3c79f257-49be-4754-a958-df10c6f6336a for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:29:12.009585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a67214-7927-468d-898c-e101913f7911 None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:12.010233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e9a67214-7927-468d-898c-e101913f7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:12.088437 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-d068fc95-750d-4c90-a7b5-d6eb42c3743a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61003ef2-6ba1-4681-bf9b-c8d0aca0372a HTTP/1.1" status: 200 len: 1000 time: 0.0932875 Mar 28 15:29:12.155046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-352a929d-9299-46f4-8264-27415097ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:12.156504 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-352a929d-9299-46f4-8264-27415097ea44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aba35c25-ce4e-48dd-afba-a3ce44b55ae5 HTTP/1.1" status: 200 len: 834 time: 0.0622363 Mar 28 15:29:12.186562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-e9a67214-7927-468d-898c-e101913f7911 None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:12.236871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-792e4b90-c2be-41d6-a045-d4450a8e1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:12.238330 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-792e4b90-c2be-41d6-a045-d4450a8e1928 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6944cdf-0ba8-4483-a4c2-3e301189ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0766459 Mar 28 15:29:12.387755 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-f3553162-0a9a-477f-b974-db67ee0522fd service neutron] 10.222.0.23 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424768 Mar 28 15:29:12.537333 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24033c1d-487e-4ce3-91ab-543c35faa291 req-5d1c44d0-9737-4d76-9afa-f28126085b1d service neutron] 10.222.0.23 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443260 Mar 28 15:29:12.596924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e9a67214-7927-468d-898c-e101913f7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '377aa11f-bf0c-42fe-b44e-4e945d87faab', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.220', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'port_id': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'mac_address': 'fa:16:3e:bc:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:10Z', 'updated_at': '2022-03-28T15:29:10Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:28:55Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:12.601119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a67214-7927-468d-898c-e101913f7911 None None] The sync data for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv is: [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '377aa11f-bf0c-42fe-b44e-4e945d87faab', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.220', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'port_id': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'mac_address': 'fa:16:3e:bc:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:10Z', 'updated_at': '2022-03-28T15:29:10Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:28:55Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:29:12.809984 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b273e0-196e-4c74-9da9-139690e76b93 None None] New status for floating IP 377aa11f-bf0c-42fe-b44e-4e945d87faab: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:29:12.918206 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-ad555593-329b-45f2-866c-220342f5021f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2195122 Mar 28 15:29:12.940768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37540) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:13.009928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69c6ff-68f1-4f66-818c-710bfc141f90 req-7a52d1f1-8529-44e5-a862-6c9bbad1fe21 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:13.011646 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2d69c6ff-68f1-4f66-818c-710bfc141f90 req-7a52d1f1-8529-44e5-a862-6c9bbad1fe21 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 945 time: 0.1033163 Mar 28 15:29:13.062986 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2d69c6ff-68f1-4f66-818c-710bfc141f90 req-f7b60dcd-b909-4ecf-9817-c2faae6e321e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451453 Mar 28 15:29:13.103227 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9a1e9524-8da3-4545-89b3-10f5fe6ff18d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 200 len: 992 time: 0.1611087 Mar 28 15:29:13.126487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-69ee2aca-2140-4874-8f95-11a17ec08486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:13.127995 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-69ee2aca-2140-4874-8f95-11a17ec08486 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 1099 time: 0.0970235 Mar 28 15:29:13.276863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-b68a311f-19bb-4eab-8827-1c9090756d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:13.278277 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-b68a311f-19bb-4eab-8827-1c9090756d01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6944cdf-0ba8-4483-a4c2-3e301189ee6e HTTP/1.1" status: 200 len: 897 time: 0.1279759 Mar 28 15:29:13.380537 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-2906c6c3-77e5-47ef-bb1c-6f3d236f4b74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61003ef2-6ba1-4681-bf9b-c8d0aca0372a HTTP/1.1" status: 200 len: 1002 time: 0.0954680 Mar 28 15:29:13.441291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-ea112513-3a20-4507-af88-b3d8d8fa0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:13.442683 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-ea112513-3a20-4507-af88-b3d8d8fa0c42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aba35c25-ce4e-48dd-afba-a3ce44b55ae5 HTTP/1.1" status: 200 len: 834 time: 0.0560691 Mar 28 15:29:13.519198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-7d9ee171-3b96-4182-aebb-7f7b2342fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:13.520661 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-7d9ee171-3b96-4182-aebb-7f7b2342fb6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6944cdf-0ba8-4483-a4c2-3e301189ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707073 Mar 28 15:29:13.651581 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-5ea1b317-cf6c-4e9c-b3ee-997942458e6f service neutron] 10.222.0.23 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225517 Mar 28 15:29:13.779377 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7dd1d459-c395-4009-b33e-2484771ab9c5 req-a3b1949c-e965-4306-8ce1-591c2b3566b9 service neutron] 10.222.0.23 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215160 Mar 28 15:29:14.106474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37546) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:14.256963 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b1807db3-333d-4ba7-9e40-256e408418a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 200 len: 994 time: 0.1469615 Mar 28 15:29:14.285146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304f381-1681-4cad-84a6-78804bf1db3b req-600fc7fc-738e-428a-a25c-b7641fe819d6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:14.286759 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1304f381-1681-4cad-84a6-78804bf1db3b req-600fc7fc-738e-428a-a25c-b7641fe819d6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 945 time: 0.1084411 Mar 28 15:29:14.333902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1304f381-1681-4cad-84a6-78804bf1db3b req-dd129eb0-5c70-4b3a-b5b6-1ded7bebb057 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408471 Mar 28 15:29:14.768729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675336c-a449-4256-a591-788587388661 req-8ef6320d-ac10-48d0-bd02-4e9577f5850e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:14.770131 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8675336c-a449-4256-a591-788587388661 req-8ef6320d-ac10-48d0-bd02-4e9577f5850e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 945 time: 0.0804598 Mar 28 15:29:14.838307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Deleting port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:29:14.838645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:15.083092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] For port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:15.083349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:15.464644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:15.465420 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:15.465420 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Floating IP fe2d1943-2577-4d24-91fe-5df69bccc65b disassociated. External IP: 172.26.7.229, port: 2a94c9f9-6db6-463e-987e-f4f280f7ddf8. Mar 28 15:29:15.465642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Calling delete_port for 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:29:15.523275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efe01d-8f4e-44c9-aece-badb7fd8d071 req-3251c9ba-7fc3-4807-ac2c-eac3609e4e9f tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:15.525275 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-83efe01d-8f4e-44c9-aece-badb7fd8d071 req-3251c9ba-7fc3-4807-ac2c-eac3609e4e9f tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 945 time: 0.0810165 Mar 28 15:29:15.569737 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-83efe01d-8f4e-44c9-aece-badb7fd8d071 req-9f8a050e-111e-4e2a-843d-ede61f14fd53 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387533 Mar 28 15:29:15.651894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:15.702866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event deleted for resources: {'Port': ['ID=2a94c9f9-6db6-463e-987e-f4f280f7ddf8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:15.715778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.720812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:15.900694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Router e4120f39-151e-4f6e-b04f-129ab5c6baae has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:29:16.076888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:29:16.087787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] Sync routers for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:29:16.097541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:16.098250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:16.156643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] No DVR routers for this DVR port 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:29:16.159569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:16.162315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ec696-ef89-4a30-8b55-a05297da1663', 'name': 'network-vif-deleted', 'tag': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:29:16.207646 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ec696-ef89-4a30-8b55-a05297da1663', 'name': 'network-vif-deleted', 'tag': '2a94c9f9-6db6-463e-987e-f4f280f7ddf8', 'status': 'completed', 'code': 200} Mar 28 15:29:16.235649 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8675336c-a449-4256-a591-788587388661 req-4f6c2756-7158-45ab-a8e4-2ba7968315a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "DELETE /v2.0/ports/2a94c9f9-6db6-463e-987e-f4f280f7ddf8 HTTP/1.1" status: 204 len: 173 time: 1.4591680 Mar 28 15:29:16.282115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:16.591383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:16.595700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] Checking router: e4120f39-151e-4f6e-b04f-129ab5c6baae for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:29:16.604661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:16.605266 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:28:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:16.735566 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b061135a-3c7a-410e-9611-c6a0e5b17618 req-e1ff8a64-bac5-4e3a-a4b2-d2e727d56785 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=021ec696-ef89-4a30-8b55-a05297da1663 HTTP/1.1" status: 200 len: 210 time: 0.0493712 Mar 28 15:29:16.798711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:17.111516 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:17.115323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eecf4f-5bed-4750-9e35-de04be3c3e62 None None] The sync data for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv is: [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:29:17.316085 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0223aa-7118-4a19-a222-609c90df27b6 None None] New status for floating IP fe2d1943-2577-4d24-91fe-5df69bccc65b: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:29:18.095358 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-f822a741-821c-4eb5-9e19-13489b1dce9c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748934238&fields=id&tenant_id=45f98a5033c3421a99c3279e50eb966b HTTP/1.1" status: 200 len: 267 time: 0.0379112 Mar 28 15:29:18.233845 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:29:18.241518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d485d-60d5-4f22-8412-21bf4a405441 req-2109358a-0a86-4646-abb3-0959b6e0b5e6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:18.242186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-252d485d-60d5-4f22-8412-21bf4a405441 req-2109358a-0a86-4646-abb3-0959b6e0b5e6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:29:18.270045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:29:18.270384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2a94c9f9-6db6-463e-987e-f4f280f7ddf8 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:29:18.314612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-252d485d-60d5-4f22-8412-21bf4a405441 req-2109358a-0a86-4646-abb3-0959b6e0b5e6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:29:18.315776 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-2109358a-0a86-4646-abb3-0959b6e0b5e6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 811 time: 0.2143071 Mar 28 15:29:18.330368 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-4c97f6fe-07a1-4e31-b7a2-14311e2a2376 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/quotas/45f98a5033c3421a99c3279e50eb966b HTTP/1.1" status: 200 len: 375 time: 0.0091240 Mar 28 15:29:18.520368 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-97f07c2f-6dd9-405c-843a-b1c2915cdfb9 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1851735 Mar 28 15:29:18.652428 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-15b324a8-d3dc-4422-af8f-95b25fc49592 service neutron] 10.222.0.16 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203907 Mar 28 15:29:18.778843 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-83fad1a1-2bd8-4fd9-9e6e-42f22157f7a0 service neutron] 10.222.0.16 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208177 Mar 28 15:29:19.383277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-44e66b6f-d233-4788-bd75-61485a083c33 req-868cde30-f1f0-41ab-bd97-691137687fc0 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:29:19.452295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-44e66b6f-d233-4788-bd75-61485a083c33 req-868cde30-f1f0-41ab-bd97-691137687fc0 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:29:19.453503 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44e66b6f-d233-4788-bd75-61485a083c33 req-868cde30-f1f0-41ab-bd97-691137687fc0 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 210 time: 0.1118684 Mar 28 15:29:20.596170 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61232c70-714d-4c28-a46d-ee6b011490d6 req-a7759af4-a29f-4513-8711-be5b7d600c2a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 210 time: 0.0423155 Mar 28 15:29:21.333117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d485d-60d5-4f22-8412-21bf4a405441 req-7c35adaa-5b52-4a3b-ac2d-453e08ebbe65 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:21.334552 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-7c35adaa-5b52-4a3b-ac2d-453e08ebbe65 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 811 time: 0.1492054 Mar 28 15:29:21.388518 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-9482412f-345a-41a2-ad03-b6934a278ca2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45f98a5033c3421a99c3279e50eb966b HTTP/1.1" status: 200 len: 380 time: 0.0396943 Mar 28 15:29:21.400546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-07470c5b-b5de-4527-87e4-b9d99da34b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:21.406327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'port': {'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'admin_state_up': True, 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'security_groups': ['244955d9-b57c-4ad3-8396-8e958743c65a']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:29:21.546048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:29:21.556096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:29:21.624007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Made reservation on behalf of 45f98a5033c3421a99c3279e50eb966b for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:29:21.627345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:21.761288 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c7c7bc2e-b430-4aa6-9954-e9754eac3c0c req-fa505725-2e38-40d0-b4e8-7a65c2a22796 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 210 time: 0.0533364 Mar 28 15:29:21.844879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Allocated IP 172.20.0.3 (0f833085-acda-4c3c-884d-53308b8d0562/a462bbf0-00c2-4aae-9031-f8a40557aedb/8ab2b07b-e03c-4547-a06c-a86433567a80) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:29:22.147613 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:22.163279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Transition to ACTIVE for port object 8ab2b07b-e03c-4547-a06c-a86433567a80 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:29:22.252320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:22.316006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Network 0f833085-acda-4c3c-884d-53308b8d0562 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:29:22.318883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:29:22.323252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:29:22.367282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'Port': ['ID=8ab2b07b-e03c-4547-a06c-a86433567a80,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:22.400610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:22.401241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:22.475728 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-ab64933d-004b-4f69-b131-63c033e85411 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0730307 Mar 28 15:29:22.494585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Request body: {'port': {'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:29:22.608922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:22.629000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7ea1e59b-02a6-46d2-8a53-73a36c122c30 None None] Provisioning for port 8ab2b07b-e03c-4547-a06c-a86433567a80 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:29:22.634833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7ea1e59b-02a6-46d2-8a53-73a36c122c30 None None] Provisioning complete for port 8ab2b07b-e03c-4547-a06c-a86433567a80 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:29:22.635397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e59b-02a6-46d2-8a53-73a36c122c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:22.690783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1e59b-02a6-46d2-8a53-73a36c122c30 None None] Port 8ab2b07b-e03c-4547-a06c-a86433567a80 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:29:22.954326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab2b07b-e03c-4547-a06c-a86433567a80 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:29:22.961127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:22.983936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Transition to ACTIVE for port object 8ab2b07b-e03c-4547-a06c-a86433567a80 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:29:22.985082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d943a5e-0dfe-4e95-aa48-ee0b20046b55 req-45a9a42b-008a-48c0-b00a-d1c825183134 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:22.986463 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d943a5e-0dfe-4e95-aa48-ee0b20046b55 req-45a9a42b-008a-48c0-b00a-d1c825183134 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 931 time: 0.1132810 Mar 28 15:29:23.030892 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d943a5e-0dfe-4e95-aa48-ee0b20046b55 req-270457e7-a20c-4d39-a685-cafffd95649f tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384207 Mar 28 15:29:23.057794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:23.209943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Pushing event updated for resources: {'Port': ['ID=8ab2b07b-e03c-4547-a06c-a86433567a80,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:23.295295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Attempting to bind port 8ab2b07b-e03c-4547-a06c-a86433567a80 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:29:23.295689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Attempting to bind port 8ab2b07b-e03c-4547-a06c-a86433567a80 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:29:23.296010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Attempting to bind port 8ab2b07b-e03c-4547-a06c-a86433567a80 on network 0f833085-acda-4c3c-884d-53308b8d0562 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:29:23.304251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Port 8ab2b07b-e03c-4547-a06c-a86433567a80 on network 0f833085-acda-4c3c-884d-53308b8d0562 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:29:23.304571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Attempting to bind port 8ab2b07b-e03c-4547-a06c-a86433567a80 on network 0f833085-acda-4c3c-884d-53308b8d0562 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:29:23.313568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:29:23.313899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Checking segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:29:23.314322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Bound using segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:29:23.314952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Bound port: 8ab2b07b-e03c-4547-a06c-a86433567a80, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:29:23.315170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:23.407002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] For port 8ab2b07b-e03c-4547-a06c-a86433567a80, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:29:23.409877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] For port 8ab2b07b-e03c-4547-a06c-a86433567a80, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8ab2b07b-e03c-4547-a06c-a86433567a80,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:29:23.475398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:23.531892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46577f1b-8c1e-419f-8b33-25e8e521562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:23.533411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:23.533749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:23.535314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] 10.222.0.23 "PUT /v2.0/ports/8ab2b07b-e03c-4547-a06c-a86433567a80 HTTP/1.1" status: 200 len: 1093 time: 1.0456347 Mar 28 15:29:23.538002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:29:23.567576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f5d05-2dd5-45f1-a30a-7111ea32ec4c service neutron] Pushing event updated for resources: {'Port': ['ID=8ab2b07b-e03c-4547-a06c-a86433567a80,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:23.585919 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'status': 'completed', 'code': 200} Mar 28 15:29:23.714879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73841-6437-4167-9193-e14bc6593d0d req-a248e460-b513-464a-9cf0-7ac90aa870e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:23.716398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-87c73841-6437-4167-9193-e14bc6593d0d req-a248e460-b513-464a-9cf0-7ac90aa870e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 1096 time: 0.0736454 Mar 28 15:29:23.860831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73841-6437-4167-9193-e14bc6593d0d req-dcb8bd66-c65a-42ae-b1d1-549c29037a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:23.862159 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-87c73841-6437-4167-9193-e14bc6593d0d req-dcb8bd66-c65a-42ae-b1d1-549c29037a8e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=45f98a5033c3421a99c3279e50eb966b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1311631 Mar 28 15:29:24.022219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73841-6437-4167-9193-e14bc6593d0d req-d493a814-90c3-4c00-95a6-89565ac65848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:24.023705 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-87c73841-6437-4167-9193-e14bc6593d0d req-d493a814-90c3-4c00-95a6-89565ac65848 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548002 Mar 28 15:29:24.217281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286b7f0-dcfc-407f-af39-37d886dd919d req-aa269319-e946-43ce-8088-db53b5738c4a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:24.218679 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a286b7f0-dcfc-407f-af39-37d886dd919d req-aa269319-e946-43ce-8088-db53b5738c4a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 943 time: 0.0820775 Mar 28 15:29:24.256682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d485d-60d5-4f22-8412-21bf4a405441 req-bb6a174d-35e6-4263-a61d-26f318c9b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:24.258163 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-bb6a174d-35e6-4263-a61d-26f318c9b7d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 1096 time: 0.1714106 Mar 28 15:29:24.266884 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a286b7f0-dcfc-407f-af39-37d886dd919d req-02393f71-aa17-4c25-b3d3-9b435959d966 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Mar 28 15:29:24.340662 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-2b7f6d2f-aff5-435c-ac50-af41b1c32a7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab2b07b-e03c-4547-a06c-a86433567a80 HTTP/1.1" status: 200 len: 217 time: 0.0684807 Mar 28 15:29:24.402451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d485d-60d5-4f22-8412-21bf4a405441 req-f4b2e305-03f9-4d38-8925-c5d9fae93b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:24.403904 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-f4b2e305-03f9-4d38-8925-c5d9fae93b2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0571933 Mar 28 15:29:24.476818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d485d-60d5-4f22-8412-21bf4a405441 req-5f1a4fe3-7576-4155-ab2c-7eebdbd9c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:24.478658 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-5f1a4fe3-7576-4155-ab2c-7eebdbd9c97b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0689740 Mar 28 15:29:24.588987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:24.613464 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-00c3dfc2-31d0-409c-8265-da743d8e417e service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285853 Mar 28 15:29:24.749033 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-252d485d-60d5-4f22-8412-21bf4a405441 req-c1bf054d-a39d-4fb6-ad6f-e7316aaae844 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287861 Mar 28 15:29:24.754706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:25.469424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf6186-f1df-4490-b097-efc995a44755 req-64f24133-f5df-409e-a615-85864ac54e28 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:25.470101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-39cf6186-f1df-4490-b097-efc995a44755 req-64f24133-f5df-409e-a615-85864ac54e28 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:29:25.525882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-39cf6186-f1df-4490-b097-efc995a44755 req-64f24133-f5df-409e-a615-85864ac54e28 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:29:25.526952 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-39cf6186-f1df-4490-b097-efc995a44755 req-64f24133-f5df-409e-a615-85864ac54e28 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 943 time: 0.1555736 Mar 28 15:29:25.570019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-39cf6186-f1df-4490-b097-efc995a44755 req-8c1a37c7-ccb9-4d3b-aec6-4fe5f1d305f5 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373807 Mar 28 15:29:26.212326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:26.749861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e7384-7721-43bb-9c3c-fc1538006b31 req-bf3a0083-52ed-43c9-b121-5c5ade7c0999 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:26.751458 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-883e7384-7721-43bb-9c3c-fc1538006b31 req-bf3a0083-52ed-43c9-b121-5c5ade7c0999 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 943 time: 0.0796623 Mar 28 15:29:26.794398 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-883e7384-7721-43bb-9c3c-fc1538006b31 req-a68ca6f5-14cf-4bcb-83aa-cfaa7166d5b1 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374012 Mar 28 15:29:27.981693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd750d-78ba-4903-9cc7-44eecd3889f8 req-184179c5-2e33-44d7-807e-797bd7528fb7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:27.983160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fccd750d-78ba-4903-9cc7-44eecd3889f8 req-184179c5-2e33-44d7-807e-797bd7528fb7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 943 time: 0.0820434 Mar 28 15:29:28.028751 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fccd750d-78ba-4903-9cc7-44eecd3889f8 req-6b5a3a7c-d161-4ad1-9983-0a4454fc59fc tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399158 Mar 28 15:29:28.285441 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:29:29.210614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea56bd7-90d8-4b96-a2cb-28f8187bdcec req-08138ced-60ee-45dd-963e-6f153a8c1673 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:29.212497 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eea56bd7-90d8-4b96-a2cb-28f8187bdcec req-08138ced-60ee-45dd-963e-6f153a8c1673 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 943 time: 0.0809145 Mar 28 15:29:29.255433 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eea56bd7-90d8-4b96-a2cb-28f8187bdcec req-6595b526-e59b-49ad-888b-4654931d00e7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374658 Mar 28 15:29:30.437118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3523d-4e63-47d0-8314-ef99e7fcc2af req-af06ebc1-03f9-4ea3-9ec9-8458430a7942 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:30.438485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23b3523d-4e63-47d0-8314-ef99e7fcc2af req-af06ebc1-03f9-4ea3-9ec9-8458430a7942 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 943 time: 0.0798159 Mar 28 15:29:30.480965 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23b3523d-4e63-47d0-8314-ef99e7fcc2af req-f81d1d33-6a18-49a4-86fa-0f2b6e333d8e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368724 Mar 28 15:29:31.660181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5616d6e-23de-4a85-a0a2-ef1be3990d7b req-cfd48580-41d0-4389-bf2a-8a8ecfb8f433 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:31.730746 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d5616d6e-23de-4a85-a0a2-ef1be3990d7b req-cfd48580-41d0-4389-bf2a-8a8ecfb8f433 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 943 time: 0.0801926 Mar 28 15:29:31.730746 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d5616d6e-23de-4a85-a0a2-ef1be3990d7b req-de382f98-1bf0-4729-956c-0b8bf148755a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484850 Mar 28 15:29:32.417660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:32.901372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f3a5b-247b-404f-af17-fc0486eb55d0 req-e7066d3b-29cf-4f0f-b2cf-86d3867f0024 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:32.902826 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f3a5b-247b-404f-af17-fc0486eb55d0 req-e7066d3b-29cf-4f0f-b2cf-86d3867f0024 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 943 time: 0.0812714 Mar 28 15:29:32.947713 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f3a5b-247b-404f-af17-fc0486eb55d0 req-ec7dc1dd-a9a4-433a-9a91-b81b18c190e2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390859 Mar 28 15:29:34.124979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf650-27cd-4c7a-a81b-1906d17ab4ae req-80ab1a79-834a-4fa6-b5b3-97614d29961a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:34.126427 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1cebf650-27cd-4c7a-a81b-1906d17ab4ae req-80ab1a79-834a-4fa6-b5b3-97614d29961a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 943 time: 0.0782671 Mar 28 15:29:34.170130 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1cebf650-27cd-4c7a-a81b-1906d17ab4ae req-14ad67c9-686c-4058-bfbc-61a0bf5f3d11 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379455 Mar 28 15:29:34.301042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 8ab2b07b-e03c-4547-a06c-a86433567a80 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:29:34.434321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 8ab2b07b-e03c-4547-a06c-a86433567a80, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8ab2b07b-e03c-4547-a06c-a86433567a80,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:34.447512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:29:34.501802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:34.518405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab2b07b-e03c-4547-a06c-a86433567a80 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:29:34.532901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 8ab2b07b-e03c-4547-a06c-a86433567a80, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8ab2b07b-e03c-4547-a06c-a86433567a80,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:34.600089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:34.668871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=8ab2b07b-e03c-4547-a06c-a86433567a80,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:34.888491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['8ab2b07b-e03c-4547-a06c-a86433567a80'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:29:35.354183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78f1c-e11e-4def-bb1b-e561814dbe84 req-18661c88-9c9f-474e-8830-f00944ffe370 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:35.355654 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2aa78f1c-e11e-4def-bb1b-e561814dbe84 req-18661c88-9c9f-474e-8830-f00944ffe370 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 944 time: 0.0820565 Mar 28 15:29:35.401808 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2aa78f1c-e11e-4def-bb1b-e561814dbe84 req-8800e0fb-4ebc-48a1-b855-7d7965ac9637 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Mar 28 15:29:36.313688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 8ab2b07b-e03c-4547-a06c-a86433567a80 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:29:36.434114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 8ab2b07b-e03c-4547-a06c-a86433567a80 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:29:36.439045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 8ab2b07b-e03c-4547-a06c-a86433567a80 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:29:36.439464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:36.554346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:36.579873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:29:36.590042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e1d8-ab16-458a-bb5c-b126d8f78ef8 req-e6eaca5e-591b-449f-a4ea-567f42f9e330 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:36.590496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 8ab2b07b-e03c-4547-a06c-a86433567a80, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8ab2b07b-e03c-4547-a06c-a86433567a80,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:36.591249 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4510e1d8-ab16-458a-bb5c-b126d8f78ef8 req-e6eaca5e-591b-449f-a4ea-567f42f9e330 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 944 time: 0.0794072 Mar 28 15:29:36.625771 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'code': 200} Mar 28 15:29:36.638602 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4510e1d8-ab16-458a-bb5c-b126d8f78ef8 req-d26437b6-caad-4d02-a48d-4231ac729d93 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Mar 28 15:29:36.657482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:36.728815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=8ab2b07b-e03c-4547-a06c-a86433567a80,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:37.114975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b98c0-cfd5-42c7-907f-8be546518d84 req-8767030e-e84c-4dc3-a935-645ddd32756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:37.116452 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-125b98c0-cfd5-42c7-907f-8be546518d84 req-8767030e-e84c-4dc3-a935-645ddd32756a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 1098 time: 0.0725112 Mar 28 15:29:37.157921 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-125b98c0-cfd5-42c7-907f-8be546518d84 req-6ca26a3e-1425-4b55-9d29-88392893bfa9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335617 Mar 28 15:29:37.820725 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca568d7-a29d-4c23-b017-b6f086ff0fd2 req-37d4bfc4-f028-4c35-af7f-bcdeebd12329 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:37.822163 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fca568d7-a29d-4c23-b017-b6f086ff0fd2 req-37d4bfc4-f028-4c35-af7f-bcdeebd12329 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 945 time: 0.0784025 Mar 28 15:29:37.865711 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fca568d7-a29d-4c23-b017-b6f086ff0fd2 req-9461b94f-841d-4823-915c-1d6b8bbedcdc tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379002 Mar 28 15:29:39.058858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497cf21-57b8-4372-93ca-9c3cdd5d136d req-36483705-4b63-42cf-965c-05d48fa34262 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:39.060351 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6497cf21-57b8-4372-93ca-9c3cdd5d136d req-36483705-4b63-42cf-965c-05d48fa34262 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 945 time: 0.0823643 Mar 28 15:29:39.102605 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6497cf21-57b8-4372-93ca-9c3cdd5d136d req-1c116393-5292-428c-aef5-07965088e867 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367353 Mar 28 15:29:39.300143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ed388-57fa-4468-a7a3-9c8edbe4f7b0 req-e905c07f-7e0e-4fde-9054-d8152b42cffe tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:39.301597 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-522ed388-57fa-4468-a7a3-9c8edbe4f7b0 req-e905c07f-7e0e-4fde-9054-d8152b42cffe tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 945 time: 0.0947945 Mar 28 15:29:39.345124 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-522ed388-57fa-4468-a7a3-9c8edbe4f7b0 req-a5b7a6fa-f992-475e-a0a4-0b4a09baf236 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371244 Mar 28 15:29:39.374826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37628) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:39.446133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f97e3-152d-417b-964c-20c996fb4be9 tempest-TestVolumeBootPattern-1168675643 tempest-TestVolumeBootPattern-1168675643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:39.447598 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-458f97e3-152d-417b-964c-20c996fb4be9 tempest-TestVolumeBootPattern-1168675643 tempest-TestVolumeBootPattern-1168675643-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 1093 time: 0.0718079 Mar 28 15:29:39.450305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37632) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:39.455186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:29:39.460937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:29:39.464713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:floatingip and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:29:39.467485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:29:39.473126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:29:39.559745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:39.703968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:39.833192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Allocated IP 172.26.7.65 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/3fcb3f3d-abc0-4736-87ac-0741cb01c308) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:29:40.076623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:40.165970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:40.228033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:29:40.230865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:29:40.239168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:29:40.269108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'Port': ['ID=3fcb3f3d-abc0-4736-87ac-0741cb01c308,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:40.643551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:40.695744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37638) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:40.822102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:40.970989 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-48fcad87-2cb2-4bca-ad40-aae4db6e9769 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers/3c79f257-49be-4754-a958-df10c6f6336a/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.2741516 Mar 28 15:29:40.974016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37642) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:41.114520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:41.171184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:41.220697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c173ae-845d-4cd0-b439-b70a61cc3e6f tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Notify agent at dv-neutron-828143-13-hyperv the message router_removed_from_agent {{(pid=88486) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 28 15:29:41.225882 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e1c173ae-845d-4cd0-b439-b70a61cc3e6f tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "DELETE /v2.0/agents/8759d209-6f91-444c-8ae7-6fe68e18d937/l3-routers/3c79f257-49be-4754-a958-df10c6f6336a HTTP/1.1" status: 204 len: 168 time: 0.2484591 Mar 28 15:29:41.227494 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37646) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:41.281126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'Port': ['ID=3fcb3f3d-abc0-4736-87ac-0741cb01c308,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:41.296022 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:41.468350 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Floating IP 21c0b87b-1f65-4f79-b572-5cd2636abf26 associated. External IP: 172.26.7.65, port: 8ab2b07b-e03c-4547-a06c-a86433567a80. Mar 28 15:29:41.506907 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e5f6b78b-0cd7-444b-9fd6-5469f88745f7 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers/3c79f257-49be-4754-a958-df10c6f6336a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2790854 Mar 28 15:29:41.509985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37650) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:41.628020 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2ed2700e-951f-4f60-b8a5-cc66de4ddd50 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 200 len: 994 time: 0.1167195 Mar 28 15:29:41.652219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 33b8d355-a975-430f-ab20-88acbe88c28b no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:29:41.767792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:41.798864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 33b8d355-a975-430f-ab20-88acbe88c28b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=33b8d355-a975-430f-ab20-88acbe88c28b,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:41.856985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:41.923614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=33b8d355-a975-430f-ab20-88acbe88c28b,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:41.930346 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Router e4120f39-151e-4f6e-b04f-129ab5c6baae has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:29:42.021530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6337a2dd-de2a-49eb-b5fe-c0e748e97743 None None] New status for floating IP 377aa11f-bf0c-42fe-b44e-4e945d87faab: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:29:42.118471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:29:42.127745 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] Sync routers for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:29:42.138175 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:42.138996 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:42.251808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:42.321718 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6961ab51-970d-49f5-be68-c5f5cc333f1c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8567557 Mar 28 15:29:42.321718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:29:42.322657 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:42.351662 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'status': 'completed', 'code': 200} Mar 28 15:29:42.471483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-54530bdb-631d-4edf-98fb-c916ea2139e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:42.472938 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-54530bdb-631d-4edf-98fb-c916ea2139e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 1098 time: 0.0739510 Mar 28 15:29:42.602009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-e17192ec-91eb-4321-9acc-d69e97dc14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:42.604021 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-e17192ec-91eb-4321-9acc-d69e97dc14b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.1241839 Mar 28 15:29:42.631523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37658) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:42.656281 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '21c0b87b-1f65-4f79-b572-5cd2636abf26', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:40Z', 'updated_at': '2022-03-28T15:29:40Z', 'revision_number': 0, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:42.660158 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] Checking router: e4120f39-151e-4f6e-b04f-129ab5c6baae for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:29:42.669620 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:42.670208 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:42.705479 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-fa42e770-f53e-45d0-82bf-1fa082c7523e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab2b07b-e03c-4547-a06c-a86433567a80 HTTP/1.1" status: 200 len: 998 time: 0.0938756 Mar 28 15:29:42.744591 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b4c5c2b9-c2bb-4902-8b88-5871ec3b929d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 200 len: 992 time: 0.1075675 Mar 28 15:29:42.774756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-529dc4d7-df1d-4d8c-9dff-9a09bddd1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:42.776916 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-529dc4d7-df1d-4d8c-9dff-9a09bddd1fd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0636408 Mar 28 15:29:42.850538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-49edd391-606e-4bb9-8453-ae49aeb5a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:42.852330 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-49edd391-606e-4bb9-8453-ae49aeb5a4db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692639 Mar 28 15:29:42.885084 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:42.982655 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-106ac87c-fe5f-4e59-82c4-3e6030574798 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245027 Mar 28 15:29:43.115978 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98dd419d-740f-4dc6-b93e-78e3d863db51 req-34463c2b-108a-4428-b844-d458ea6f282b service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256192 Mar 28 15:29:43.233459 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '21c0b87b-1f65-4f79-b572-5cd2636abf26', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:40Z', 'updated_at': '2022-03-28T15:29:40Z', 'revision_number': 0, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:43.237280 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedda92-3b0f-4640-a2f2-d9ba8ea63a9a None None] The sync data for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv is: [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '21c0b87b-1f65-4f79-b572-5cd2636abf26', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:40Z', 'updated_at': '2022-03-28T15:29:40Z', 'revision_number': 0, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:29:43.424343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e38c3-8910-4e7d-a86d-c1ef525ea535 None None] New status for floating IP 21c0b87b-1f65-4f79-b572-5cd2636abf26: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:29:43.489656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7d61798b-5f00-4916-a8aa-a4f4fe031191 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:29:43.811089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:43.827136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7d61798b-5f00-4916-a8aa-a4f4fe031191, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7d61798b-5f00-4916-a8aa-a4f4fe031191,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:43.874678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:43.900073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37664) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:43.951430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7d61798b-5f00-4916-a8aa-a4f4fe031191,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:43.958420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.958769 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.959129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.959467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.959797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.960129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.960456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.960790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.961116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.961445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.961766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:43.962100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:29:44.153868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f395d2fc-0295-4f9a-be01-716fe08dd50a tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Router 3c79f257-49be-4754-a958-df10c6f6336a is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:29:44.154095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f395d2fc-0295-4f9a-be01-716fe08dd50a tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Notify agent at dv-neutron-828143-13-hyperv the message router_added_to_agent {{(pid=88486) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 28 15:29:44.172119 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f395d2fc-0295-4f9a-be01-716fe08dd50a tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "POST /v2.0/agents/8759d209-6f91-444c-8ae7-6fe68e18d937/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2709956 Mar 28 15:29:44.174887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37672) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:44.185973 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] Sync routers for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:29:44.195158 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:44.195767 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:44.356736 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a8f85295-b77f-42d1-bdbe-de5c7f16ba90 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers/3c79f257-49be-4754-a958-df10c6f6336a/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1807821 Mar 28 15:29:44.359654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37676) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:44.368145 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:44.468431 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b6574345-16eb-43b6-a046-28a2e3e15a53 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 200 len: 992 time: 0.1064789 Mar 28 15:29:44.706599 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '377aa11f-bf0c-42fe-b44e-4e945d87faab', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.220', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'port_id': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'mac_address': 'fa:16:3e:bc:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:10Z', 'updated_at': '2022-03-28T15:29:42Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:29:41Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:44.710695 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] Checking router: 3c79f257-49be-4754-a958-df10c6f6336a for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:29:44.719467 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:44.719977 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:44.888766 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:45.249458 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '377aa11f-bf0c-42fe-b44e-4e945d87faab', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.220', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'port_id': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'mac_address': 'fa:16:3e:bc:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:10Z', 'updated_at': '2022-03-28T15:29:42Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:29:41Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:45.253197 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a3448-4718-4493-a4f5-e8f11f716fc0 None None] The sync data for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv is: [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '377aa11f-bf0c-42fe-b44e-4e945d87faab', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.220', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'port_id': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'mac_address': 'fa:16:3e:bc:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:10Z', 'updated_at': '2022-03-28T15:29:42Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:29:41Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:29:45.471194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37680) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:45.549402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 33b8d355-a975-430f-ab20-88acbe88c28b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:29:45.625342 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 33b8d355-a975-430f-ab20-88acbe88c28b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:29:45.625845 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:45.709315 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-33c028c3-2702-4367-88f4-97b23951e027 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 200 len: 992 time: 0.2355716 Mar 28 15:29:45.745083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:45.778006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 33b8d355-a975-430f-ab20-88acbe88c28b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=33b8d355-a975-430f-ab20-88acbe88c28b,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:45.874549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:45.961870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=33b8d355-a975-430f-ab20-88acbe88c28b,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:46.712159 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37684) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:46.817717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-04d24ff5-56d5-49a6-ae25-1b9246495aa1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 200 len: 992 time: 0.1044326 Mar 28 15:29:46.891853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f3bfe-6c2b-4275-a465-4f0e4e668bc7 None None] New status for floating IP 377aa11f-bf0c-42fe-b44e-4e945d87faab: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:29:47.561665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7d61798b-5f00-4916-a8aa-a4f4fe031191 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:29:47.629670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7d61798b-5f00-4916-a8aa-a4f4fe031191 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:29:47.630033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:47.739470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:47.754968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7d61798b-5f00-4916-a8aa-a4f4fe031191, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7d61798b-5f00-4916-a8aa-a4f4fe031191,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:47.822306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37688) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:47.828670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:47.829476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 33b8d355-a975-430f-ab20-88acbe88c28b up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:29:47.929304 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ca858927-8f78-41cc-81c7-d2f44f827407 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 200 len: 994 time: 0.1058652 Mar 28 15:29:47.951003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7d61798b-5f00-4916-a8aa-a4f4fe031191,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:47.960165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 33b8d355-a975-430f-ab20-88acbe88c28b triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:29:47.960736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:48.234990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37696) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:48.439643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 649c4a5b-ca96-467e-9fc3-ccc09be69e89 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:29:48.439889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:48.611827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:48.612211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:48.844826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 649c4a5b-ca96-467e-9fc3-ccc09be69e89 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:29:49.068498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:49.113460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=649c4a5b-ca96-467e-9fc3-ccc09be69e89,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:49.207623 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:49.207847 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 377aa11f-bf0c-42fe-b44e-4e945d87faab disassociated (deleted). External IP: 172.26.7.220, port: 61003ef2-6ba1-4681-bf9b-c8d0aca0372a. Mar 28 15:29:49.508882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7d61798b-5f00-4916-a8aa-a4f4fe031191 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:29:49.580639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7d61798b-5f00-4916-a8aa-a4f4fe031191 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:29:49.580639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:49.580937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 3c79f257-49be-4754-a958-df10c6f6336a has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:29:49.772189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:29:49.783103 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] Sync routers for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:29:49.794236 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:49.794236 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:49.871704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:49.928583 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c6c78c2d-db80-4b05-a27a-c540bced6290 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/floatingips/377aa11f-bf0c-42fe-b44e-4e945d87faab HTTP/1.1" status: 204 len: 168 time: 1.6906049 Mar 28 15:29:49.928583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:29:50.014480 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'status': 'completed', 'code': 200} Mar 28 15:29:50.024315 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:50.138880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-c643b11b-9d5d-44a9-94e8-d91c303894ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:50.140391 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-c643b11b-9d5d-44a9-94e8-d91c303894ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 1099 time: 0.0844429 Mar 28 15:29:50.279365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-6aaf5fdc-ac80-4c9a-8360-9d08fe3f6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:50.280835 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-6aaf5fdc-ac80-4c9a-8360-9d08fe3f6ad4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6944cdf-0ba8-4483-a4c2-3e301189ee6e HTTP/1.1" status: 200 len: 897 time: 0.1343126 Mar 28 15:29:50.353143 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-28a8907e-deb8-4783-8765-7c891d2a13b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61003ef2-6ba1-4681-bf9b-c8d0aca0372a HTTP/1.1" status: 200 len: 217 time: 0.0659394 Mar 28 15:29:50.359927 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:29:45Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:50.366512 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] Checking router: 3c79f257-49be-4754-a958-df10c6f6336a for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:29:50.375430 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:50.376101 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:50.417659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-5157fce0-bbe1-4b87-84c2-d8c10459b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:50.419129 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-5157fce0-bbe1-4b87-84c2-d8c10459b25e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aba35c25-ce4e-48dd-afba-a3ce44b55ae5 HTTP/1.1" status: 200 len: 834 time: 0.0593328 Mar 28 15:29:50.552200 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:50.564988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-d064ac41-09db-477f-91c0-d7abaefa72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:50.566458 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-d064ac41-09db-477f-91c0-d7abaefa72bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6944cdf-0ba8-4483-a4c2-3e301189ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1307807 Mar 28 15:29:50.575378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0fd7-6d4d-4839-9e9d-f588cdecf208 req-40c56111-457b-4752-ad81-c647ee3ed6d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:50.576687 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-032c0fd7-6d4d-4839-9e9d-f588cdecf208 req-40c56111-457b-4752-ad81-c647ee3ed6d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 946 time: 0.1108422 Mar 28 15:29:50.704356 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-032c0fd7-6d4d-4839-9e9d-f588cdecf208 req-8080f515-ce90-4efb-8cad-70075804b786 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095231 Mar 28 15:29:50.735305 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-cb92a3a3-7869-447e-9321-26423547baa0 service neutron] 10.222.0.23 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576827 Mar 28 15:29:50.861966 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:29:45Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:50.865689 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277643ee-1c5c-4fbf-9fe1-9745283a12a4 None None] The sync data for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv is: [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:28:49Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '33b8d355-a975-430f-ab20-88acbe88c28b', 'name': '', 'network_id': 'f6944cdf-0ba8-4483-a4c2-3e301189ee6e', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:81:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:49Z', 'updated_at': '2022-03-28T15:29:45Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'aba35c25-ce4e-48dd-afba-a3ce44b55ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:29:50.873061 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d5a659c-07a5-4cba-98b1-93f781c3800b req-706553d4-920b-4a56-bbdc-c9f197dbeda0 service neutron] 10.222.0.23 "GET /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308591 Mar 28 15:29:51.325376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bf54b478-7fe2-4e05-a98f-347ca4e9e914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:51.895879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3b525-8ba7-4cf2-b507-05e58fbfb6e5 req-199d7685-7189-4602-a8af-8161c407bc01 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:51.896557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f6f3b525-8ba7-4cf2-b507-05e58fbfb6e5 req-199d7685-7189-4602-a8af-8161c407bc01 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:29:51.965498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f6f3b525-8ba7-4cf2-b507-05e58fbfb6e5 req-199d7685-7189-4602-a8af-8161c407bc01 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:29:51.966687 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6f3b525-8ba7-4cf2-b507-05e58fbfb6e5 req-199d7685-7189-4602-a8af-8161c407bc01 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 946 time: 0.1517637 Mar 28 15:29:52.012275 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6f3b525-8ba7-4cf2-b507-05e58fbfb6e5 req-a8b4375c-d2ae-4838-8daf-a0152ff6ff3d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=801e8196-76d2-4bb6-93b5-fbcecb1feeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396936 Mar 28 15:29:52.101803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-1554da9e-d2fd-40d5-b176-0398bb33525b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:29:52.103970 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-1554da9e-d2fd-40d5-b176-0398bb33525b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 946 time: 0.0865390 Mar 28 15:29:52.125389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2275cff7-1de6-4256-9762-bee59ccb783d None None] New status for floating IP 377aa11f-bf0c-42fe-b44e-4e945d87faab: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:29:52.178730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:29:52.179092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:52.425388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:52.425741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:52.652330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 61003ef2-6ba1-4681-bf9b-c8d0aca0372a owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:29:52.868276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:52.915805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=61003ef2-6ba1-4681-bf9b-c8d0aca0372a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:52.992344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port 61003ef2-6ba1-4681-bf9b-c8d0aca0372a on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:29:52.994794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:53.001456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'name': 'network-vif-deleted', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:29:53.048929 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecacb125-8944-4412-907b-cbd0bb258ee4', 'name': 'network-vif-deleted', 'tag': '61003ef2-6ba1-4681-bf9b-c8d0aca0372a', 'status': 'completed', 'code': 200} Mar 28 15:29:53.069074 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e48753e9-9ee8-452d-b784-52ffa5a63f3b req-e1738be5-8fdf-4766-88ea-b4c9520dc586 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/61003ef2-6ba1-4681-bf9b-c8d0aca0372a HTTP/1.1" status: 204 len: 173 time: 0.9599290 Mar 28 15:29:53.166845 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b369f13b-ed97-426f-aca0-2d6c002dabe8 req-0d79be83-2f01-45f0-81c8-bc03be4e1f4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecacb125-8944-4412-907b-cbd0bb258ee4 HTTP/1.1" status: 200 len: 210 time: 0.0421116 Mar 28 15:29:53.559817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-de98e887-1256-4bf4-a918-757eceb07ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:54.261470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37716) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:54.336709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-95b6205b-c21c-403f-a2a1-9e0f789ffe7d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:54.366440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-95b6205b-c21c-403f-a2a1-9e0f789ffe7d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:54.371905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 61003ef2-6ba1-4681-bf9b-c8d0aca0372a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:29:54.404989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 61003ef2-6ba1-4681-bf9b-c8d0aca0372a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:29:54.405333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 61003ef2-6ba1-4681-bf9b-c8d0aca0372a not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:29:54.485211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-95b6205b-c21c-403f-a2a1-9e0f789ffe7d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:54.503385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6205b-c21c-403f-a2a1-9e0f789ffe7d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801e8196-76d2-4bb6-93b5-fbcecb1feeb5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:54.553091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-95b6205b-c21c-403f-a2a1-9e0f789ffe7d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:54.554225 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-95b6205b-c21c-403f-a2a1-9e0f789ffe7d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/801e8196-76d2-4bb6-93b5-fbcecb1feeb5 HTTP/1.1" status: 204 len: 168 time: 0.2917354 Mar 28 15:29:54.588767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:54.645815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37722) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:54.771056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:55.331204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:55.682069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 33b8d355-a975-430f-ab20-88acbe88c28b {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:29:55.682406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:55.864359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 33b8d355-a975-430f-ab20-88acbe88c28b, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=33b8d355-a975-430f-ab20-88acbe88c28b,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:55.864624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:55.992682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 33b8d355-a975-430f-ab20-88acbe88c28b owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:29:56.205970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:56.495482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:56.545171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=33b8d355-a975-430f-ab20-88acbe88c28b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:56.841370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:57.220001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 3c79f257-49be-4754-a958-df10c6f6336a has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:29:57.410640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:29:57.418175 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] Sync routers for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:29:57.429898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37728) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:57.434016 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3271b2c7-260e-4fa3-bc74-a7429984c1d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/3c79f257-49be-4754-a958-df10c6f6336a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7793121 Mar 28 15:29:57.437349 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:57.437349 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:57.516242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1ca005-e0e8-4661-8098-509852083ba7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting subnet aba35c25-ce4e-48dd-afba-a3ce44b55ae5 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:29:57.516242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c1ca005-e0e8-4661-8098-509852083ba7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:57.589971 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c1ca005-e0e8-4661-8098-509852083ba7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:57.680425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c1ca005-e0e8-4661-8098-509852083ba7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:57.692070 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:57.826503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c1ca005-e0e8-4661-8098-509852083ba7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:57.892772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4c1ca005-e0e8-4661-8098-509852083ba7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:57.900956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bf09fd-c609-4a97-aa0a-fcd94814d5a8 None None] Network f6944cdf-0ba8-4483-a4c2-3e301189ee6e requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:29:57.915759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ca005-e0e8-4661-8098-509852083ba7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Subnet': ['ID=aba35c25-ce4e-48dd-afba-a3ce44b55ae5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:57.915759 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4c1ca005-e0e8-4661-8098-509852083ba7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/subnets/aba35c25-ce4e-48dd-afba-a3ce44b55ae5 HTTP/1.1" status: 204 len: 168 time: 0.4660783 Mar 28 15:29:57.915759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37732) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:58.068840 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:56Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:58.068840 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] Checking router: 3c79f257-49be-4754-a958-df10c6f6336a for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:29:58.079307 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] Routers {'3c79f257-49be-4754-a958-df10c6f6336a'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:29:58.079307 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['3c79f257-49be-4754-a958-df10c6f6336a'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:58.131579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:58.298802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01347c41-5d23-4572-bc86-74bb859e0c4f None None] DHCP port deletion for f6944cdf-0ba8-4483-a4c2-3e301189ee6e request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:29:58.304276 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] Set router 3c79f257-49be-4754-a958-df10c6f6336a gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:29:58.309529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-01347c41-5d23-4572-bc86-74bb859e0c4f None None] Deleting port 8346e99c-cb9d-4805-91e4-414cdf5e012d {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:29:58.309529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-01347c41-5d23-4572-bc86-74bb859e0c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:58.373801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:58.454794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 7d61798b-5f00-4916-a8aa-a4f4fe031191 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:29:58.454794 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:58.537138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-01347c41-5d23-4572-bc86-74bb859e0c4f None None] For port 8346e99c-cb9d-4805-91e4-414cdf5e012d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8346e99c-cb9d-4805-91e4-414cdf5e012d,segment=NetworkSegment(73a12839-52ae-4598-80c2-8c5ef0f496e2),segment_id=73a12839-52ae-4598-80c2-8c5ef0f496e2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:58.537625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-01347c41-5d23-4572-bc86-74bb859e0c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:58.635471 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:56Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:58.639262 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f31e69-2026-48fd-bbd4-7cc895119beb None None] The sync data for ids ['3c79f257-49be-4754-a958-df10c6f6336a'] in dv-neutron-828143-13-hyperv is: [{'id': '3c79f257-49be-4754-a958-df10c6f6336a', 'name': 'tempest-TestNetworkBasicOps-router-1704030479', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:56Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '7d61798b-5f00-4916-a8aa-a4f4fe031191', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79f257-49be-4754-a958-df10c6f6336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:28:44Z', 'updated_at': '2022-03-28T15:29:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:29:58.662686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 7d61798b-5f00-4916-a8aa-a4f4fe031191, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7d61798b-5f00-4916-a8aa-a4f4fe031191,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:29:58.662972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:58.664791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-01347c41-5d23-4572-bc86-74bb859e0c4f None None] Calling delete_port for 8346e99c-cb9d-4805-91e4-414cdf5e012d owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:29:58.802855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 7d61798b-5f00-4916-a8aa-a4f4fe031191 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:29:58.842551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-01347c41-5d23-4572-bc86-74bb859e0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:58.903151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01347c41-5d23-4572-bc86-74bb859e0c4f None None] Pushing event deleted for resources: {'Port': ['ID=8346e99c-cb9d-4805-91e4-414cdf5e012d,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:58.903151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01347c41-5d23-4572-bc86-74bb859e0c4f None None] No DVR routers for this DVR port 8346e99c-cb9d-4805-91e4-414cdf5e012d on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:29:59.212655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.257985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=7d61798b-5f00-4916-a8aa-a4f4fe031191,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:29:59.343324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.526378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.526378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.585355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8346e99c-cb9d-4805-91e4-414cdf5e012d no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:29:59.622737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 8346e99c-cb9d-4805-91e4-414cdf5e012d {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:29:59.622737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8346e99c-cb9d-4805-91e4-414cdf5e012d not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:29:59.622737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 33b8d355-a975-430f-ab20-88acbe88c28b no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:29:59.648995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.648995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Fanout notify agent at l3_agent the message router_deleted on router 3c79f257-49be-4754-a958-df10c6f6336a {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:29:59.663823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.663823 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6078d992-94af-46b3-91fb-24f744932471 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/routers/3c79f257-49be-4754-a958-df10c6f6336a HTTP/1.1" status: 204 len: 168 time: 1.7666225 Mar 28 15:29:59.670622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37736) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:29:59.678793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 33b8d355-a975-430f-ab20-88acbe88c28b {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:29:59.678793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 33b8d355-a975-430f-ab20-88acbe88c28b not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:29:59.784689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.928942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.947415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6944cdf-0ba8-4483-a4c2-3e301189ee6e']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:59.959463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a12839-52ae-4598-80c2-8c5ef0f496e2') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:59.959463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a12839-52ae-4598-80c2-8c5ef0f496e2') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:29:59.965967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.985470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:29:59.991791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:29:59.992165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:30:00.005969 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:30:00.245503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.264581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.275230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Network': ['ID=f6944cdf-0ba8-4483-a4c2-3e301189ee6e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:00.280921 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-17f84545-24fa-4bf9-a4e2-1c0a53534c64 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/networks/f6944cdf-0ba8-4483-a4c2-3e301189ee6e HTTP/1.1" status: 204 len: 168 time: 0.6135712 Mar 28 15:30:00.301164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37740) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:00.306781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'network': {'name': 'tempest-network-smoke--904379658', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'port_security_enabled': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:00.311829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:00.315884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:network and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:00.318701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:00.324932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:00.427674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:30:00.430913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.462872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:30:00.471814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.472154 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Added segment dbb4e98a-3a10-42b6-9281-fad6f9767d1a of type vlan for network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd Mar 28 15:30:00.497346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.576596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.581929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:00.582502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.700937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Network': ['ID=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:00.708865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:30:00.744327 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4239acaa-d44c-4a87-a094-adf9d4297d69 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4411118 Mar 28 15:30:00.746493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37744) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:00.751725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-616922979', 'admin_state_up': True, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:00.759581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:00.765315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:router and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:00.766462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:00.777440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:00.891085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.893064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:00.909040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:01.308983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:01.460050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7d61798b-5f00-4916-a8aa-a4f4fe031191 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:30:01.492853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7d61798b-5f00-4916-a8aa-a4f4fe031191 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:30:01.493679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7d61798b-5f00-4916-a8aa-a4f4fe031191 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:30:01.662907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:01.692883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:01.830989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.230 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/e2ee4d44-29c2-4c0c-b730-3215a3259f7d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:30:01.985590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:02.079090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:02.141756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:30:02.144462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:30:02.153292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:30:02.186480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=e2ee4d44-29c2-4c0c-b730-3215a3259f7d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:02.422363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:02.647168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:03.109938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:03.348017 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router eecad9a3-1ec1-4edf-8352-c462aea71db6 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:30:03.527839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:30:03.537133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Sync routers for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:30:03.547412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:30:03.548107 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:03.614801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:03.614801 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d79f3ac7-6954-4b4d-bb6f-4e924f3d03fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8647771 Mar 28 15:30:03.615561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37752) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:03.663330 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4ff022f4-5197-494e-92e6-f3357c0125a6 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389628 Mar 28 15:30:03.663330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37756) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:03.727043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:30:03.809943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec02f6f-79f3-4698-a81e-661b24d8ffbc tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:03.811450 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2ec02f6f-79f3-4698-a81e-661b24d8ffbc tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523046 Mar 28 15:30:03.816149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37760) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:03.855763 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cd6746fc-f727-4664-8516-43c45c155cb5 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384798 Mar 28 15:30:03.858342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37764) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:03.865867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1917495378', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:03.979603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:03.984153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:subnet and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:03.986928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:03.993484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:04.050460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:02Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:04.054310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Checking router: eecad9a3-1ec1-4edf-8352-c462aea71db6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:30:04.054664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Updating router eecad9a3-1ec1-4edf-8352-c462aea71db6 port e2ee4d44-29c2-4c0c-b730-3215a3259f7d binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:30:04.078401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:30:04.082176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:04.108379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:04.365531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:04.439941 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:04.442212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=2c272e6a-f500-486e-bddd-14b187cc2130,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:04.451189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Checking segment: {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:30:04.451548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network hostable DHCP agents. Network: e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:30:04.453414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Transition to ACTIVE for port object e2ee4d44-29c2-4c0c-b730-3215a3259f7d will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:30:04.507906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:04.527002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:30:04.588559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:30:04.595172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Attempting to bind port e2ee4d44-29c2-4c0c-b730-3215a3259f7d on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:30:04.595172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Attempting to bind port e2ee4d44-29c2-4c0c-b730-3215a3259f7d by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:30:04.595917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:04.596037 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Attempting to bind port e2ee4d44-29c2-4c0c-b730-3215a3259f7d on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:30:04.596234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:04.602907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:30:04.602907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:30:04.602907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:04.602907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:30:04.603444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Bound port: e2ee4d44-29c2-4c0c-b730-3215a3259f7d, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:30:04.603639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:04.626213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e1a805-1941-4f7a-9a65-a8439c84bda7 None None] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:30:04.638933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fec88-ae11-4e6b-b443-b45754a1e958 None None] Pushing event updated for resources: {'Port': ['ID=e2ee4d44-29c2-4c0c-b730-3215a3259f7d,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:04.671305 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c290e096-a86a-4368-842f-a014d59992de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8049254 Mar 28 15:30:04.675018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37768) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:04.771485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] For port e2ee4d44-29c2-4c0c-b730-3215a3259f7d, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:30:04.776805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] For port e2ee4d44-29c2-4c0c-b730-3215a3259f7d, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e2ee4d44-29c2-4c0c-b730-3215a3259f7d,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:30:04.878172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:04.937642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:30:04.938512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:05.028586 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:30:05.029006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:05.095002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fec88-ae11-4e6b-b443-b45754a1e958 None None] Pushing event updated for resources: {'Port': ['ID=e2ee4d44-29c2-4c0c-b730-3215a3259f7d,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:05.286892 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:30:05.313016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:30:05.465613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Allocated IP 172.20.0.2 (e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd/2c272e6a-f500-486e-bddd-14b187cc2130/47d669d9-063e-4c2d-880c-84c10f7cad8e) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:30:05.506716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:05.825964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:05.838893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Transition to ACTIVE for port object 47d669d9-063e-4c2d-880c-84c10f7cad8e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:30:05.842127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:02Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:05.855048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb826c3-8574-4818-8cf9-c2d5c1ffd351 None None] The sync data for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv is: [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:02Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:30:05.864629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Transition to ACTIVE for port object 47d669d9-063e-4c2d-880c-84c10f7cad8e will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:30:05.919983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:05.984368 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:30:05.985708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:30:05.986520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.1 (e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd/2c272e6a-f500-486e-bddd-14b187cc2130/ac9776f7-162a-44d0-af44-0bcc4980f8e1) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:30:05.989461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:30:06.070892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Pushing event updated for resources: {'Port': ['ID=47d669d9-063e-4c2d-880c-84c10f7cad8e,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:06.129812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Attempting to bind port 47d669d9-063e-4c2d-880c-84c10f7cad8e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:30:06.130488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Attempting to bind port 47d669d9-063e-4c2d-880c-84c10f7cad8e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:30:06.134174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Attempting to bind port 47d669d9-063e-4c2d-880c-84c10f7cad8e on network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:30:06.144184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:30:06.144542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Checking segment: {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:30:06.145139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:06.145686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Bound using segment: {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:30:06.146322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Bound port: 47d669d9-063e-4c2d-880c-84c10f7cad8e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:30:06.146746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:06.198447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:06.218915 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object ac9776f7-162a-44d0-af44-0bcc4980f8e1 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:30:06.238437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] For port 47d669d9-063e-4c2d-880c-84c10f7cad8e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:30:06.241991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] For port 47d669d9-063e-4c2d-880c-84c10f7cad8e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=47d669d9-063e-4c2d-880c-84c10f7cad8e,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:30:06.297180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:06.314436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:06.392497 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947ecf7-6232-41a9-ae21-4c8eaa22772a None None] Pushing event updated for resources: {'Port': ['ID=47d669d9-063e-4c2d-880c-84c10f7cad8e,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:06.413510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:30:06.419682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:30:06.427580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:30:06.470353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=ac9776f7-162a-44d0-af44-0bcc4980f8e1,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:06.508079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:06.872558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:07.396794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f1c05a-b2a0-4c84-8d22-1ab05de6038c None None] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:30:07.414602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:07.500350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:07.589572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ad2f641f-e231-4d0c-881e-cba998da5182 None None] Provisioning for port 47d669d9-063e-4c2d-880c-84c10f7cad8e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:30:07.603178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 47d669d9-063e-4c2d-880c-84c10f7cad8e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:30:07.643477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=ac9776f7-162a-44d0-af44-0bcc4980f8e1,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:07.645871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:07.764870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 47d669d9-063e-4c2d-880c-84c10f7cad8e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:30:07.770303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 47d669d9-063e-4c2d-880c-84c10f7cad8e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:07.770681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:07.820260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:30:07.822151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:30:07.911594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:07.953441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 47d669d9-063e-4c2d-880c-84c10f7cad8e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=47d669d9-063e-4c2d-880c-84c10f7cad8e,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:30:08.025895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-61e73c3c-6762-46ce-82ce-52dc63c39e29 None None] Provisioning complete for port 47d669d9-063e-4c2d-880c-84c10f7cad8e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:08.026336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61e73c3c-6762-46ce-82ce-52dc63c39e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:08.057365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:08.057757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router eecad9a3-1ec1-4edf-8352-c462aea71db6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:30:08.058643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e2ee4d44-29c2-4c0c-b730-3215a3259f7d up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:30:08.215051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=47d669d9-063e-4c2d-880c-84c10f7cad8e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:08.256322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:30:08.269671 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Sync routers for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:30:08.271290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-333d2ec2-b5ec-4ef7-97ce-54db9fde873b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/eecad9a3-1ec1-4edf-8352-c462aea71db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6018333 Mar 28 15:30:08.273278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37772) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:08.296951 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:30:08.297820 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:08.411323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port e2ee4d44-29c2-4c0c-b730-3215a3259f7d completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:30:08.420656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e2ee4d44-29c2-4c0c-b730-3215a3259f7d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:08.421121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:08.448628 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e15ef-cdc8-4857-9420-0f2ef038f3c6 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.449143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e15ef-cdc8-4857-9420-0f2ef038f3c6 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.449669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e15ef-cdc8-4857-9420-0f2ef038f3c6 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.450188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e15ef-cdc8-4857-9420-0f2ef038f3c6 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.450705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e15ef-cdc8-4857-9420-0f2ef038f3c6 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.452099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e15ef-cdc8-4857-9420-0f2ef038f3c6 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.452234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-61e73c3c-6762-46ce-82ce-52dc63c39e29 None None] Provisioning for port ac9776f7-162a-44d0-af44-0bcc4980f8e1 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:30:08.456015 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f08e15ef-cdc8-4857-9420-0f2ef038f3c6 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1790197 Mar 28 15:30:08.461738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37776) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:08.467531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-61e73c3c-6762-46ce-82ce-52dc63c39e29 None None] Provisioning complete for port ac9776f7-162a-44d0-af44-0bcc4980f8e1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:08.468115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61e73c3c-6762-46ce-82ce-52dc63c39e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:08.520313 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:30:08.531939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad2c5e-38d5-493c-8889-71e05fce7886 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.533729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad2c5e-38d5-493c-8889-71e05fce7886 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.533729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad2c5e-38d5-493c-8889-71e05fce7886 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.533729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad2c5e-38d5-493c-8889-71e05fce7886 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.533729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad2c5e-38d5-493c-8889-71e05fce7886 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.534119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad2c5e-38d5-493c-8889-71e05fce7886 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:08.536375 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9fad2c5e-38d5-493c-8889-71e05fce7886 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0789318 Mar 28 15:30:08.538974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37780) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:08.544529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-61e73c3c-6762-46ce-82ce-52dc63c39e29 None None] Port ac9776f7-162a-44d0-af44-0bcc4980f8e1 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:30:08.615898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:08.635876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port e2ee4d44-29c2-4c0c-b730-3215a3259f7d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e2ee4d44-29c2-4c0c-b730-3215a3259f7d,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:30:08.666476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6ae3b760-f3e3-42d4-981d-c4dbe20a9c41 None None] Provisioning complete for port ac9776f7-162a-44d0-af44-0bcc4980f8e1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:08.666849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b760-f3e3-42d4-981d-c4dbe20a9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:08.717165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:08.757719 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-60ca325a-8b0e-4288-988f-d0c58b3be883 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2148454 Mar 28 15:30:08.767296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3b760-f3e3-42d4-981d-c4dbe20a9c41 None None] Port ac9776f7-162a-44d0-af44-0bcc4980f8e1 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:30:08.810140 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=e2ee4d44-29c2-4c0c-b730-3215a3259f7d,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:08.880011 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:06Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'ac9776f7-162a-44d0-af44-0bcc4980f8e1', 'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:9b:4e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:05Z', 'updated_at': '2022-03-28T15:30:07Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:08.883830 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Checking router: eecad9a3-1ec1-4edf-8352-c462aea71db6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:30:08.884175 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Updating router eecad9a3-1ec1-4edf-8352-c462aea71db6 port ac9776f7-162a-44d0-af44-0bcc4980f8e1 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:30:08.938701 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.006756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37786) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:09.012370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418367262', 'description': 'tempest-secgroup-smoke-1418367262 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:09.018289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:09.022907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:09.026396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:09.032301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:09.113577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.132729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:09.137020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:09.139850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:09.145470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:09.215602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.275412 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.286861 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Transition to ACTIVE for port object ac9776f7-162a-44d0-af44-0bcc4980f8e1 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:30:09.298491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.336307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb672ee-2978-40d4-b44b-304304b6caee,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:09.336491 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.388034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.392364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37790) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:09.392574 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0869be54-2bf8-4de0-9ee9-33cde2c8859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3846366 Mar 28 15:30:09.398063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'dbb672ee-2978-40d4-b44b-304304b6caee', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:09.408800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:09.415436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:09.418614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:09.425446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:09.495017 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Pushing event updated for resources: {'Port': ['ID=ac9776f7-162a-44d0-af44-0bcc4980f8e1,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:09.507138 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.507494 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.507819 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.508147 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.508522 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.509354 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.509679 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.510002 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.510325 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.510642 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.510958 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.511380 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:09.533268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 47d669d9-063e-4c2d-880c-84c10f7cad8e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:30:09.537052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.569409 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Attempting to bind port ac9776f7-162a-44d0-af44-0bcc4980f8e1 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:30:09.570592 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Attempting to bind port ac9776f7-162a-44d0-af44-0bcc4980f8e1 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:30:09.571718 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Attempting to bind port ac9776f7-162a-44d0-af44-0bcc4980f8e1 on network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:30:09.577307 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:30:09.577679 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Checking segment: {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:30:09.578080 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.578470 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Bound using segment: {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:30:09.578971 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Bound port: ac9776f7-162a-44d0-af44-0bcc4980f8e1, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:30:09.579321 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.612379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.620289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 47d669d9-063e-4c2d-880c-84c10f7cad8e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:09.620703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.673542 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] For port ac9776f7-162a-44d0-af44-0bcc4980f8e1, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:30:09.676590 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] For port ac9776f7-162a-44d0-af44-0bcc4980f8e1, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ac9776f7-162a-44d0-af44-0bcc4980f8e1,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:30:09.697843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.722108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c06828e-4cbd-4b2b-baa8-6082a296d831,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:09.761667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e2ee4d44-29c2-4c0c-b730-3215a3259f7d up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:30:09.782784 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.810697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.814947 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fe6e0b0f-9bf2-4de6-82aa-799f73300303 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4186769 Mar 28 15:30:09.815349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37794) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:09.821630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'dbb672ee-2978-40d4-b44b-304304b6caee', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:09.827771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:09.831521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port e2ee4d44-29c2-4c0c-b730-3215a3259f7d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:09.831778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:09.831962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:09.839762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:09.841160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:09.869084 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8445b6-f6b1-4086-8f56-86d04e321316 None None] Pushing event updated for resources: {'Port': ['ID=ac9776f7-162a-44d0-af44-0bcc4980f8e1,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:09.875635 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:30:09.876241 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:29:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:09.924568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.009383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.092390 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:30:10.107992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.131738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeafb1bd-d9c7-47d0-988e-a66c3af324f3,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:10.142009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.142367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.146995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:10.212719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.213325 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7ec71371-5676-47b3-9272-47c97b411168 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3964162 Mar 28 15:30:10.215778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37798) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:10.220873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'dbb672ee-2978-40d4-b44b-304304b6caee', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:10.227126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:10.231721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:10.236106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:10.241174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:10.314765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.376577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.427271 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:06Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'ac9776f7-162a-44d0-af44-0bcc4980f8e1', 'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:9b:4e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:05Z', 'updated_at': '2022-03-28T15:30:09Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:10.432858 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef104b9-f2a7-4d04-a384-4d380174132c None None] The sync data for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv is: [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:06Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'ac9776f7-162a-44d0-af44-0bcc4980f8e1', 'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:9b:4e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:05Z', 'updated_at': '2022-03-28T15:30:09Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:30:10.476165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.504719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e6a85a-5827-4815-99c0-6ad13486ec12,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:10.570571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.572406 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-214fb5ed-a68a-404a-9d31-46812707f129 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556421 Mar 28 15:30:10.575151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37802) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:10.580765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'dbb672ee-2978-40d4-b44b-304304b6caee', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:10.588922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:10.593046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:10.595986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:10.605139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:10.669193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.744524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.799072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.827596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496797aa-e81e-4c23-9ad5-1f0a3000beba,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:10.919454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:10.923372 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a9a908e1-3633-4ab4-b53a-b5592b835b6e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444519 Mar 28 15:30:10.923596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37806) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:10.929416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'dbb672ee-2978-40d4-b44b-304304b6caee', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:10.936525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:10.941040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:10.944632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:10.951435 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:11.137566 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:30:11.143990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.213026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.296417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.320634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec0fe53-270a-4311-b82d-2122bc3c88f0,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:11.444843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.451849 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d5580b46-49ec-45c0-b980-996037229e13 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5212355 Mar 28 15:30:11.451849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37810) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:11.454257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': 'dbb672ee-2978-40d4-b44b-304304b6caee', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:11.460389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:11.468484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:11.475710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:11.486716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:11.530266 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ac9776f7-162a-44d0-af44-0bcc4980f8e1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:30:11.530820 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:30:11.537588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.605696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.650674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port ac9776f7-162a-44d0-af44-0bcc4980f8e1 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:30:11.656503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ac9776f7-162a-44d0-af44-0bcc4980f8e1 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:11.656503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.673215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.700586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b9ac75-e3d5-47bc-9c10-77ae32ddc489,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:11.773571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.804255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port ac9776f7-162a-44d0-af44-0bcc4980f8e1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ac9776f7-162a-44d0-af44-0bcc4980f8e1,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:30:11.810472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.814679 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5260706e-d41a-4952-9702-85dc07c9ee2b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3615155 Mar 28 15:30:11.924977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:11.984043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-c45b7876-d547-49d6-8eb3-f13b85acff19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:30:11.996519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=ac9776f7-162a-44d0-af44-0bcc4980f8e1,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:12.050382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-c45b7876-d547-49d6-8eb3-f13b85acff19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:30:12.055048 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-c45b7876-d547-49d6-8eb3-f13b85acff19 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418367262&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.1114914 Mar 28 15:30:12.200812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-0fa50fe8-bc1f-4b9a-9d0b-56a0e63ad43a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:12.201494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-0fa50fe8-bc1f-4b9a-9d0b-56a0e63ad43a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:30:12.292704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-0fa50fe8-bc1f-4b9a-9d0b-56a0e63ad43a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:30:12.292704 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-0fa50fe8-bc1f-4b9a-9d0b-56a0e63ad43a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd HTTP/1.1" status: 200 len: 796 time: 0.2337275 Mar 28 15:30:12.307712 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-ea9fe185-513c-4847-bb72-0cfa423b5ed9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.0095785 Mar 28 15:30:12.391196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-c968001c-1b53-4050-b5d4-159dab08440b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:30:12.466200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-c968001c-1b53-4050-b5d4-159dab08440b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:30:12.466200 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-c968001c-1b53-4050-b5d4-159dab08440b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511667 Mar 28 15:30:12.601837 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-b650b727-14ec-4938-826c-c21a488da7e5 service neutron] 10.222.0.16 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264968 Mar 28 15:30:12.660408 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7721960-f446-4437-9022-7fb7f562a686 req-557fe7b1-2c78-4fee-b807-05c45a868588 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706162 Mar 28 15:30:12.734679 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-f8bf5aef-7bcf-4b99-b082-4ff711d37639 service neutron] 10.222.0.16 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259847 Mar 28 15:30:12.918933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7721960-f446-4437-9022-7fb7f562a686 req-7d36ad36-b321-45c5-8168-84de053c88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:12.920903 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7721960-f446-4437-9022-7fb7f562a686 req-7d36ad36-b321-45c5-8168-84de053c88e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 1098 time: 0.1780007 Mar 28 15:30:13.020898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a0943947-1eff-49a9-988d-6acad34ed0a6 req-b1b05788-a4a6-4893-8440-4d1b76e55194 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:30:13.087492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a0943947-1eff-49a9-988d-6acad34ed0a6 req-b1b05788-a4a6-4893-8440-4d1b76e55194 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:30:13.088703 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a0943947-1eff-49a9-988d-6acad34ed0a6 req-b1b05788-a4a6-4893-8440-4d1b76e55194 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 210 time: 0.1270275 Mar 28 15:30:13.119345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7721960-f446-4437-9022-7fb7f562a686 req-99a6983c-b4f7-403e-9793-86a9b97c563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:13.120791 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7721960-f446-4437-9022-7fb7f562a686 req-99a6983c-b4f7-403e-9793-86a9b97c563b service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.1801472 Mar 28 15:30:13.224035 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7721960-f446-4437-9022-7fb7f562a686 req-e8f69683-891e-498a-bc80-a4b655d86c66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab2b07b-e03c-4547-a06c-a86433567a80 HTTP/1.1" status: 200 len: 1000 time: 0.0960107 Mar 28 15:30:13.294636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7721960-f446-4437-9022-7fb7f562a686 req-510a444d-5429-4bb7-867a-af9225510849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:13.296712 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7721960-f446-4437-9022-7fb7f562a686 req-510a444d-5429-4bb7-867a-af9225510849 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0667934 Mar 28 15:30:13.371458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7721960-f446-4437-9022-7fb7f562a686 req-57e9b962-1d9b-4204-af72-e667866460b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:13.372958 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7721960-f446-4437-9022-7fb7f562a686 req-57e9b962-1d9b-4204-af72-e667866460b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710278 Mar 28 15:30:13.507371 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7721960-f446-4437-9022-7fb7f562a686 req-7caa95a0-142c-41e4-84a3-1e0f903cfabf service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284838 Mar 28 15:30:13.515168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ac9776f7-162a-44d0-af44-0bcc4980f8e1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:30:13.590802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ac9776f7-162a-44d0-af44-0bcc4980f8e1 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:13.591305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:13.647339 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7721960-f446-4437-9022-7fb7f562a686 req-4f356b2e-5346-4fcc-9865-7451144482f3 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339672 Mar 28 15:30:14.242082 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-01dc962a-7835-4e6d-8e98-8c62e28bd906 req-2ef65cc1-0d31-4bce-adbc-3239dfa2931a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 210 time: 0.0465298 Mar 28 15:30:15.431240 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a7dbcac-afdf-4a83-ae08-8a59ce72e9aa req-9807f3a8-35c9-45e5-8d1b-c18625603d98 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 210 time: 0.0594981 Mar 28 15:30:15.470655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-295ca0ce-cc66-4531-990f-facd660349af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:15.471361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-295ca0ce-cc66-4531-990f-facd660349af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:30:15.483596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-295ca0ce-cc66-4531-990f-facd660349af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:30:15.484676 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-295ca0ce-cc66-4531-990f-facd660349af tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd HTTP/1.1" status: 200 len: 796 time: 0.2035866 Mar 28 15:30:15.537711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e4dd722a-e36d-47a7-bfaa-df2a3d5ff96a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:30:15.550318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e4dd722a-e36d-47a7-bfaa-df2a3d5ff96a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:30:15.551447 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e4dd722a-e36d-47a7-bfaa-df2a3d5ff96a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 380 time: 0.0525260 Mar 28 15:30:15.565675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['dbb672ee-2978-40d4-b44b-304304b6caee']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:15.704770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:15.714182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:15.804806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:30:15.810495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:15.974506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.9 (e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd/2c272e6a-f500-486e-bddd-14b187cc2130/f2a33746-0ee8-4739-83da-13faacd8ae3f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:30:16.164090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:16.179869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object f2a33746-0ee8-4739-83da-13faacd8ae3f will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:30:16.256240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:16.318212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:30:16.321121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:30:16.324877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:30:16.484211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=f2a33746-0ee8-4739-83da-13faacd8ae3f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:16.502473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.502473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.502473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.503693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.503693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.503693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.503693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.504750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.504750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.504750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.504988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.505312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:30:16.527628 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:16.528235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:16.581576 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-892313e1-f664-4d97-b58c-cbbf49ddf113 None None] Provisioning for port f2a33746-0ee8-4739-83da-13faacd8ae3f completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:30:16.587489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-892313e1-f664-4d97-b58c-cbbf49ddf113 None None] Provisioning complete for port f2a33746-0ee8-4739-83da-13faacd8ae3f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:16.588140 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-892313e1-f664-4d97-b58c-cbbf49ddf113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:16.594458 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-1f80de63-769e-4559-84fa-3840ba246b16 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0324559 Mar 28 15:30:16.612165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Request body: {'port': {'device_id': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:16.634451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ab8de-fd1e-4c92-ba9d-a77abe17366e req-2c291ddb-2d6c-4539-8a4e-cad512005d70 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:16.635923 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-704ab8de-fd1e-4c92-ba9d-a77abe17366e req-2c291ddb-2d6c-4539-8a4e-cad512005d70 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 931 time: 0.0813386 Mar 28 15:30:16.644503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-892313e1-f664-4d97-b58c-cbbf49ddf113 None None] Port f2a33746-0ee8-4739-83da-13faacd8ae3f cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:30:16.684998 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-704ab8de-fd1e-4c92-ba9d-a77abe17366e req-3759a2f0-9a05-4602-822c-305ce7f46bef tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Mar 28 15:30:16.724507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:17.065866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a33746-0ee8-4739-83da-13faacd8ae3f {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:30:17.073853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:17.088854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Transition to ACTIVE for port object f2a33746-0ee8-4739-83da-13faacd8ae3f will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:30:17.153165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:17.308507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Pushing event updated for resources: {'Port': ['ID=f2a33746-0ee8-4739-83da-13faacd8ae3f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:17.392198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Attempting to bind port f2a33746-0ee8-4739-83da-13faacd8ae3f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:30:17.395181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Attempting to bind port f2a33746-0ee8-4739-83da-13faacd8ae3f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:30:17.395181 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Attempting to bind port f2a33746-0ee8-4739-83da-13faacd8ae3f on network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:30:17.397352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Port f2a33746-0ee8-4739-83da-13faacd8ae3f on network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:30:17.397684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Attempting to bind port f2a33746-0ee8-4739-83da-13faacd8ae3f on network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:30:17.402572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:30:17.402899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Checking segment: {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:30:17.403296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Bound using segment: {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:30:17.403709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Bound port: f2a33746-0ee8-4739-83da-13faacd8ae3f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:30:17.404046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:17.493347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] For port f2a33746-0ee8-4739-83da-13faacd8ae3f, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:30:17.498382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] For port f2a33746-0ee8-4739-83da-13faacd8ae3f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f2a33746-0ee8-4739-83da-13faacd8ae3f,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:30:17.564872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:17.620901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:17.621496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:17.623068 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] 10.222.0.23 "PUT /v2.0/ports/f2a33746-0ee8-4739-83da-13faacd8ae3f HTTP/1.1" status: 200 len: 1093 time: 1.0151174 Mar 28 15:30:17.625676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:30:17.653452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c488b-fc3a-438b-bfe6-26415e92153b service neutron] Pushing event updated for resources: {'Port': ['ID=f2a33746-0ee8-4739-83da-13faacd8ae3f,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:17.677201 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'status': 'completed', 'code': 200} Mar 28 15:30:17.794561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5728d-cbd7-496d-bec4-99fcc666549d req-1b380ade-8d19-4277-bc4b-ef2cc141f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:17.796995 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2ab5728d-cbd7-496d-bec4-99fcc666549d req-1b380ade-8d19-4277-bc4b-ef2cc141f7b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 1096 time: 0.0811708 Mar 28 15:30:17.892607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e98a8-b137-4803-b3a4-e9d022372845 req-a0d8b918-f546-4705-bd1d-83bee9d09051 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:17.894362 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ea8e98a8-b137-4803-b3a4-e9d022372845 req-a0d8b918-f546-4705-bd1d-83bee9d09051 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 943 time: 0.0992627 Mar 28 15:30:17.947893 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ea8e98a8-b137-4803-b3a4-e9d022372845 req-8225149f-088d-4995-9c96-9b3d7433f7ff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449224 Mar 28 15:30:17.988452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5728d-cbd7-496d-bec4-99fcc666549d req-281bbe1a-546c-4bbf-ba23-0a021513a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:17.989906 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2ab5728d-cbd7-496d-bec4-99fcc666549d req-281bbe1a-546c-4bbf-ba23-0a021513a692 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1803260 Mar 28 15:30:18.126138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5728d-cbd7-496d-bec4-99fcc666549d req-9605d14c-4012-4b98-85cd-f61bfa39a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:18.127594 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2ab5728d-cbd7-496d-bec4-99fcc666549d req-9605d14c-4012-4b98-85cd-f61bfa39a952 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315541 Mar 28 15:30:18.261832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-6b51048d-fa14-4033-aa68-68cdff1fef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:18.262808 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-6b51048d-fa14-4033-aa68-68cdff1fef9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 1096 time: 0.0807848 Mar 28 15:30:18.334602 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-b7a62cd2-2dfb-45cb-804e-0a078ed32a33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a33746-0ee8-4739-83da-13faacd8ae3f HTTP/1.1" status: 200 len: 217 time: 0.0592525 Mar 28 15:30:18.397926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-19ed41a1-f2b4-459a-a675-d4cfb2fce7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:18.399943 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-19ed41a1-f2b4-459a-a675-d4cfb2fce7c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c272e6a-f500-486e-bddd-14b187cc2130 HTTP/1.1" status: 200 len: 844 time: 0.0598919 Mar 28 15:30:18.473442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-70b887df-db64-4be2-a50e-df5a2900c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:18.474865 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-70b887df-db64-4be2-a50e-df5a2900c912 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0688934 Mar 28 15:30:18.609965 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-e6e84353-4708-45c5-b870-b7016a231767 service neutron] 10.222.0.23 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292770 Mar 28 15:30:18.743155 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8bf1ebdd-5793-4f79-8af1-c67089333e05 req-079dcd17-86ed-4b8f-9e25-03014352a7c7 service neutron] 10.222.0.23 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266348 Mar 28 15:30:19.232281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501af27-4c27-47fd-9fb9-6f3067126c85 req-00f05aa9-58d3-4406-870f-48f13f152305 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:19.232967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f501af27-4c27-47fd-9fb9-6f3067126c85 req-00f05aa9-58d3-4406-870f-48f13f152305 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:30:19.301773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f501af27-4c27-47fd-9fb9-6f3067126c85 req-00f05aa9-58d3-4406-870f-48f13f152305 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:30:19.302712 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f501af27-4c27-47fd-9fb9-6f3067126c85 req-00f05aa9-58d3-4406-870f-48f13f152305 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 943 time: 0.2495070 Mar 28 15:30:19.346526 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f501af27-4c27-47fd-9fb9-6f3067126c85 req-dbe52111-18fd-40a1-9a91-ab9c9b7957f4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380964 Mar 28 15:30:20.530176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0a89-2b29-4375-8412-e85ff24914db req-b94911e7-46dd-4281-bd32-27914c331617 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:20.531641 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ad6a0a89-2b29-4375-8412-e85ff24914db req-b94911e7-46dd-4281-bd32-27914c331617 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 943 time: 0.0784538 Mar 28 15:30:20.575340 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ad6a0a89-2b29-4375-8412-e85ff24914db req-c4a3bc9d-a761-4bfb-9fac-de0db426d513 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380757 Mar 28 15:30:21.347493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-10507a26-bbde-470c-becb-f4443a707b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:21.757983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60589b78-871b-4b3a-b171-ab4e64c40304 req-2a13b8e8-8989-4efb-8386-dae589522c0b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:21.760024 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-60589b78-871b-4b3a-b171-ab4e64c40304 req-2a13b8e8-8989-4efb-8386-dae589522c0b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 943 time: 0.0797372 Mar 28 15:30:21.806186 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-60589b78-871b-4b3a-b171-ab4e64c40304 req-e2819d6e-a4b0-4c76-a764-71592759f069 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 Mar 28 15:30:22.462267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f2a33746-0ee8-4739-83da-13faacd8ae3f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:30:22.592581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f2a33746-0ee8-4739-83da-13faacd8ae3f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f2a33746-0ee8-4739-83da-13faacd8ae3f,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:30:22.605314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'port_id': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'mac_address': 'fa:16:3e:a7:b3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:30:22.658604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:22.674734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a33746-0ee8-4739-83da-13faacd8ae3f {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:30:22.689479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f2a33746-0ee8-4739-83da-13faacd8ae3f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f2a33746-0ee8-4739-83da-13faacd8ae3f,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:30:22.758786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:22.826257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=f2a33746-0ee8-4739-83da-13faacd8ae3f,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:23.001584 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130139e-a8ae-412b-893d-b79698f24655 req-3f1b74a6-cbba-4c30-93e5-67e8fe74f4ee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:23.003048 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8130139e-a8ae-412b-893d-b79698f24655 req-3f1b74a6-cbba-4c30-93e5-67e8fe74f4ee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 944 time: 0.0852294 Mar 28 15:30:23.042318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['f2a33746-0ee8-4739-83da-13faacd8ae3f'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:30:23.047438 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8130139e-a8ae-412b-893d-b79698f24655 req-9db50b79-1a29-461e-8769-43cf8b16a62c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381191 Mar 28 15:30:23.547122 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e8beb42a-012d-4e31-93a9-ccdb0e2215e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:24.232255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d054f11-7f38-47c2-a22c-a3e0f766ee7a req-e7a70334-1476-401c-93a9-d796a867bba8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:24.233640 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2d054f11-7f38-47c2-a22c-a3e0f766ee7a req-e7a70334-1476-401c-93a9-d796a867bba8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 944 time: 0.0792897 Mar 28 15:30:24.277850 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2d054f11-7f38-47c2-a22c-a3e0f766ee7a req-5f3d6ee7-8dcf-4dbe-87d4-9c00d40c52d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386024 Mar 28 15:30:24.462269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f2a33746-0ee8-4739-83da-13faacd8ae3f up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:30:24.587286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:24.615707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port f2a33746-0ee8-4739-83da-13faacd8ae3f completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:30:24.621175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port f2a33746-0ee8-4739-83da-13faacd8ae3f triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:30:24.621540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:24.744236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:24.770698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:30:24.780566 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f2a33746-0ee8-4739-83da-13faacd8ae3f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f2a33746-0ee8-4739-83da-13faacd8ae3f,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:30:24.786926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:24.813130 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'code': 200} Mar 28 15:30:24.844490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:24.913035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=f2a33746-0ee8-4739-83da-13faacd8ae3f,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:25.219761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab631e7-0325-4602-a0c6-14e7b34508ae req-d71975ce-9498-48ec-badd-9603181503b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:25.221153 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dab631e7-0325-4602-a0c6-14e7b34508ae req-d71975ce-9498-48ec-badd-9603181503b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 1098 time: 0.0716376 Mar 28 15:30:25.259741 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dab631e7-0325-4602-a0c6-14e7b34508ae req-9c64e209-a18c-4724-ac8c-f9861dd49bcd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329049 Mar 28 15:30:25.460803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49a54-d66f-4c2f-a8c4-d7e688048d29 req-7a27d69e-f1e7-486d-a8b1-d7715a4d8889 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:25.462788 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2af49a54-d66f-4c2f-a8c4-d7e688048d29 req-7a27d69e-f1e7-486d-a8b1-d7715a4d8889 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 945 time: 0.0834012 Mar 28 15:30:25.506367 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2af49a54-d66f-4c2f-a8c4-d7e688048d29 req-02ca3845-040e-4035-8b71-0f81194ed533 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376635 Mar 28 15:30:26.204644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:26.691257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14e784-f8fc-42de-b3c9-2cadc3d4ef8e req-fcea8cd4-e7e8-49ad-a8c8-a87256b754ae tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:26.692702 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6c14e784-f8fc-42de-b3c9-2cadc3d4ef8e req-fcea8cd4-e7e8-49ad-a8c8-a87256b754ae tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 945 time: 0.0805557 Mar 28 15:30:26.739515 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6c14e784-f8fc-42de-b3c9-2cadc3d4ef8e req-cf22c21a-dcda-46fb-b373-1441d35d9c94 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Mar 28 15:30:26.924767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443083f-1902-4a3f-bc45-76e9cbfd8fa7 req-17ccd545-c144-4c16-b6e8-45469321d372 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:26.926145 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a443083f-1902-4a3f-bc45-76e9cbfd8fa7 req-17ccd545-c144-4c16-b6e8-45469321d372 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 945 time: 0.0829406 Mar 28 15:30:26.969468 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a443083f-1902-4a3f-bc45-76e9cbfd8fa7 req-c2268872-bf33-47d7-8e55-3dbceaf131ee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375619 Mar 28 15:30:26.993556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37872) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:27.063136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83093be-9598-4297-8dde-fb6ef680cb62 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:27.064631 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b83093be-9598-4297-8dde-fb6ef680cb62 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 1093 time: 0.0700953 Mar 28 15:30:27.067369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37876) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:27.072553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:30:27.078235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:30:27.082012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:floatingip and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:30:27.084779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:30:27.091232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:30:27.158818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:27.287902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:27.421078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.47 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/cdcf51ed-a5ce-41d4-a83a-992d18da54d9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:30:27.570420 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:27.627430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:27.687849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:30:27.690676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:30:27.694189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:30:27.739125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=cdcf51ed-a5ce-41d4-a83a-992d18da54d9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:28.104407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:28.240690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:28.525741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:28.587631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:28.695059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=cdcf51ed-a5ce-41d4-a83a-992d18da54d9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:30:28.705570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:28.873019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 004bacca-a83d-4933-a3a3-d105725f4bd3 associated. External IP: 172.26.7.47, port: f2a33746-0ee8-4739-83da-13faacd8ae3f. Mar 28 15:30:29.208744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router eecad9a3-1ec1-4edf-8352-c462aea71db6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:30:29.381960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:30:29.391998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] Sync routers for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:30:29.400914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:30:29.401529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:30:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:29.473139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:29.527798 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-68fc2e25-599a-4987-bc46-a18e90c5b965 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4594345 Mar 28 15:30:29.528478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:30:29.530793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37880) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:29.573251 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'status': 'completed', 'code': 200} Mar 28 15:30:29.580647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:30:29.645576 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d491e832-cf4f-4889-8c57-05e7bfd69ef6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/004bacca-a83d-4933-a3a3-d105725f4bd3 HTTP/1.1" status: 200 len: 990 time: 0.1133630 Mar 28 15:30:29.687427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-aa77bb0e-f109-4232-8d62-2376cc4add8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:29.688900 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-aa77bb0e-f109-4232-8d62-2376cc4add8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 1098 time: 0.0719540 Mar 28 15:30:29.817719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-35a5a284-7d5a-440a-b91c-f3964f9267b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:29.819208 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-35a5a284-7d5a-440a-b91c-f3964f9267b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd HTTP/1.1" status: 200 len: 897 time: 0.1247022 Mar 28 15:30:29.922627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:06Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '004bacca-a83d-4933-a3a3-d105725f4bd3', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'port_id': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'mac_address': 'fa:16:3e:a7:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:30:28Z', 'updated_at': '2022-03-28T15:30:28Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9776f7-162a-44d0-af44-0bcc4980f8e1', 'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:9b:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:05Z', 'updated_at': '2022-03-28T15:30:11Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:29.926797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] Checking router: eecad9a3-1ec1-4edf-8352-c462aea71db6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:30:29.935732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:30:29.936790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:30:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:30.028862 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-a4823f0c-9d82-4b4d-b2e4-c8e6f163b6b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a33746-0ee8-4739-83da-13faacd8ae3f HTTP/1.1" status: 200 len: 998 time: 0.2039950 Mar 28 15:30:30.092877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-bc5bd7d4-e031-4548-bb38-103ce0ae856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:30.094237 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-bc5bd7d4-e031-4548-bb38-103ce0ae856a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c272e6a-f500-486e-bddd-14b187cc2130 HTTP/1.1" status: 200 len: 844 time: 0.0595515 Mar 28 15:30:30.111277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:30:30.170923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-d748d1c5-60a1-4f56-811c-701cf82ec432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:30:30.172439 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-d748d1c5-60a1-4f56-811c-701cf82ec432 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729785 Mar 28 15:30:30.301845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-6eda4bea-7b26-43dc-b8f8-4ce2fbddb0e9 service neutron] 10.222.0.23 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235406 Mar 28 15:30:30.434398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e67f12c-8eb1-487f-8781-8a0a1fb10f44 req-f099d8a0-f0bf-4c8e-947e-cfb9afc049fa service neutron] 10.222.0.23 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264234 Mar 28 15:30:30.494325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:06Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '004bacca-a83d-4933-a3a3-d105725f4bd3', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'port_id': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'mac_address': 'fa:16:3e:a7:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:30:28Z', 'updated_at': '2022-03-28T15:30:28Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9776f7-162a-44d0-af44-0bcc4980f8e1', 'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:9b:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:05Z', 'updated_at': '2022-03-28T15:30:11Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:30:30.498242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cb4cc-77bb-464a-bf52-309a7486cab4 None None] The sync data for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv is: [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:06Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '004bacca-a83d-4933-a3a3-d105725f4bd3', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'port_id': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'mac_address': 'fa:16:3e:a7:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:30:28Z', 'updated_at': '2022-03-28T15:30:28Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9776f7-162a-44d0-af44-0bcc4980f8e1', 'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:9b:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:05Z', 'updated_at': '2022-03-28T15:30:11Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:30:30.647891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 37886) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:30.671883 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309205b9-e094-4a30-82d1-7c89688f6e2f None None] New status for floating IP 004bacca-a83d-4933-a3a3-d105725f4bd3: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:30:30.754528 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d15a4039-5e2b-4c26-90d7-65012ebea20a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/004bacca-a83d-4933-a3a3-d105725f4bd3 HTTP/1.1" status: 200 len: 990 time: 0.1050098 Mar 28 15:30:31.758369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 37890) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:30:31.862713 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2650abb2-f6b0-4a6c-a4b9-1930cfffe76b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/004bacca-a83d-4933-a3a3-d105725f4bd3 HTTP/1.1" status: 200 len: 992 time: 0.1031713 Mar 28 15:30:32.409445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:42.286109 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:30:51.380661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1d70ec53-a148-4d63-8b7f-37d0a9dea4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:53.523702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cf8588fc-e043-4c36-bab3-fc782cb5e596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:54.591795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:54.763268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:30:56.221696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:02.414482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:14.711294 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-44306214-635f-4dd2-9de3-e30b9805d586 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724463 Mar 28 15:31:14.861495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-47e0656a-ce8c-40cc-8a68-1ca923c07825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:31:14.862955 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-47e0656a-ce8c-40cc-8a68-1ca923c07825 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 1098 time: 0.0705707 Mar 28 15:31:15.005527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-f1a2e7bc-e92b-440d-92e5-4f723ca4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:31:15.007002 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-f1a2e7bc-e92b-440d-92e5-4f723ca4ef45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.1255801 Mar 28 15:31:15.113672 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-bd6f1048-53e0-4e0d-945e-79515a5a48db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab2b07b-e03c-4547-a06c-a86433567a80 HTTP/1.1" status: 200 len: 1000 time: 0.1002233 Mar 28 15:31:15.175829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-02f87321-f91b-4843-8c74-4ffc0e3672fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:31:15.177754 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-02f87321-f91b-4843-8c74-4ffc0e3672fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0578160 Mar 28 15:31:15.255627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-dec58b79-6253-4040-9098-cbc0b3ba58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:31:15.257047 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-dec58b79-6253-4040-9098-cbc0b3ba58b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734706 Mar 28 15:31:15.386630 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-41502254-d7c7-4188-94e1-6c499ded4cc9 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234331 Mar 28 15:31:15.518119 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23edb48f-acd9-4e92-a256-3d2b3ee7f615 req-577af607-4722-48a3-958c-d61127611c74 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250067 Mar 28 15:31:19.285058 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:31:21.379620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-70df81d6-61b6-4e8a-9f6c-5adfd15c04b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:23.516686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a4ae0a7-3e14-45cb-9ceb-e91ed299b77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:24.574200 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:24.756948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:26.214233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:32.441968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:42.126050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [req-7d0c4a98-de08-4a94-b324-c87cbf8d7cc1 req-a2e13d93-269e-447d-8872-1c692d11fde5 service neutron] (88487) timed out ('10.222.0.23', 53539) {{(pid=88487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 15:31:51.367302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5c77e47c-fee5-44ea-bf01-db45e7e398d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:53.521749 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61a267f5-5751-46f0-be8a-b299fd3b5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:54.595846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:54.791339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:56.230275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:31:56.284507 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:32:02.419152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:16.758111 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20710944-856f-4882-ad99-eae473aec0ae req-ecfde829-9fd0-4629-8439-acfe68442a11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203964 Mar 28 15:32:16.868982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20710944-856f-4882-ad99-eae473aec0ae req-f405e701-c4c7-4417-a1c2-e16f8fe80d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:16.870444 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20710944-856f-4882-ad99-eae473aec0ae req-f405e701-c4c7-4417-a1c2-e16f8fe80d35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 1098 time: 0.0809436 Mar 28 15:32:17.123577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20710944-856f-4882-ad99-eae473aec0ae req-826e2af2-d054-4691-a8b8-111305d98b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:17.125029 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20710944-856f-4882-ad99-eae473aec0ae req-826e2af2-d054-4691-a8b8-111305d98b13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd HTTP/1.1" status: 200 len: 897 time: 0.2367377 Mar 28 15:32:17.233239 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20710944-856f-4882-ad99-eae473aec0ae req-d46bdfda-d2f7-4685-9ec9-108493e2b369 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a33746-0ee8-4739-83da-13faacd8ae3f HTTP/1.1" status: 200 len: 1000 time: 0.1010785 Mar 28 15:32:17.298459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20710944-856f-4882-ad99-eae473aec0ae req-676d60df-2e0e-4401-9eb5-4ec711c7ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:17.300137 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20710944-856f-4882-ad99-eae473aec0ae req-676d60df-2e0e-4401-9eb5-4ec711c7ccb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c272e6a-f500-486e-bddd-14b187cc2130 HTTP/1.1" status: 200 len: 844 time: 0.0615540 Mar 28 15:32:17.376479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20710944-856f-4882-ad99-eae473aec0ae req-cd433029-a1c0-4c0b-a665-8ef138ec49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:17.377948 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20710944-856f-4882-ad99-eae473aec0ae req-cd433029-a1c0-4c0b-a665-8ef138ec49e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723050 Mar 28 15:32:17.509942 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20710944-856f-4882-ad99-eae473aec0ae req-93b5e6f6-e7dc-4558-82c0-da62b7907ce9 service neutron] 10.222.0.23 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263089 Mar 28 15:32:17.641824 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20710944-856f-4882-ad99-eae473aec0ae req-0c24efd8-0e49-4629-9270-1195344e8b77 service neutron] 10.222.0.23 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248038 Mar 28 15:32:21.401319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-479139db-0d26-4518-a60f-5c7a4d1ab255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:21.737788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-52ef1c5c-7ed8-4eeb-b04e-90e3d37e45a2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748934238&fields=id&tenant_id=45f98a5033c3421a99c3279e50eb966b HTTP/1.1" status: 200 len: 267 time: 0.0392842 Mar 28 15:32:21.988500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-47dd7531-8821-447f-99b7-55a28e18c518 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:21.989848 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-47dd7531-8821-447f-99b7-55a28e18c518 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 811 time: 0.2459338 Mar 28 15:32:22.004088 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-d5515e66-6be1-4eb8-b06b-286ee3097805 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/quotas/45f98a5033c3421a99c3279e50eb966b HTTP/1.1" status: 200 len: 375 time: 0.0086460 Mar 28 15:32:22.091111 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-c7855de8-b87c-45e7-b4d9-3b99f28a9928 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0822446 Mar 28 15:32:22.265870 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-0751290a-0e59-4af7-b45c-602c6dfbb668 service neutron] 10.222.0.16 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636636 Mar 28 15:32:22.394444 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-00a87c53-a782-4746-90f2-bb8053a16ce9 service neutron] 10.222.0.16 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227760 Mar 28 15:32:22.987898 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9215e771-fcd1-4dbb-a902-ac71ec351ea2 req-0137a4cf-40d5-4f8a-9b83-4b7e5c2898ea tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 210 time: 0.0994287 Mar 28 15:32:23.033120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38026) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:32:23.038930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:32:23.157240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31918990'] for subnet, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:23.389506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781951052014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32160553'] for subnet, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:23.434312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:23.434923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:23.436283 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/subnets/2c272e6a-f500-486e-bddd-14b187cc2130 HTTP/1.1" status: 200 len: 836 time: 0.4021459 Mar 28 15:32:23.441045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86444958-62cd-487b-ac66-51d9b7f178dd None None] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:32:23.461443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=2c272e6a-f500-486e-bddd-14b187cc2130,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:32:23.469605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.469979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.470321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.470656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.470990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.471355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.471684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.472015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.472342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.472666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.472984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.473306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe2e3-6599-41f6-9825-6c892d94e641 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:23.608515 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0883811-5d5e-488f-b82a-cc35f2c364ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:23.874452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2ce154a4-0dd6-4c23-b38e-a99514b31be9 None None] Provisioning complete for port 47d669d9-063e-4c2d-880c-84c10f7cad8e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:32:23.874827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2ce154a4-0dd6-4c23-b38e-a99514b31be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:24.002513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2ce154a4-0dd6-4c23-b38e-a99514b31be9 None None] Provisioning complete for port ac9776f7-162a-44d0-af44-0bcc4980f8e1 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:32:24.002882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2ce154a4-0dd6-4c23-b38e-a99514b31be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:24.134865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2ce154a4-0dd6-4c23-b38e-a99514b31be9 None None] Provisioning complete for port f2a33746-0ee8-4739-83da-13faacd8ae3f triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:32:24.135328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2ce154a4-0dd6-4c23-b38e-a99514b31be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:24.141778 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7688478c-dd76-4daa-80e9-9da10415d932 req-3a9e2fb4-e3bb-4437-bc61-8314a4c143b7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 210 time: 0.0473232 Mar 28 15:32:24.600706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:24.772547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:25.029932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-d0789d3c-d351-4dea-b54f-fd65c1de2385 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:25.031413 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-d0789d3c-d351-4dea-b54f-fd65c1de2385 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 811 time: 0.1445773 Mar 28 15:32:25.085230 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-bd308ca7-8bde-4f43-b0ce-63b01e42eabf tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45f98a5033c3421a99c3279e50eb966b HTTP/1.1" status: 200 len: 380 time: 0.0392208 Mar 28 15:32:25.093481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'port': {'device_id': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'admin_state_up': True, 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'security_groups': ['244955d9-b57c-4ad3-8396-8e958743c65a']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:32:25.227186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:32:25.245807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:32:25.298794 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0017faf6-fe99-404b-ab3d-75a3bbdcb894 req-0c505210-00ab-470d-b4c1-31740e465732 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 210 time: 0.0456452 Mar 28 15:32:25.299873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Made reservation on behalf of 45f98a5033c3421a99c3279e50eb966b for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:32:25.303238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:25.465334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Allocated IP 172.20.0.9 (0f833085-acda-4c3c-884d-53308b8d0562/a462bbf0-00c2-4aae-9031-f8a40557aedb/2deb0882-a704-49cf-880c-51b027056b01) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:32:25.771804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:25.787555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Transition to ACTIVE for port object 2deb0882-a704-49cf-880c-51b027056b01 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:32:25.898738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:25.975507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Network 0f833085-acda-4c3c-884d-53308b8d0562 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:32:25.980621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:32:25.987693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:32:26.021467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'Port': ['ID=2deb0882-a704-49cf-880c-51b027056b01,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:32:26.060081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:26.060698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:26.156724 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e9b4c59d-e04b-4e64-87ec-275324fd280d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0658281 Mar 28 15:32:26.173144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Request body: {'port': {'device_id': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:32:26.213356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:26.257747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-54a23723-0935-4e90-ba39-e451f5d6aac4 None None] Provisioning for port 2deb0882-a704-49cf-880c-51b027056b01 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:32:26.263341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-54a23723-0935-4e90-ba39-e451f5d6aac4 None None] Provisioning complete for port 2deb0882-a704-49cf-880c-51b027056b01 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:32:26.263719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-54a23723-0935-4e90-ba39-e451f5d6aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:26.296184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:26.318465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-54a23723-0935-4e90-ba39-e451f5d6aac4 None None] Port 2deb0882-a704-49cf-880c-51b027056b01 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:32:26.500422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1457-2a86-419f-8270-e1c75a1707e7 req-59b0bec4-9b2d-45d9-a89e-57c6b21c56e2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:26.501920 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1f0b1457-2a86-419f-8270-e1c75a1707e7 req-59b0bec4-9b2d-45d9-a89e-57c6b21c56e2 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 931 time: 0.0972612 Mar 28 15:32:26.551384 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1f0b1457-2a86-419f-8270-e1c75a1707e7 req-95b32e66-a232-4807-96e2-3c1673c85dba tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Mar 28 15:32:26.655997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2deb0882-a704-49cf-880c-51b027056b01 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:32:26.663008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:26.677247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Transition to ACTIVE for port object 2deb0882-a704-49cf-880c-51b027056b01 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:32:26.783492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:26.945571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Pushing event updated for resources: {'Port': ['ID=2deb0882-a704-49cf-880c-51b027056b01,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:32:27.026525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Attempting to bind port 2deb0882-a704-49cf-880c-51b027056b01 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:32:27.026861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Attempting to bind port 2deb0882-a704-49cf-880c-51b027056b01 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:32:27.027216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Attempting to bind port 2deb0882-a704-49cf-880c-51b027056b01 on network 0f833085-acda-4c3c-884d-53308b8d0562 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:32:27.032979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Port 2deb0882-a704-49cf-880c-51b027056b01 on network 0f833085-acda-4c3c-884d-53308b8d0562 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:32:27.035160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Attempting to bind port 2deb0882-a704-49cf-880c-51b027056b01 on network 0f833085-acda-4c3c-884d-53308b8d0562 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:32:27.038475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:32:27.038917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Checking segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:32:27.039327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Bound using segment: {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:32:27.039771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Bound port: 2deb0882-a704-49cf-880c-51b027056b01, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a6dca1-8e48-4ef0-91e9-dc998705dcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:32:27.040098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:27.128345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] For port 2deb0882-a704-49cf-880c-51b027056b01, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:32:27.131284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] For port 2deb0882-a704-49cf-880c-51b027056b01, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2deb0882-a704-49cf-880c-51b027056b01,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:32:27.190034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:27.250287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:27.250287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:27.250967 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] 10.222.0.23 "PUT /v2.0/ports/2deb0882-a704-49cf-880c-51b027056b01 HTTP/1.1" status: 200 len: 1093 time: 1.0820341 Mar 28 15:32:27.251422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'tag': '2deb0882-a704-49cf-880c-51b027056b01'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:32:27.277178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf65aff-0aa7-4b55-b66d-2c632b471b20 service neutron] Pushing event updated for resources: {'Port': ['ID=2deb0882-a704-49cf-880c-51b027056b01,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:32:27.309955 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'tag': '2deb0882-a704-49cf-880c-51b027056b01', 'status': 'completed', 'code': 200} Mar 28 15:32:27.425302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2539b2-0a02-4dfb-bf5c-4120641df2bd req-7ca957ba-e209-4be6-8290-82c7828ee470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:27.426767 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2a2539b2-0a02-4dfb-bf5c-4120641df2bd req-7ca957ba-e209-4be6-8290-82c7828ee470 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 1096 time: 0.0722539 Mar 28 15:32:27.576720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2539b2-0a02-4dfb-bf5c-4120641df2bd req-e27ba761-a1fa-425d-9299-cd1809ae959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:27.589145 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2a2539b2-0a02-4dfb-bf5c-4120641df2bd req-e27ba761-a1fa-425d-9299-cd1809ae959b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=45f98a5033c3421a99c3279e50eb966b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1392460 Mar 28 15:32:27.716555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2539b2-0a02-4dfb-bf5c-4120641df2bd req-36e171e2-c7b0-4131-9acf-4b35d7e0e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:27.718305 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2a2539b2-0a02-4dfb-bf5c-4120641df2bd req-36e171e2-c7b0-4131-9acf-4b35d7e0e593 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342156 Mar 28 15:32:27.744833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046f33c-a883-48ef-b81c-8a57e4c7dc88 req-32a34c2f-b529-4ac4-8627-d370921cde96 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:27.746307 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7046f33c-a883-48ef-b81c-8a57e4c7dc88 req-32a34c2f-b529-4ac4-8627-d370921cde96 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 943 time: 0.0848839 Mar 28 15:32:27.791579 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7046f33c-a883-48ef-b81c-8a57e4c7dc88 req-cae69498-18c6-4af6-98c6-fb7d448d46a1 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388479 Mar 28 15:32:27.952207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-3e325c78-fe7d-400d-be21-4efc1a185533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:27.953710 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-3e325c78-fe7d-400d-be21-4efc1a185533 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 1096 time: 0.1719298 Mar 28 15:32:28.029282 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-9d05527c-7923-419a-86a5-ac0b06499418 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2deb0882-a704-49cf-880c-51b027056b01 HTTP/1.1" status: 200 len: 217 time: 0.0625329 Mar 28 15:32:28.089192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e436ca70-ef78-40f8-a1d5-a29ce4415976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:28.090593 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-e436ca70-ef78-40f8-a1d5-a29ce4415976 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0557830 Mar 28 15:32:28.163016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-87e2f060-b129-4f37-b21d-0e8e96a5fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:28.164391 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-87e2f060-b129-4f37-b21d-0e8e96a5fe84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681238 Mar 28 15:32:28.292249 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-1c32b315-ad95-4875-923b-abea2a92470a service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216817 Mar 28 15:32:28.422488 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f6995eee-06be-419f-91bf-ea1df1db8245 req-057edd27-b09d-46c6-8ed6-8142d4a21530 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240709 Mar 28 15:32:28.993111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b433-dbb8-412c-be9d-a12713f0b8d3 req-d617a7f7-716a-4455-97a1-e31f269d0308 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:28.993714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8b18b433-dbb8-412c-be9d-a12713f0b8d3 req-d617a7f7-716a-4455-97a1-e31f269d0308 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:32:29.109513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-8b18b433-dbb8-412c-be9d-a12713f0b8d3 req-d617a7f7-716a-4455-97a1-e31f269d0308 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:32:29.109513 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8b18b433-dbb8-412c-be9d-a12713f0b8d3 req-d617a7f7-716a-4455-97a1-e31f269d0308 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 943 time: 0.1887376 Mar 28 15:32:29.143513 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8b18b433-dbb8-412c-be9d-a12713f0b8d3 req-857577d5-08f7-4ac7-8aa0-044d8c07c786 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389910 Mar 28 15:32:30.329205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3d92-956b-425e-bb7c-f661c05a2c97 req-c533fceb-1b38-4310-b65b-e0af235b69a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:30.330662 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fcce3d92-956b-425e-bb7c-f661c05a2c97 req-c533fceb-1b38-4310-b65b-e0af235b69a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 943 time: 0.0794525 Mar 28 15:32:30.377796 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fcce3d92-956b-425e-bb7c-f661c05a2c97 req-9bec71fa-acb2-4af6-9180-61a7231e477d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Mar 28 15:32:31.565157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c719b4e-5d41-4aa2-a4dc-66ff2c7d10a0 req-f35164de-8d01-47b6-aad2-16433043ad7d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:31.566602 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4c719b4e-5d41-4aa2-a4dc-66ff2c7d10a0 req-f35164de-8d01-47b6-aad2-16433043ad7d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 943 time: 0.0857370 Mar 28 15:32:31.612123 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4c719b4e-5d41-4aa2-a4dc-66ff2c7d10a0 req-ed76f5a2-0dcb-4e87-afc5-f3ccf8da9501 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 Mar 28 15:32:32.446364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:32.796168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92336255-82a8-41ac-9abd-cb45b422ff19 req-52a0dd71-d4f8-4010-9bbd-4076f7b074cd tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:32.797619 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-92336255-82a8-41ac-9abd-cb45b422ff19 req-52a0dd71-d4f8-4010-9bbd-4076f7b074cd tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 943 time: 0.0792282 Mar 28 15:32:32.841471 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-92336255-82a8-41ac-9abd-cb45b422ff19 req-1e8586e2-8f34-4bed-929f-cf996e713e1e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380812 Mar 28 15:32:33.284518 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:32:34.027774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c64d-bceb-407e-8f7d-61e4d04f8df6 req-495ca7fe-7760-444c-9411-e51df47827fd tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:34.029650 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3193c64d-bceb-407e-8f7d-61e4d04f8df6 req-495ca7fe-7760-444c-9411-e51df47827fd tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 943 time: 0.0811999 Mar 28 15:32:34.072697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3193c64d-bceb-407e-8f7d-61e4d04f8df6 req-36b3e198-9000-4072-9dce-497a1556522f tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378411 Mar 28 15:32:35.258468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227d02a-470c-4c8b-a3dc-c6d63798b1ca req-ee496d67-2a3d-4094-9f8d-74d5deba867b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:35.259921 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c227d02a-470c-4c8b-a3dc-c6d63798b1ca req-ee496d67-2a3d-4094-9f8d-74d5deba867b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 943 time: 0.0815310 Mar 28 15:32:35.303316 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c227d02a-470c-4c8b-a3dc-c6d63798b1ca req-852fe82c-af96-4348-a8f5-589bc6fa4668 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373681 Mar 28 15:32:36.495327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4ce2d-a137-4638-a9bc-75d84eb01832 req-f2f7e708-0fb5-4356-a42c-3d75ff0093b7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:36.496761 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1de4ce2d-a137-4638-a9bc-75d84eb01832 req-f2f7e708-0fb5-4356-a42c-3d75ff0093b7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 943 time: 0.0827632 Mar 28 15:32:36.539545 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1de4ce2d-a137-4638-a9bc-75d84eb01832 req-ae1cd176-d24b-4a06-b0a1-31fbff6ddda1 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369678 Mar 28 15:32:37.109206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2deb0882-a704-49cf-880c-51b027056b01 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:32:37.238866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 2deb0882-a704-49cf-880c-51b027056b01, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2deb0882-a704-49cf-880c-51b027056b01,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:32:37.259183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '2deb0882-a704-49cf-880c-51b027056b01', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'port_id': '2deb0882-a704-49cf-880c-51b027056b01', 'mac_address': 'fa:16:3e:6a:59:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:32:37.314132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:37.330824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2deb0882-a704-49cf-880c-51b027056b01 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:32:37.345463 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 2deb0882-a704-49cf-880c-51b027056b01, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2deb0882-a704-49cf-880c-51b027056b01,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:32:37.435328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:37.537061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=2deb0882-a704-49cf-880c-51b027056b01,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:32:37.544282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.544630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.544968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.545300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.545624 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.546469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.546820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.547144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.547469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.547787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.548102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.548419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:32:37.723460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b3c42-c239-4cbf-b0c6-4df8562b4659 req-adb179af-7eaa-4d67-9269-22f637c3649a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:37.724887 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-963b3c42-c239-4cbf-b0c6-4df8562b4659 req-adb179af-7eaa-4d67-9269-22f637c3649a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 944 time: 0.0788722 Mar 28 15:32:37.763716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['2deb0882-a704-49cf-880c-51b027056b01'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:32:37.768982 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-963b3c42-c239-4cbf-b0c6-4df8562b4659 req-4393cd27-8d3f-4f6b-9e88-0e5f0deca3c4 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385005 Mar 28 15:32:38.953156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0a9bc-4b60-44b4-bbb8-ea4800ef34e9 req-c1a5b5c7-d180-4611-898b-4b2fe1b09337 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:38.954634 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a3a0a9bc-4b60-44b4-bbb8-ea4800ef34e9 req-c1a5b5c7-d180-4611-898b-4b2fe1b09337 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 944 time: 0.0808218 Mar 28 15:32:39.002310 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a3a0a9bc-4b60-44b4-bbb8-ea4800ef34e9 req-fca5c0a4-1e39-487f-be3f-a7bf842cdb4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415325 Mar 28 15:32:39.117404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2deb0882-a704-49cf-880c-51b027056b01 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:32:39.257620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 2deb0882-a704-49cf-880c-51b027056b01 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:32:39.262437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 2deb0882-a704-49cf-880c-51b027056b01 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:32:39.262780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:39.378819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:39.406408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2deb0882-a704-49cf-880c-51b027056b01'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:32:39.416231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 2deb0882-a704-49cf-880c-51b027056b01, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2deb0882-a704-49cf-880c-51b027056b01,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:32:39.451122 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2deb0882-a704-49cf-880c-51b027056b01', 'code': 200} Mar 28 15:32:39.486259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:39.555943 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=2deb0882-a704-49cf-880c-51b027056b01,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:32:39.920877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeb908-727d-49ea-9c7b-606d743c4f00 req-e2b0d1d1-a780-4c74-92cf-e6c76a252aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:39.922321 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4ebeb908-727d-49ea-9c7b-606d743c4f00 req-e2b0d1d1-a780-4c74-92cf-e6c76a252aec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 1098 time: 0.0686882 Mar 28 15:32:39.962154 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4ebeb908-727d-49ea-9c7b-606d743c4f00 req-faea62bb-9872-4a82-b133-5812bdf8214c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337858 Mar 28 15:32:40.188121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e833bd5-cf34-4f7a-901e-2a976586ebeb req-8d26dfd7-663b-49da-822d-32d8e48160a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:40.189625 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3e833bd5-cf34-4f7a-901e-2a976586ebeb req-8d26dfd7-663b-49da-822d-32d8e48160a6 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 945 time: 0.0821984 Mar 28 15:32:40.232363 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3e833bd5-cf34-4f7a-901e-2a976586ebeb req-7b2e04fb-3ead-4f58-aa49-9395bd574010 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375638 Mar 28 15:32:41.418782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd246235-5488-417c-aefb-369c86500b57 req-5dfe1f6e-7dd2-4036-8420-c2fd71995041 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:41.420239 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fd246235-5488-417c-aefb-369c86500b57 req-5dfe1f6e-7dd2-4036-8420-c2fd71995041 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 945 time: 0.0819845 Mar 28 15:32:41.463313 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fd246235-5488-417c-aefb-369c86500b57 req-6f81d998-da34-4ff3-ba40-c64b8b55b89d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373595 Mar 28 15:32:41.653842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ef9ff-dd7c-4b12-875b-b0d59a96a45f req-136a87a4-50c1-45cd-96eb-85788590c91b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:41.655329 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-111ef9ff-dd7c-4b12-875b-b0d59a96a45f req-136a87a4-50c1-45cd-96eb-85788590c91b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 945 time: 0.0783324 Mar 28 15:32:41.698786 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-111ef9ff-dd7c-4b12-875b-b0d59a96a45f req-93950730-8b55-4bf8-873e-6d3f005a4f62 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377474 Mar 28 15:32:41.721960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38070) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:32:41.896247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547384e-a333-492f-9dcc-74a9b4cecc8b tempest-TestVolumeBootPattern-1168675643 tempest-TestVolumeBootPattern-1168675643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:41.896945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9547384e-a333-492f-9dcc-74a9b4cecc8b tempest-TestVolumeBootPattern-1168675643 tempest-TestVolumeBootPattern-1168675643-project-admin] Synchronizing usage tracker for tenant:03af721f111f47338d38df0f34fde40b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:32:41.960165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9547384e-a333-492f-9dcc-74a9b4cecc8b tempest-TestVolumeBootPattern-1168675643 tempest-TestVolumeBootPattern-1168675643-project-admin] Unset dirty status for tenant:03af721f111f47338d38df0f34fde40b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:32:41.961338 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9547384e-a333-492f-9dcc-74a9b4cecc8b tempest-TestVolumeBootPattern-1168675643 tempest-TestVolumeBootPattern-1168675643-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 1093 time: 0.2383938 Mar 28 15:32:41.964034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38076) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:32:41.968959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '2deb0882-a704-49cf-880c-51b027056b01', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:32:41.974885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:32:41.978687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Usage tracker for resource:floatingip and tenant:45f98a5033c3421a99c3279e50eb966b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:32:41.981901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:32:41.988282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:32:42.057264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:42.195507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:42.326509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Allocated IP 172.26.7.208 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/34928fcc-89bf-4ff0-8f28-2299b8e2b1a4) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:32:42.470281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:42.629262 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:42.781174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:32:42.783897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:32:42.786928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:32:42.835515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'Port': ['ID=34928fcc-89bf-4ff0-8f28-2299b8e2b1a4,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:32:43.211168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:43.334194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:43.545654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:43.634627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:43.741655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event updated for resources: {'Port': ['ID=34928fcc-89bf-4ff0-8f28-2299b8e2b1a4,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:32:43.753161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:43.929786 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Floating IP f7ec0ea8-23bd-4da4-81c4-843a962e024a associated. External IP: 172.26.7.208, port: 2deb0882-a704-49cf-880c-51b027056b01. Mar 28 15:32:44.383300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Router e4120f39-151e-4f6e-b04f-129ab5c6baae has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:32:44.563207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:32:44.573239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] Sync routers for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:32:44.583150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:32:44.583755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:32:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:32:44.629513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:44.688266 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-abb287ce-8591-4fc6-8b45-cbd70cf7f509 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7230556 Mar 28 15:32:44.688697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'tag': '2deb0882-a704-49cf-880c-51b027056b01'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:32:44.777210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:32:44.784471 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'tag': '2deb0882-a704-49cf-880c-51b027056b01', 'status': 'completed', 'code': 200} Mar 28 15:32:44.901442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-67e2d933-22df-4280-b936-c789becd1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:44.902919 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-67e2d933-22df-4280-b936-c789becd1daa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 1098 time: 0.0741203 Mar 28 15:32:45.036333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-6a49b841-0c57-4b67-bbdf-8e2532ad4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:45.037773 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-6a49b841-0c57-4b67-bbdf-8e2532ad4fc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.1281292 Mar 28 15:32:45.141092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-62cf7256-0c76-49c0-a1d5-ff1246ffa9ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2deb0882-a704-49cf-880c-51b027056b01 HTTP/1.1" status: 200 len: 999 time: 0.0974455 Mar 28 15:32:45.147700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '21c0b87b-1f65-4f79-b572-5cd2636abf26', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:40Z', 'updated_at': '2022-03-28T15:29:43Z', 'revision_number': 1, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}, {'id': 'f7ec0ea8-23bd-4da4-81c4-843a962e024a', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.208', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '2deb0882-a704-49cf-880c-51b027056b01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:6a:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:32:43Z', 'updated_at': '2022-03-28T15:32:43Z', 'revision_number': 0, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:32:45.151607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] Checking router: e4120f39-151e-4f6e-b04f-129ab5c6baae for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:32:45.160111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:32:45.160704 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:32:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:32:45.202362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-87ae0219-d4ab-44a1-8416-cc776f81cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:45.203981 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-87ae0219-d4ab-44a1-8416-cc776f81cca1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0576127 Mar 28 15:32:45.277542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-3f943a84-262d-4aca-a20c-bc5219c7c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:32:45.279000 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-3f943a84-262d-4aca-a20c-bc5219c7c16f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0688188 Mar 28 15:32:45.334857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:32:45.407857 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-d9c93fa7-add0-48b0-b7f1-4248e3770595 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232212 Mar 28 15:32:45.545433 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8f8457bf-c4a4-4ba7-bf59-373aeb03f867 req-b419100d-aeb6-4db4-94ab-33e9e4e6ac1c service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305351 Mar 28 15:32:45.718247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '21c0b87b-1f65-4f79-b572-5cd2636abf26', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:40Z', 'updated_at': '2022-03-28T15:29:43Z', 'revision_number': 1, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}, {'id': 'f7ec0ea8-23bd-4da4-81c4-843a962e024a', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.208', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '2deb0882-a704-49cf-880c-51b027056b01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:6a:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:32:43Z', 'updated_at': '2022-03-28T15:32:43Z', 'revision_number': 0, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:32:45.722261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1237a-a266-42f3-8aee-6116e7ecd080 None None] The sync data for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv is: [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '21c0b87b-1f65-4f79-b572-5cd2636abf26', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:40Z', 'updated_at': '2022-03-28T15:29:43Z', 'revision_number': 1, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}, {'id': 'f7ec0ea8-23bd-4da4-81c4-843a962e024a', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.208', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '2deb0882-a704-49cf-880c-51b027056b01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:6a:59:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:32:43Z', 'updated_at': '2022-03-28T15:32:43Z', 'revision_number': 0, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:32:45.904974 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d4fe5-6f73-48a8-9772-8a5ec603f53c None None] New status for floating IP f7ec0ea8-23bd-4da4-81c4-843a962e024a: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:32:51.388836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e61a7b57-58fa-42be-9259-f219c8b8ae1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:53.514670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d9ff80f6-aa9c-4916-a09c-33986d2d8ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:54.582774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:55.022633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:32:56.188280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:02.491838 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:06.284744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38100) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:06.501164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port cdcf51ed-a5ce-41d4-a83a-992d18da54d9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:33:06.501164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:06.676283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:06.676283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:06.913697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for cdcf51ed-a5ce-41d4-a83a-992d18da54d9 owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:33:07.132809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:07.176482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=cdcf51ed-a5ce-41d4-a83a-992d18da54d9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:07.269555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:07.269890 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 004bacca-a83d-4933-a3a3-d105725f4bd3 disassociated (deleted). External IP: 172.26.7.47, port: f2a33746-0ee8-4739-83da-13faacd8ae3f. Mar 28 15:33:07.628949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router eecad9a3-1ec1-4edf-8352-c462aea71db6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:33:07.816361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:33:07.827958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] Sync routers for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:33:07.838121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:07.838121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:32:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:07.921847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:07.976883 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0f407293-6154-4f95-b4c1-eed91aac9ff9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/floatingips/004bacca-a83d-4933-a3a3-d105725f4bd3 HTTP/1.1" status: 204 len: 168 time: 1.6910710 Mar 28 15:33:07.982680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:33:08.027906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:08.039210 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'status': 'completed', 'code': 200} Mar 28 15:33:08.174681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-08878055-1311-4efa-bbad-14207ef26eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:08.176199 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-08878055-1311-4efa-bbad-14207ef26eee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 1098 time: 0.0838423 Mar 28 15:33:08.311714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-7a363790-8b29-4c18-a2dc-28274c87d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:08.313178 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-7a363790-8b29-4c18-a2dc-28274c87d093 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd HTTP/1.1" status: 200 len: 897 time: 0.1299486 Mar 28 15:33:08.344293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:06Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'ac9776f7-162a-44d0-af44-0bcc4980f8e1', 'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:9b:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:05Z', 'updated_at': '2022-03-28T15:30:11Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:08.354271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] Checking router: eecad9a3-1ec1-4edf-8352-c462aea71db6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:33:08.357313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:08.357834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:32:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:08.379554 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-e97a3168-b6c3-40b2-9b1d-e89e461939ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a33746-0ee8-4739-83da-13faacd8ae3f HTTP/1.1" status: 200 len: 217 time: 0.0598450 Mar 28 15:33:08.554553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:08.562459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-974b15ea-aca1-469e-8009-2deab90ed94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:08.563980 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-974b15ea-aca1-469e-8009-2deab90ed94e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c272e6a-f500-486e-bddd-14b187cc2130 HTTP/1.1" status: 200 len: 844 time: 0.1723766 Mar 28 15:33:08.648709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-329cc6d8-2ef5-4ff6-a1f7-c5cbaf880f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:08.650190 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-329cc6d8-2ef5-4ff6-a1f7-c5cbaf880f58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0793068 Mar 28 15:33:08.653167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541deae7-e388-41d3-b7c0-e53708d50bff req-366e05f8-0ef2-4faa-91e5-a35b7dbbccd5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:08.654842 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-541deae7-e388-41d3-b7c0-e53708d50bff req-366e05f8-0ef2-4faa-91e5-a35b7dbbccd5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 945 time: 0.0857282 Mar 28 15:33:08.722565 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-541deae7-e388-41d3-b7c0-e53708d50bff req-bce49458-655e-4fbe-8e9c-7f1aa9bbd5d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577097 Mar 28 15:33:08.801588 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-090a042e-49ec-4f29-bfdf-dbcdf54290db service neutron] 10.222.0.23 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443982 Mar 28 15:33:08.910931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:06Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'ac9776f7-162a-44d0-af44-0bcc4980f8e1', 'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:9b:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:05Z', 'updated_at': '2022-03-28T15:30:11Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:08.910931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e8264-2f92-4b31-ae9b-76cb7c84d8fe None None] The sync data for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv is: [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:30:06Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'ac9776f7-162a-44d0-af44-0bcc4980f8e1', 'name': '', 'network_id': 'e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:9b:4e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:05Z', 'updated_at': '2022-03-28T15:30:11Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '2c272e6a-f500-486e-bddd-14b187cc2130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:33:08.942724 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-944fe5f3-745a-4816-b32e-18825bfd42cc req-81ba3433-13c9-4129-be5c-8a54778ea963 service neutron] 10.222.0.23 "GET /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318297 Mar 28 15:33:09.130334 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4387dc37-1cff-461c-85e2-205b9470208b None None] New status for floating IP 004bacca-a83d-4933-a3a3-d105725f4bd3: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:33:09.919045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524422-4b5e-4e99-8e87-9e13467a77b7 req-0688e086-fc37-404e-b1a6-585aded21e5c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:09.919737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-55524422-4b5e-4e99-8e87-9e13467a77b7 req-0688e086-fc37-404e-b1a6-585aded21e5c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:09.981959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-55524422-4b5e-4e99-8e87-9e13467a77b7 req-0688e086-fc37-404e-b1a6-585aded21e5c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:09.988959 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-55524422-4b5e-4e99-8e87-9e13467a77b7 req-0688e086-fc37-404e-b1a6-585aded21e5c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 945 time: 0.1481755 Mar 28 15:33:10.027514 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-55524422-4b5e-4e99-8e87-9e13467a77b7 req-b6cdd24b-6a35-4eaa-827d-b866a195d2db tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbb672ee-2978-40d4-b44b-304304b6caee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386734 Mar 28 15:33:10.127340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-7d73030c-95dd-4e44-b2f8-fb191036de8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:10.128732 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-7d73030c-95dd-4e44-b2f8-fb191036de8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 945 time: 0.0802221 Mar 28 15:33:10.200431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port f2a33746-0ee8-4739-83da-13faacd8ae3f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:33:10.200766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:10.283588 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:33:10.451137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port f2a33746-0ee8-4739-83da-13faacd8ae3f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f2a33746-0ee8-4739-83da-13faacd8ae3f,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:10.451444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:10.573042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for f2a33746-0ee8-4739-83da-13faacd8ae3f owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:33:10.822575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:10.875376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=f2a33746-0ee8-4739-83da-13faacd8ae3f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:10.955253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port f2a33746-0ee8-4739-83da-13faacd8ae3f on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:33:10.957735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:10.960775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'name': 'network-vif-deleted', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:33:11.033618 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d9b24299-62c2-42d1-bfc3-e2642154a0f0 req-8d594b98-9a41-468f-9b88-ccbb1313525c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/f2a33746-0ee8-4739-83da-13faacd8ae3f HTTP/1.1" status: 204 len: 173 time: 0.8837380 Mar 28 15:33:11.033618 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74dc55a-f989-441b-91e5-0b75ad7f9068', 'name': 'network-vif-deleted', 'tag': 'f2a33746-0ee8-4739-83da-13faacd8ae3f', 'status': 'completed', 'code': 200} Mar 28 15:33:11.179966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-6aecd266-62a8-4a60-832a-e6522f969661 req-a284657e-0906-49f5-b47e-73cf4684b83c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:11.257442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-6aecd266-62a8-4a60-832a-e6522f969661 req-a284657e-0906-49f5-b47e-73cf4684b83c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:11.262255 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6aecd266-62a8-4a60-832a-e6522f969661 req-a284657e-0906-49f5-b47e-73cf4684b83c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=d74dc55a-f989-441b-91e5-0b75ad7f9068 HTTP/1.1" status: 200 len: 210 time: 0.1240282 Mar 28 15:33:12.362670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38118) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:12.431495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2410-4cac-4038-8577-aa86584965b9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:12.460321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2410-4cac-4038-8577-aa86584965b9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:12.605653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2410-4cac-4038-8577-aa86584965b9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:12.622719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b2410-4cac-4038-8577-aa86584965b9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb672ee-2978-40d4-b44b-304304b6caee,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:12.701326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2410-4cac-4038-8577-aa86584965b9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:12.701326 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aa3b2410-4cac-4038-8577-aa86584965b9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/dbb672ee-2978-40d4-b44b-304304b6caee HTTP/1.1" status: 204 len: 168 time: 0.3342488 Mar 28 15:33:12.794780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38124) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:13.431651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:13.781434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port ac9776f7-162a-44d0-af44-0bcc4980f8e1 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:33:13.781995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:13.973499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port ac9776f7-162a-44d0-af44-0bcc4980f8e1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ac9776f7-162a-44d0-af44-0bcc4980f8e1,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:13.973851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:14.093590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for ac9776f7-162a-44d0-af44-0bcc4980f8e1 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:33:14.353965 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:14.401156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=ac9776f7-162a-44d0-af44-0bcc4980f8e1,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:14.787363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:15.154256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router eecad9a3-1ec1-4edf-8352-c462aea71db6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:33:15.256544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f2a33746-0ee8-4739-83da-13faacd8ae3f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:33:15.290493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: f2a33746-0ee8-4739-83da-13faacd8ae3f {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:33:15.290836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f2a33746-0ee8-4739-83da-13faacd8ae3f not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:33:15.343179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:33:15.352883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] Sync routers for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:33:15.361832 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:15.362434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:32:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:15.441738 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0b6dc45a-53aa-4a37-b3ca-5dd7fc7645ba tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/eecad9a3-1ec1-4edf-8352-c462aea71db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6457913 Mar 28 15:33:15.444368 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38130) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:15.517270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd649d4-c46c-49e5-8bbe-605d51d6d3de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting subnet 2c272e6a-f500-486e-bddd-14b187cc2130 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:33:15.520428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4cd649d4-c46c-49e5-8bbe-605d51d6d3de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:15.589309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4cd649d4-c46c-49e5-8bbe-605d51d6d3de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:15.591406 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:15.678558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4cd649d4-c46c-49e5-8bbe-605d51d6d3de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:15.794299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4cd649d4-c46c-49e5-8bbe-605d51d6d3de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:15.842952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4cd649d4-c46c-49e5-8bbe-605d51d6d3de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:15.847635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd649d4-c46c-49e5-8bbe-605d51d6d3de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Subnet': ['ID=2c272e6a-f500-486e-bddd-14b187cc2130,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:15.855458 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4cd649d4-c46c-49e5-8bbe-605d51d6d3de tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/subnets/2c272e6a-f500-486e-bddd-14b187cc2130 HTTP/1.1" status: 204 len: 168 time: 0.4098656 Mar 28 15:33:15.857767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38134) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:15.861455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e1a2c6-b48d-43e7-a25a-7086f1dc59f5 None None] Network e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:33:16.035446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:16.066311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:33:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:16.072987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] Checking router: eecad9a3-1ec1-4edf-8352-c462aea71db6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:33:16.093031 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] Routers {'eecad9a3-1ec1-4edf-8352-c462aea71db6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:16.093658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:32:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['eecad9a3-1ec1-4edf-8352-c462aea71db6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:16.177652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b6a775-0f9d-4e30-873d-01507ae5a284 None None] DHCP port deletion for e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:33:16.187565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6a775-0f9d-4e30-873d-01507ae5a284 None None] Deleting port 47d669d9-063e-4c2d-880c-84c10f7cad8e {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:33:16.187932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3b6a775-0f9d-4e30-873d-01507ae5a284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:16.333363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:16.373019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] Set router eecad9a3-1ec1-4edf-8352-c462aea71db6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:16.427894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port e2ee4d44-29c2-4c0c-b730-3215a3259f7d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:33:16.428241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:16.645032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port e2ee4d44-29c2-4c0c-b730-3215a3259f7d, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e2ee4d44-29c2-4c0c-b730-3215a3259f7d,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:16.645399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:16.720505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f3b6a775-0f9d-4e30-873d-01507ae5a284 None None] For port 47d669d9-063e-4c2d-880c-84c10f7cad8e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=47d669d9-063e-4c2d-880c-84c10f7cad8e,segment=NetworkSegment(dbb4e98a-3a10-42b6-9281-fad6f9767d1a),segment_id=dbb4e98a-3a10-42b6-9281-fad6f9767d1a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:16.720896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3b6a775-0f9d-4e30-873d-01507ae5a284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:16.778358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for e2ee4d44-29c2-4c0c-b730-3215a3259f7d owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:33:16.855412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6a775-0f9d-4e30-873d-01507ae5a284 None None] Calling delete_port for 47d669d9-063e-4c2d-880c-84c10f7cad8e owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:33:16.868866 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-1239dc57-a91e-4cc8-85d1-478bf01c09dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2680006 Mar 28 15:33:16.989766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:33:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:16.993781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb9f36-eb57-4380-baa3-3cf1b7cca343 None None] The sync data for ids ['eecad9a3-1ec1-4edf-8352-c462aea71db6'] in dv-neutron-828143-13-hyperv is: [{'id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'name': 'tempest-TestNetworkBasicOps-router-616922979', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:30:00Z', 'updated_at': '2022-03-28T15:33:14Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': 'e2ee4d44-29c2-4c0c-b730-3215a3259f7d', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecad9a3-1ec1-4edf-8352-c462aea71db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:30:01Z', 'updated_at': '2022-03-28T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:33:17.056422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-e3101439-ac16-42c6-aa72-193a9e67e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:17.057741 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-e3101439-ac16-42c6-aa72-193a9e67e2d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 1098 time: 0.0844352 Mar 28 15:33:17.067839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:17.070989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f3b6a775-0f9d-4e30-873d-01507ae5a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:17.118495 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6a775-0f9d-4e30-873d-01507ae5a284 None None] Pushing event deleted for resources: {'Port': ['ID=47d669d9-063e-4c2d-880c-84c10f7cad8e,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:17.123703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6a775-0f9d-4e30-873d-01507ae5a284 None None] No DVR routers for this DVR port 47d669d9-063e-4c2d-880c-84c10f7cad8e on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:33:17.135933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=e2ee4d44-29c2-4c0c-b730-3215a3259f7d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:17.317098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:17.434857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-550926a3-82c9-4482-89ca-2998883294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:17.436332 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-550926a3-82c9-4482-89ca-2998883294ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.3304424 Mar 28 15:33:17.547361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:17.555306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:17.611594 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-51cccd97-1185-402f-b2eb-b3c5f1553161 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab2b07b-e03c-4547-a06c-a86433567a80 HTTP/1.1" status: 200 len: 1000 time: 0.1231847 Mar 28 15:33:17.647004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 47d669d9-063e-4c2d-880c-84c10f7cad8e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:33:17.683973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 47d669d9-063e-4c2d-880c-84c10f7cad8e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:33:17.684467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 47d669d9-063e-4c2d-880c-84c10f7cad8e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:33:17.684891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ac9776f7-162a-44d0-af44-0bcc4980f8e1 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:33:17.719913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: ac9776f7-162a-44d0-af44-0bcc4980f8e1 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:33:17.720258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ac9776f7-162a-44d0-af44-0bcc4980f8e1 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:33:17.759459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:17.759970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Fanout notify agent at l3_agent the message router_deleted on router eecad9a3-1ec1-4edf-8352-c462aea71db6 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:33:17.793251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:17.794337 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-51118602-adc3-4196-8106-e260f52f8fe6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/routers/eecad9a3-1ec1-4edf-8352-c462aea71db6 HTTP/1.1" status: 204 len: 168 time: 1.9356711 Mar 28 15:33:17.797108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38138) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:17.798356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-c2a04559-a2f4-497c-9f52-0e11da0428ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:17.799862 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-c2a04559-a2f4-497c-9f52-0e11da0428ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.1831136 Mar 28 15:33:17.880779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-48c345c0-3a8e-4c63-9b9f-b7e25caaa79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:17.882837 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-48c345c0-3a8e-4c63-9b9f-b7e25caaa79e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0768557 Mar 28 15:33:17.927698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.031921 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-a3fb525a-a6b1-4c6d-9900-aed05bd35350 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435828 Mar 28 15:33:18.060359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.086244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:18.098910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:18.099240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb4e98a-3a10-42b6-9281-fad6f9767d1a') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:18.111344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.129180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.135765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:33:18.140322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:33:18.150442 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:33:18.166093 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ad6aadf2-f88e-4a9f-8222-9a3443af2113 req-9e49ab9b-513d-465d-b08f-476d53aad28a service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282370 Mar 28 15:33:18.325556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.342635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.360680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Network': ['ID=e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:18.363077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.363380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.363772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.364108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.364437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.364769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.365097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.365424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.365752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.366078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.366401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.367250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:18.422845 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-815b442f-8965-4934-8c13-ad23148efb07 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/networks/e7dc1701-f7d6-4f0c-aea1-4f70cc14d3dd HTTP/1.1" status: 204 len: 168 time: 0.6246164 Mar 28 15:33:18.436323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38142) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:18.441938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'network': {'name': 'tempest-network-smoke--1933495607', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'port_security_enabled': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:18.447160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:18.454040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:network and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:18.454485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:18.460378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:18.536085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:33:18.540135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.568343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:33:18.579628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.579628 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Added segment a697b666-651f-4754-a07c-c0910dde83c2 of type vlan for network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 Mar 28 15:33:18.606255 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.696761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.701924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:18.702849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.815774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Network': ['ID=48f07707-3d11-4e14-b5b0-02d62dc4e0b6,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:18.825650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:33:18.869112 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-927e69d1-c620-4d4e-87cc-7eafcc162b28 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4314208 Mar 28 15:33:18.871561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38146) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:18.876647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'admin_state_up': True, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:18.883802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:18.887647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:router and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:18.897143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:18.898903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:18.966815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.966815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:18.981427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:19.319037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:19.553793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e2ee4d44-29c2-4c0c-b730-3215a3259f7d no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:33:19.587829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: e2ee4d44-29c2-4c0c-b730-3215a3259f7d {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:33:19.588170 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e2ee4d44-29c2-4c0c-b730-3215a3259f7d not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:33:19.682396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:19.710892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:19.844821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.187 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/892e8a24-c8d9-4c23-a904-927f570153b6) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:33:19.996254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:20.062465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:20.120651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:33:20.123335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:33:20.126918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:33:20.275385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=892e8a24-c8d9-4c23-a904-927f570153b6,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:20.726245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:21.068440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:21.347635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:33:21.367747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1cd464f3-1ddf-41cd-a631-de7a96d0e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:21.520860 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:33:21.530336 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Sync routers for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:33:21.539941 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:21.540552 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:32:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:21.628167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:21.632629 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5e0520ca-1b22-442e-843b-dffb45a7efee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7568460 Mar 28 15:33:21.632724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38152) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:21.763765 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:21.798273 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4c1c2f00-c435-45db-a88a-3c7e3ba32097 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1644282 Mar 28 15:33:21.800963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38156) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:21.931578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bdd8a5-bf64-4f57-8d6a-6496f5fd71bd tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:21.935631 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c7bdd8a5-bf64-4f57-8d6a-6496f5fd71bd tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311977 Mar 28 15:33:21.935854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38160) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:21.974908 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-833cd749-2c9a-4812-b5a7-49cf91d6fc7e tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380149 Mar 28 15:33:21.978230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38164) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:21.984047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-295013490', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:22.051877 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:20Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:22.056988 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Checking router: 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:33:22.057235 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Updating router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 port 892e8a24-c8d9-4c23-a904-927f570153b6 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:33:22.107282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:22.111050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:subnet and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:22.113758 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:22.114082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:22.120610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:22.216110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:33:22.220854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:22.448769 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:22.460912 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Transition to ACTIVE for port object 892e8a24-c8d9-4c23-a904-927f570153b6 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:33:22.519215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:22.525809 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:22.597418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=a3115178-1503-445f-84bf-61eb25dc6b3d,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:22.608724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Checking segment: {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:33:22.609085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network hostable DHCP agents. Network: 48f07707-3d11-4e14-b5b0-02d62dc4e0b6, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:33:22.609244 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Attempting to bind port 892e8a24-c8d9-4c23-a904-927f570153b6 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:33:22.609630 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Attempting to bind port 892e8a24-c8d9-4c23-a904-927f570153b6 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:33:22.609947 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Attempting to bind port 892e8a24-c8d9-4c23-a904-927f570153b6 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:33:22.617545 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Pushing event updated for resources: {'Port': ['ID=892e8a24-c8d9-4c23-a904-927f570153b6,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:22.620938 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:33:22.621298 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:33:22.621690 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:22.622067 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:33:22.622519 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Bound port: 892e8a24-c8d9-4c23-a904-927f570153b6, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:33:22.622884 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:22.653657 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.654281 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.654467 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.655014 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.655595 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.656178 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.656701 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.657223 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.657755 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.658247 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.658568 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.658883 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:22.707941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:33:22.714349 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] For port 892e8a24-c8d9-4c23-a904-927f570153b6, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:33:22.785945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 48f07707-3d11-4e14-b5b0-02d62dc4e0b6) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:33:22.786928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:22.787544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:22.791569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c956d37-3096-4f63-b0cb-164db84320ab None None] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:33:22.794106 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] For port 892e8a24-c8d9-4c23-a904-927f570153b6, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=892e8a24-c8d9-4c23-a904-927f570153b6,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:33:22.869640 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:22.891761 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2eccfe67-db15-46b3-8a07-3ec2b38d19b2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9127059 Mar 28 15:33:22.895216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38168) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:22.955442 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:22.956140 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:32:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:23.034218 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451b139-2433-4b37-a0f8-87074b3de356 None None] Pushing event updated for resources: {'Port': ['ID=892e8a24-c8d9-4c23-a904-927f570153b6,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:23.055239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:33:23.056110 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:23.155493 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:23.221276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Allocated IP 172.20.0.2 (48f07707-3d11-4e14-b5b0-02d62dc4e0b6/a3115178-1503-445f-84bf-61eb25dc6b3d/16eba0ab-a745-419a-bfc4-843dbf692565) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:33:23.436342 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:23.456426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Transition to ACTIVE for port object 16eba0ab-a745-419a-bfc4-843dbf692565 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:33:23.480194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Transition to ACTIVE for port object 16eba0ab-a745-419a-bfc4-843dbf692565 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:33:23.486989 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:20Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:23.490815 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0235c-0167-4472-ad3e-c585cc183faa None None] The sync data for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv is: [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:20Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:33:23.524813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9f37c5f1-aa57-42ba-aca5-d982b45f5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:23.559746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:23.622391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:33:23.625265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:33:23.629391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:33:23.643394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:23.646907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Pushing event updated for resources: {'Port': ['ID=16eba0ab-a745-419a-bfc4-843dbf692565,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:23.749951 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Attempting to bind port 16eba0ab-a745-419a-bfc4-843dbf692565 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:33:23.750525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Attempting to bind port 16eba0ab-a745-419a-bfc4-843dbf692565 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:33:23.751078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Attempting to bind port 16eba0ab-a745-419a-bfc4-843dbf692565 on network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:33:23.758938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:33:23.759207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Checking segment: {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:33:23.759614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:23.760033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Bound using segment: {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:33:23.760502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Bound port: 16eba0ab-a745-419a-bfc4-843dbf692565, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:33:23.760875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:23.864814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] For port 16eba0ab-a745-419a-bfc4-843dbf692565, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:33:23.869203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] For port 16eba0ab-a745-419a-bfc4-843dbf692565, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=16eba0ab-a745-419a-bfc4-843dbf692565,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:33:23.932095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:24.065250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc3b76-9381-41c3-9294-41c0a9fb69da None None] Pushing event updated for resources: {'Port': ['ID=16eba0ab-a745-419a-bfc4-843dbf692565,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:24.251649 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.1 (48f07707-3d11-4e14-b5b0-02d62dc4e0b6/a3115178-1503-445f-84bf-61eb25dc6b3d/72b3b58b-21fd-45d3-a920-aca04aa6bfde) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:33:24.442510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:24.465678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 72b3b58b-21fd-45d3-a920-aca04aa6bfde will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:33:24.576838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:24.624042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:24.644957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:33:24.648525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:33:24.661494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:33:24.687127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=72b3b58b-21fd-45d3-a920-aca04aa6bfde,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:24.721376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:24.814023 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:24.933983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:25.041467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef24bc-99d5-48d5-88ec-f73dc7b4b7bf None None] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:33:25.223943 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-03bc422c-665d-468b-ae27-52539955dcf4 None None] Provisioning for port 16eba0ab-a745-419a-bfc4-843dbf692565 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:33:25.372724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:25.659479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 16eba0ab-a745-419a-bfc4-843dbf692565 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:33:26.061849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:26.085415 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-29046383-f8f4-4024-83ac-eb18ff1d9cff None None] Provisioning for port 72b3b58b-21fd-45d3-a920-aca04aa6bfde completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:33:26.090220 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 16eba0ab-a745-419a-bfc4-843dbf692565 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:33:26.094849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-29046383-f8f4-4024-83ac-eb18ff1d9cff None None] Provisioning complete for port 72b3b58b-21fd-45d3-a920-aca04aa6bfde triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:26.095979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29046383-f8f4-4024-83ac-eb18ff1d9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:26.119409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 16eba0ab-a745-419a-bfc4-843dbf692565 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:26.119773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:26.177009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=72b3b58b-21fd-45d3-a920-aca04aa6bfde,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:26.179390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:26.223288 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-29046383-f8f4-4024-83ac-eb18ff1d9cff None None] Port 72b3b58b-21fd-45d3-a920-aca04aa6bfde cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:33:26.300356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:26.314900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-29046383-f8f4-4024-83ac-eb18ff1d9cff None None] Provisioning complete for port 16eba0ab-a745-419a-bfc4-843dbf692565 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:26.315298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29046383-f8f4-4024-83ac-eb18ff1d9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:26.319592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:33:26.321375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:33:26.433148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:26.521820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 16eba0ab-a745-419a-bfc4-843dbf692565, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=16eba0ab-a745-419a-bfc4-843dbf692565,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:26.550846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-29046383-f8f4-4024-83ac-eb18ff1d9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:26.618989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:26.619797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 892e8a24-c8d9-4c23-a904-927f570153b6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:33:26.636563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:33:26.804667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=16eba0ab-a745-419a-bfc4-843dbf692565,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:26.821593 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:33:26.825023 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-29046383-f8f4-4024-83ac-eb18ff1d9cff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:33:26.825440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-29046383-f8f4-4024-83ac-eb18ff1d9cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:33:26.837450 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0e19c677-54eb-4886-84c5-554ea293fc4b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/30db95a6-86cf-4f9d-8a56-3aeb5f9d7686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9414454 Mar 28 15:33:26.844595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Sync routers for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:33:26.846213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38174) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:26.867267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:26.868017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:33:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:26.934145 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 892e8a24-c8d9-4c23-a904-927f570153b6 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:33:26.954338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 892e8a24-c8d9-4c23-a904-927f570153b6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:26.954711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:27.000251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb143fc6-af36-40ca-8a65-974ad95a0e4d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.000715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb143fc6-af36-40ca-8a65-974ad95a0e4d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.001167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb143fc6-af36-40ca-8a65-974ad95a0e4d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.001615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb143fc6-af36-40ca-8a65-974ad95a0e4d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.002092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb143fc6-af36-40ca-8a65-974ad95a0e4d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.002552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb143fc6-af36-40ca-8a65-974ad95a0e4d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.004333 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bb143fc6-af36-40ca-8a65-974ad95a0e4d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1573017 Mar 28 15:33:27.009164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38178) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:27.156231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:27.189663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd4fa7-430e-4974-835e-a9835f7e05f7 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.190123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd4fa7-430e-4974-835e-a9835f7e05f7 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.190574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd4fa7-430e-4974-835e-a9835f7e05f7 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.191016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd4fa7-430e-4974-835e-a9835f7e05f7 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.191478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd4fa7-430e-4974-835e-a9835f7e05f7 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.191917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd4fa7-430e-4974-835e-a9835f7e05f7 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:27.194096 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3acd4fa7-430e-4974-835e-a9835f7e05f7 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1855476 Mar 28 15:33:27.197546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38182) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:27.282213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:27.411237 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-92284f9a-abf3-4782-a4f4-7e8827d721fb tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2124205 Mar 28 15:33:27.411936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 892e8a24-c8d9-4c23-a904-927f570153b6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=892e8a24-c8d9-4c23-a904-927f570153b6,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:27.488580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:27.592228 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=892e8a24-c8d9-4c23-a904-927f570153b6,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:27.623221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 16eba0ab-a745-419a-bfc4-843dbf692565 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:33:27.699669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-05ec1d59-f78f-47b6-81ce-e8375fd78347 None None] Provisioning complete for port 72b3b58b-21fd-45d3-a920-aca04aa6bfde triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:27.700018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-05ec1d59-f78f-47b6-81ce-e8375fd78347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:27.766558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-05ec1d59-f78f-47b6-81ce-e8375fd78347 None None] Port 72b3b58b-21fd-45d3-a920-aca04aa6bfde cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:33:27.778600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 16eba0ab-a745-419a-bfc4-843dbf692565 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:27.778965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:27.808753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:25Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:27.821452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Checking router: 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:33:27.821815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Updating router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 port 72b3b58b-21fd-45d3-a920-aca04aa6bfde binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:33:27.824230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38188) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:27.829735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255152303', 'description': 'tempest-secgroup-smoke-1255152303 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:27.836462 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:27.840617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:27.843472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:27.849972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:27.893637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:27.936329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:27.956742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:27.961124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:27.964078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:27.969915 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:28.044066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.101796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.149327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980aca81-f187-470a-a2c7-dceda890c7de,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:28.210704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.215198 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c3275b5f-b603-493a-85de-d6707c499428 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3873334 Mar 28 15:33:28.215385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38192) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:28.220465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '980aca81-f187-470a-a2c7-dceda890c7de', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:28.226335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:28.230213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:28.233116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:28.238886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:28.282490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.293820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Transition to ACTIVE for port object 72b3b58b-21fd-45d3-a920-aca04aa6bfde will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:33:28.320568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.370105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.379650 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.450624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.476390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdd92f6-879b-4e58-aac0-b0e6944f3506,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:28.499759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c429b-6e68-4432-8e47-acd4b9d53ac5 None None] Pushing event updated for resources: {'Port': ['ID=72b3b58b-21fd-45d3-a920-aca04aa6bfde,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:28.536148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.537459 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c884b065-1a1f-4e1b-80b8-7d6e62c495df tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210595 Mar 28 15:33:28.540664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38196) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:28.546176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '980aca81-f187-470a-a2c7-dceda890c7de', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:28.552574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:28.557161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:28.560265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:28.566618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:28.590489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Attempting to bind port 72b3b58b-21fd-45d3-a920-aca04aa6bfde on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:33:28.590851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Attempting to bind port 72b3b58b-21fd-45d3-a920-aca04aa6bfde by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:33:28.591233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Attempting to bind port 72b3b58b-21fd-45d3-a920-aca04aa6bfde on network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:33:28.596748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:33:28.597112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Checking segment: {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:33:28.597506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.597891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Bound using segment: {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:33:28.598355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Bound port: 72b3b58b-21fd-45d3-a920-aca04aa6bfde, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:33:28.598727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.651302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.697580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] For port 72b3b58b-21fd-45d3-a920-aca04aa6bfde, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:33:28.701362 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] For port 72b3b58b-21fd-45d3-a920-aca04aa6bfde, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=72b3b58b-21fd-45d3-a920-aca04aa6bfde,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:33:28.715134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.771118 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.793064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.820835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701992b4-175d-40bd-aabe-880df009b028,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:28.830379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.830767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.831502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.831502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.831758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.832392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.832392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.832726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.833072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.833417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.833739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.834124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:28.851396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:28.851667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:33:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:28.902530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c429b-6e68-4432-8e47-acd4b9d53ac5 None None] Pushing event updated for resources: {'Port': ['ID=72b3b58b-21fd-45d3-a920-aca04aa6bfde,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:28.936392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:28.940771 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4f22b345-c899-463b-bbc4-54febb2edb65 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3957098 Mar 28 15:33:28.945979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38200) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:28.951572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '980aca81-f187-470a-a2c7-dceda890c7de', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:28.957842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:28.962001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:28.965037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:28.971151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:29.033890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.085297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:29.094558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.147491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.172430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7156cb9-b651-4fb7-9eba-fd5bdd4cace9,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:29.239352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.240578 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-65042fc3-5fb5-4f57-9cce-be27aa9f48a0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935712 Mar 28 15:33:29.243836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38204) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:29.290365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '980aca81-f187-470a-a2c7-dceda890c7de', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:29.296621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:29.300638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:29.303605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:29.309996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:29.382953 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.393002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:28Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:29.397012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95876216-210a-4d3e-886f-30ddfaf3859a None None] The sync data for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv is: [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:28Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:33:29.465319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.536364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.563453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0fc0b6-32df-4e88-b638-7abc641bcfbf,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:29.616360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.617867 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f1eb4201-0f36-4d9c-a9ea-ef2099154df5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3731263 Mar 28 15:33:29.620692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38210) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:29.626080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '980aca81-f187-470a-a2c7-dceda890c7de', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:29.633414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:29.637772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:29.644215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:29.654639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:29.693744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 892e8a24-c8d9-4c23-a904-927f570153b6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:33:29.730655 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:33:29.738036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.758000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 892e8a24-c8d9-4c23-a904-927f570153b6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:29.758375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.807708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.856094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.882947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 72b3b58b-21fd-45d3-a920-aca04aa6bfde up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:33:29.890548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db88612b-6ccf-426e-979b-538f4df44614,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:29.965035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:29.971150 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-818f98d5-5bee-44b3-96a9-0fa4097c242f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446138 Mar 28 15:33:29.971279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38214) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:29.975175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '980aca81-f187-470a-a2c7-dceda890c7de', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:29.982109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:29.986202 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:29.994140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:29.995771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:30.010585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 72b3b58b-21fd-45d3-a920-aca04aa6bfde completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:33:30.016297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 72b3b58b-21fd-45d3-a920-aca04aa6bfde triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:30.016794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:30.067518 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:33:30.074894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:30.141445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:30.152238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:30.174017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 72b3b58b-21fd-45d3-a920-aca04aa6bfde, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=72b3b58b-21fd-45d3-a920-aca04aa6bfde,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:30.204695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:30.221831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:30.233405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff80e1d-cace-4a67-8cc2-3af8900c8ab9,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:30.284782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:30.286016 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b31fce9d-54f5-4969-9526-b5f6c074d760 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159194 Mar 28 15:33:30.307689 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=72b3b58b-21fd-45d3-a920-aca04aa6bfde,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:30.456892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-cd8c34ff-45a4-4f50-a88c-0a17a0328581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:30.599347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-cd8c34ff-45a4-4f50-a88c-0a17a0328581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:30.600478 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-cd8c34ff-45a4-4f50-a88c-0a17a0328581 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255152303&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.1872373 Mar 28 15:33:30.755809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-0870e5e2-8081-44c7-bee3-4a95c0becef9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:30.757234 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-0870e5e2-8081-44c7-bee3-4a95c0becef9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 797 time: 0.1500819 Mar 28 15:33:30.771699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-cb4ccf0a-194a-446a-9dce-8df144296db6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.0086524 Mar 28 15:33:30.855050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-4cb8bd9b-a56d-402e-9278-24aab46d90fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:30.930864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-4cb8bd9b-a56d-402e-9278-24aab46d90fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:30.933113 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-4cb8bd9b-a56d-402e-9278-24aab46d90fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558435 Mar 28 15:33:31.067486 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-814bc4f5-93f6-4fd6-84ab-845f68d4878a service neutron] 10.222.0.16 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225870 Mar 28 15:33:31.195573 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-124fbd8a-2f75-4d4e-9661-8c200f33f074 service neutron] 10.222.0.16 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215858 Mar 28 15:33:31.467739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-a721363a-946d-4809-8c02-eb292d74c955 req-bbb2bb60-0587-4a12-a7f3-5bf81163bef0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:31.479717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-a721363a-946d-4809-8c02-eb292d74c955 req-bbb2bb60-0587-4a12-a7f3-5bf81163bef0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:31.480843 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a721363a-946d-4809-8c02-eb292d74c955 req-bbb2bb60-0587-4a12-a7f3-5bf81163bef0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 210 time: 0.0575120 Mar 28 15:33:31.605256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 72b3b58b-21fd-45d3-a920-aca04aa6bfde up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:33:31.672076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 72b3b58b-21fd-45d3-a920-aca04aa6bfde triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:31.672451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:32.473074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:32.625589 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46071b71-7312-4e73-92da-d9dba4d86af4 req-2a48ffe7-d3db-4ee5-97cb-b62b99e8fd15 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 210 time: 0.0433269 Mar 28 15:33:33.359650 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-28406fd2-f378-45d3-8824-a445a7ae8dc4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:33.361063 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-28406fd2-f378-45d3-8824-a445a7ae8dc4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 797 time: 0.1446211 Mar 28 15:33:33.419426 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-b291eb5b-7921-441f-961f-d9573c1aaf88 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 380 time: 0.0382373 Mar 28 15:33:33.424935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['980aca81-f187-470a-a2c7-dceda890c7de']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:33.553731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:33.563245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:33.665975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:33:33.665975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:33.775417 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5f384a95-6d9a-48dd-9f6c-7ef4367a0684 req-b6940125-36cb-4e18-b384-aaf0dc0390e3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 210 time: 0.0426338 Mar 28 15:33:33.829669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.9 (48f07707-3d11-4e14-b5b0-02d62dc4e0b6/a3115178-1503-445f-84bf-61eb25dc6b3d/932c2dcb-0343-4b00-b8f0-4f26565c5ab8) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:33:34.105274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:34.120768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:33:34.262155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:34.330272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:33:34.333266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:33:34.341683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:33:34.377241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:34.409369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:34.409369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:34.518072 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-051028a3-58b0-46b3-9c39-778cbd66d29e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0970049 Mar 28 15:33:34.532172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Request body: {'port': {'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:34.598770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-44c2fb85-0abc-43af-9bf0-9c6d908ed541 None None] Provisioning for port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:33:34.604549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-44c2fb85-0abc-43af-9bf0-9c6d908ed541 None None] Provisioning complete for port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:34.604860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-44c2fb85-0abc-43af-9bf0-9c6d908ed541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:34.641936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:34.656214 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-44c2fb85-0abc-43af-9bf0-9c6d908ed541 None None] Port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:33:35.000118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47570189-b221-4930-957d-0e35aa5782eb req-8d5e9765-7fa6-453e-afc1-c7ea3f7ac0d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:35.000804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-47570189-b221-4930-957d-0e35aa5782eb req-8d5e9765-7fa6-453e-afc1-c7ea3f7ac0d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:35.061648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:33:35.068671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:35.082635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Transition to ACTIVE for port object 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:33:35.118787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-47570189-b221-4930-957d-0e35aa5782eb req-8d5e9765-7fa6-453e-afc1-c7ea3f7ac0d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:35.119958 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-47570189-b221-4930-957d-0e35aa5782eb req-8d5e9765-7fa6-453e-afc1-c7ea3f7ac0d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 931 time: 0.2381051 Mar 28 15:33:35.140542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:35.272591 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-47570189-b221-4930-957d-0e35aa5782eb req-4b5427ea-c88e-4c65-847d-bb801b9377f1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468568 Mar 28 15:33:35.290830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Pushing event updated for resources: {'Port': ['ID=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:35.397756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Attempting to bind port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:33:35.398107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Attempting to bind port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:33:35.398425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Attempting to bind port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 on network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:33:35.402833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 on network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:33:35.403176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Attempting to bind port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 on network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:33:35.408143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:33:35.408470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Checking segment: {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:33:35.408866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Bound using segment: {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:33:35.409273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Bound port: 932c2dcb-0343-4b00-b8f0-4f26565c5ab8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:33:35.409606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:35.501793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] For port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:33:35.504689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] For port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:33:35.564620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:35.621072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:35.621679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:35.623044 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] 10.222.0.23 "PUT /v2.0/ports/932c2dcb-0343-4b00-b8f0-4f26565c5ab8 HTTP/1.1" status: 200 len: 1093 time: 1.0950074 Mar 28 15:33:35.623484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:33:35.651436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea9b61-ced9-4235-87f6-d2d781609c56 service neutron] Pushing event updated for resources: {'Port': ['ID=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:35.674700 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'status': 'completed', 'code': 200} Mar 28 15:33:35.791220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247a24-0ea6-4203-84ed-83f1a023712c req-4c9de4d0-d0e0-4263-9b6f-6f4ba1e8209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:35.792702 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-49247a24-0ea6-4203-84ed-83f1a023712c req-4c9de4d0-d0e0-4263-9b6f-6f4ba1e8209e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 1096 time: 0.0768538 Mar 28 15:33:35.938762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247a24-0ea6-4203-84ed-83f1a023712c req-92336e65-6261-484b-98c5-00a1f3148130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:35.939685 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-49247a24-0ea6-4203-84ed-83f1a023712c req-92336e65-6261-484b-98c5-00a1f3148130 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1344373 Mar 28 15:33:36.165896 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247a24-0ea6-4203-84ed-83f1a023712c req-5d826c93-4ae1-453b-a37f-7e966137fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:36.167593 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-49247a24-0ea6-4203-84ed-83f1a023712c req-5d826c93-4ae1-453b-a37f-7e966137fe3e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2221684 Mar 28 15:33:36.289891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-f091384f-3dc8-4063-91b1-5af1b092f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:36.291646 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-f091384f-3dc8-4063-91b1-5af1b092f1bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 1096 time: 0.0690041 Mar 28 15:33:36.365935 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-1e8d56e5-cca2-4be9-b842-980f4187cf9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8 HTTP/1.1" status: 200 len: 217 time: 0.0619888 Mar 28 15:33:36.472498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-b26a8b77-0399-4eca-a045-3b8cbc223b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:36.473798 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-b26a8b77-0399-4eca-a045-3b8cbc223b91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3115178-1503-445f-84bf-61eb25dc6b3d HTTP/1.1" status: 200 len: 834 time: 0.1016843 Mar 28 15:33:36.543547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097e145-1c91-4073-96f8-d94e2d585a47 req-eeeca400-c986-4f0a-97a1-7bdbf18a3d68 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:36.544966 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5097e145-1c91-4073-96f8-d94e2d585a47 req-eeeca400-c986-4f0a-97a1-7bdbf18a3d68 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 943 time: 0.1439571 Mar 28 15:33:36.602007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-5d3f6cb4-48fa-41dc-acfa-2fd65cf8cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:36.603462 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-5d3f6cb4-48fa-41dc-acfa-2fd65cf8cc75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1236382 Mar 28 15:33:36.606341 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5097e145-1c91-4073-96f8-d94e2d585a47 req-4bcd0f3f-b294-4a59-bb15-48cadb16bcdc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554001 Mar 28 15:33:36.732647 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-cca0cd3d-4344-416b-aea4-00714b9407d9 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224439 Mar 28 15:33:36.863471 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61e28ec3-11b2-48a2-b78c-af7c793899ee req-aa2fa86c-61fd-43ff-a841-5bbe64295fc3 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235886 Mar 28 15:33:37.805950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8955c5-7a45-429b-baf2-81717cecf5c3 req-2231a942-b752-4ec0-a87f-98a8c8764d77 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:37.807328 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4c8955c5-7a45-429b-baf2-81717cecf5c3 req-2231a942-b752-4ec0-a87f-98a8c8764d77 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 943 time: 0.0822551 Mar 28 15:33:37.850156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-4c8955c5-7a45-429b-baf2-81717cecf5c3 req-3f53abab-c11b-44f2-b6e2-0d3801762cd6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:37.861080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-4c8955c5-7a45-429b-baf2-81717cecf5c3 req-3f53abab-c11b-44f2-b6e2-0d3801762cd6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:37.862157 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4c8955c5-7a45-429b-baf2-81717cecf5c3 req-3f53abab-c11b-44f2-b6e2-0d3801762cd6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493309 Mar 28 15:33:39.043109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd3c9-b14c-452b-97bf-c6d7c5e19290 req-50b88146-b293-428c-af63-c2a36d1fee84 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:39.044541 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc2cd3c9-b14c-452b-97bf-c6d7c5e19290 req-50b88146-b293-428c-af63-c2a36d1fee84 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 943 time: 0.0794578 Mar 28 15:33:39.088656 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc2cd3c9-b14c-452b-97bf-c6d7c5e19290 req-bb884e1b-4081-47fc-8f9a-82f01aff35ab tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384216 Mar 28 15:33:39.385961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:33:39.515825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:39.528842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:33:39.587635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:39.604547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:33:39.619954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:39.695852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:39.761331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:39.768297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.768674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.769022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.769345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.769677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.770003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.770330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.770655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.770980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.771333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.771654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.771974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:33:39.994543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['932c2dcb-0343-4b00-b8f0-4f26565c5ab8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:33:40.271290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf40f78-034d-4ab6-8412-74f0115e9f88 req-5ca90f23-2562-44f8-ac85-30687340b251 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:40.272867 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-faf40f78-034d-4ab6-8412-74f0115e9f88 req-5ca90f23-2562-44f8-ac85-30687340b251 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 944 time: 0.0789313 Mar 28 15:33:40.317742 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-faf40f78-034d-4ab6-8412-74f0115e9f88 req-3d2710b4-032f-4085-bb51-95e67c71cd83 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387206 Mar 28 15:33:41.401241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:33:41.503364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614febf-4065-4411-9cf1-5932b0945ecd req-2bb3890e-89bd-4a25-a0b2-8e8e1f665a12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:41.504830 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9614febf-4065-4411-9cf1-5932b0945ecd req-2bb3890e-89bd-4a25-a0b2-8e8e1f665a12 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 944 time: 0.0812991 Mar 28 15:33:41.506959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:33:41.513240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:41.513240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:41.549637 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9614febf-4065-4411-9cf1-5932b0945ecd req-dfb57f87-cdd5-44c2-966c-042f6a479128 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390000 Mar 28 15:33:41.631501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:41.657897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:33:41.669562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:41.701816 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'code': 200} Mar 28 15:33:41.724597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:41.803970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:42.095943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f1447-c1ed-49b3-a2ac-7016f89d9d87 req-05d4ccf5-2a18-4481-a777-fe3185593d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:42.097380 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-509f1447-c1ed-49b3-a2ac-7016f89d9d87 req-05d4ccf5-2a18-4481-a777-fe3185593d56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 1098 time: 0.0706887 Mar 28 15:33:42.136775 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-509f1447-c1ed-49b3-a2ac-7016f89d9d87 req-417cba63-d52b-42e3-a2a4-b79eb32e32c6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Mar 28 15:33:42.738198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f65e-33af-4558-ab33-b0774def4425 req-ce3d9540-f916-471f-8c61-c11dc31b9397 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:42.739655 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6f83f65e-33af-4558-ab33-b0774def4425 req-ce3d9540-f916-471f-8c61-c11dc31b9397 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 945 time: 0.0844426 Mar 28 15:33:42.784214 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6f83f65e-33af-4558-ab33-b0774def4425 req-f6e42499-fa90-4378-ac99-4f639ecf43ec tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384271 Mar 28 15:33:43.980444 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4686-ff99-452c-8952-bd16011f0670 req-d5d833f9-d9eb-4356-92d9-69984a9c51a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:43.981899 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3f7d4686-ff99-452c-8952-bd16011f0670 req-d5d833f9-d9eb-4356-92d9-69984a9c51a5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 945 time: 0.0829992 Mar 28 15:33:44.025687 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3f7d4686-ff99-452c-8952-bd16011f0670 req-7dfa63b0-df9c-4dfc-8f94-92864bfe3b7f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 Mar 28 15:33:44.206467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd873d18-3591-4ab0-8e3d-9ebce4c7c8bb req-56cca248-af53-46c1-9d85-d392d936df1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:44.207940 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fd873d18-3591-4ab0-8e3d-9ebce4c7c8bb req-56cca248-af53-46c1-9d85-d392d936df1f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 945 time: 0.0799708 Mar 28 15:33:44.252531 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fd873d18-3591-4ab0-8e3d-9ebce4c7c8bb req-04807356-7bad-4dd6-9229-1a3b704e8862 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382848 Mar 28 15:33:44.275842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38276) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:44.344325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5352c735-e0c7-4cb7-9257-c7631c25534b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:44.345783 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5352c735-e0c7-4cb7-9257-c7631c25534b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 1093 time: 0.0689700 Mar 28 15:33:44.349000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38280) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:44.355198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:44.360491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:44.364370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:floatingip and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:44.367201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:44.376290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:44.450835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:44.581363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:44.718163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.67 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/32c309cb-a2cb-4ef2-b8ec-8c6ce2c5316f) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:33:44.863893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:44.964677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:45.124847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:33:45.124847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:33:45.131693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:33:45.160655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=32c309cb-a2cb-4ef2-b8ec-8c6ce2c5316f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:45.549878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:45.673319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:45.879643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:45.964026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:46.085384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=32c309cb-a2cb-4ef2-b8ec-8c6ce2c5316f,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:46.096608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:46.264936 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 5c64def8-e5b6-4c44-9967-d941de755d6b associated. External IP: 172.26.7.67, port: 932c2dcb-0343-4b00-b8f0-4f26565c5ab8. Mar 28 15:33:46.617666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:33:46.905027 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:33:46.916279 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] Sync routers for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:33:46.927454 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:46.928052 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:33:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:46.970434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:47.029462 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-37e0404a-ce7b-4753-bbdf-461b3248f8d8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6794119 Mar 28 15:33:47.030035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:33:47.032315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38286) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:47.077694 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'status': 'completed', 'code': 200} Mar 28 15:33:47.106640 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:47.156402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c954742-ed80-45cf-8ade-7c2997903778 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:47.161677 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7c954742-ed80-45cf-8ade-7c2997903778 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 1093 time: 0.1275229 Mar 28 15:33:47.202732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-bf4712a1-d99d-4839-a40b-a0ce73909a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:47.204298 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-bf4712a1-d99d-4839-a40b-a0ce73909a23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 1098 time: 0.0821564 Mar 28 15:33:47.302863 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:33:47.342148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-f1a676a0-ea22-4e71-b96a-54798aa3361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:47.343624 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-f1a676a0-ea22-4e71-b96a-54798aa3361e service neutron] 10.222.0.23 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 898 time: 0.1337769 Mar 28 15:33:47.450937 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-8cc864f7-65ba-4321-b531-a34d566c30c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8 HTTP/1.1" status: 200 len: 998 time: 0.1007600 Mar 28 15:33:47.465432 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '5c64def8-e5b6-4c44-9967-d941de755d6b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.67', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:33:45Z', 'updated_at': '2022-03-28T15:33:45Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:47.469295 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] Checking router: 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:33:47.478835 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:33:47.479415 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:33:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:47.520083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-4523b1db-7eb6-4c86-80af-f1ee51636a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:47.521511 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-4523b1db-7eb6-4c86-80af-f1ee51636a2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3115178-1503-445f-84bf-61eb25dc6b3d HTTP/1.1" status: 200 len: 834 time: 0.0651736 Mar 28 15:33:47.599708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-503f1753-78e3-436e-a55d-dd74d80da59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:47.601192 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-503f1753-78e3-436e-a55d-dd74d80da59a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739212 Mar 28 15:33:47.660363 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:33:47.740836 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-c35c7f02-0e48-4325-81aa-061a4afdb23a service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327665 Mar 28 15:33:47.846630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38296) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:47.851941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42177426', 'description': 'tempest-secgroup-smoke-42177426 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:47.858440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:47.869601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:47.895953 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14ef5428-1d86-4359-a418-5ef07d33de8d req-4d52a17a-fa9e-47f6-9111-b3bb45853a59 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435571 Mar 28 15:33:47.937108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:47.958856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:47.962797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:47.965613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:47.971669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:48.022814 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '5c64def8-e5b6-4c44-9967-d941de755d6b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.67', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:33:45Z', 'updated_at': '2022-03-28T15:33:45Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:33:48.027151 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c0d10-7417-4535-bf1e-b234186d0a41 None None] The sync data for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv is: [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '5c64def8-e5b6-4c44-9967-d941de755d6b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.67', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:33:45Z', 'updated_at': '2022-03-28T15:33:45Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:33:48.050509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.097166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.149200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397bdabc-9423-42bc-8cfe-0312e971460b,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:48.198716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.200028 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-51391a11-44f2-4d7a-9a2a-e68fcd742357 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3522382 Mar 28 15:33:48.202885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38300) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:48.208423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '397bdabc-9423-42bc-8cfe-0312e971460b', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:48.214830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:48.220137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:48.221561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d4b912-2c19-4a3e-a25f-f65b9fbdbce0 None None] New status for floating IP 5c64def8-e5b6-4c44-9967-d941de755d6b: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:33:48.223544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:48.232367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:48.291538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.352952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.393402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.424898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d392f2-e6ca-4e9b-8417-b04c7d2a8e1f,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:48.467493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.468474 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8cb0e545-119a-4fc2-9953-a81c1a919def tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2644997 Mar 28 15:33:48.471341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38304) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:48.476174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '397bdabc-9423-42bc-8cfe-0312e971460b', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:48.482746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:48.486903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:48.490089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:48.495839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:48.599760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.666880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.724254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.749102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b3a074-2009-44f8-9510-9dc898a7deaa,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:48.815563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.816732 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-41cdc74b-c159-49d9-86c9-fdf34f4c3ba0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3444893 Mar 28 15:33:48.819539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38308) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:48.826152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '397bdabc-9423-42bc-8cfe-0312e971460b', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:48.833069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:48.837589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:48.842252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:48.846344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:48.925485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:48.986969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.072631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.096795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fe89ae-0663-4d68-a80e-38eb32c5e2c9,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:49.187360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.188183 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b0344318-f68b-4682-a596-a16b22babed0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677311 Mar 28 15:33:49.190942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38312) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:49.195816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '397bdabc-9423-42bc-8cfe-0312e971460b', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:49.202211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:49.206291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:49.209184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:49.214804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:49.314548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.378736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.426842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.451383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af43cf4-4c50-4251-90f7-5446a2d1ae95,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:49.535636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.536883 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1fec4173-4c97-48fa-ba15-dc824d20efdb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449996 Mar 28 15:33:49.540258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38316) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:49.545491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '397bdabc-9423-42bc-8cfe-0312e971460b', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:49.551417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:49.555294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:49.562518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:49.564550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:49.632776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:33:49.639284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.701817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.765079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.786834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7094c44-a39f-4e74-95db-d020412196c9,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:49.850184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:49.851098 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2c552ea1-0bad-43f9-9c2e-fbf8075c0d2f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3096404 Mar 28 15:33:49.854303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38320) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:33:49.859271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '397bdabc-9423-42bc-8cfe-0312e971460b', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:49.865058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:49.869630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:33:49.872551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:33:49.878260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:49.975805 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:33:49.983269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:50.047787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:50.115495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:50.135976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca62bbb5-257e-4b4b-8c62-986723536b90,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:50.210295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:50.211272 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c54c3ace-79e2-4111-9555-7a34838a3909 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560369 Mar 28 15:33:50.376268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-cf563612-eaa3-4dc1-ada8-60e0150ab0fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:50.438770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-cf563612-eaa3-4dc1-ada8-60e0150ab0fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:50.439591 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-cf563612-eaa3-4dc1-ada8-60e0150ab0fd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42177426&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.1013725 Mar 28 15:33:50.590010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-d2467cc9-5418-4574-aa20-9841f0ab6094 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:50.590676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-d2467cc9-5418-4574-aa20-9841f0ab6094 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:50.695108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-d2467cc9-5418-4574-aa20-9841f0ab6094 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:50.697617 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-d2467cc9-5418-4574-aa20-9841f0ab6094 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 797 time: 0.2508252 Mar 28 15:33:50.712122 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-6f841e6f-2eae-4eab-a584-5bc45788abd9 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.0096533 Mar 28 15:33:50.804574 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-629dfc90-7c51-4b17-9ae5-495760e729e3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0862007 Mar 28 15:33:51.047131 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-7866ecc4-a468-40d2-9c99-048286be4881 service neutron] 10.222.0.16 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317219 Mar 28 15:33:51.176767 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-3f5c4433-0775-4ecc-930d-9c87069f3742 service neutron] 10.222.0.16 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226346 Mar 28 15:33:51.398216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6e6ee2b5-78fc-4727-b129-6e321270a80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:51.414290 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-384616e2-277b-4b82-8b25-42610a6e07a9 req-4b385048-7f7c-4112-8650-590829b47618 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 210 time: 0.0467618 Mar 28 15:33:52.564637 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-03743201-e43c-4bf2-a2a8-920aad0ccafc req-14744eb1-8d4e-4dd9-b142-c5c9793673ea tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 210 time: 0.0440009 Mar 28 15:33:53.507269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-afe57fd1-ece5-4ff0-ac7a-3156854bd28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:53.594887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-35ce6bcc-cdd2-4fa4-a6d5-52867464f80e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:53.596369 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-35ce6bcc-cdd2-4fa4-a6d5-52867464f80e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 797 time: 0.2597463 Mar 28 15:33:53.658964 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-8bf1424c-ff93-42ab-bac1-9000310ce729 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 471 time: 0.0446427 Mar 28 15:33:53.670518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['397bdabc-9423-42bc-8cfe-0312e971460b']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:53.756951 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-691c785c-7efd-48f6-84c2-b328260bf175 req-1cef8b7c-e239-4b26-8b68-a45106a4e9d0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 210 time: 0.0674703 Mar 28 15:33:53.864870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:33:53.874606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:33:53.918723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:33:53.922278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:54.081038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.12 (48f07707-3d11-4e14-b5b0-02d62dc4e0b6/a3115178-1503-445f-84bf-61eb25dc6b3d/446089db-3109-435b-9c7c-9abd16c23542) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:33:54.266933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:54.282852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 446089db-3109-435b-9c7c-9abd16c23542 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:33:54.392828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:54.457595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:33:54.460506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:33:54.469201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:33:54.499717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=446089db-3109-435b-9c7c-9abd16c23542,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:54.538196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:54.538836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:54.615683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:54.639761 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-a64579b5-dc6c-4958-90db-f38904c33faf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9733002 Mar 28 15:33:54.677367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Request body: {'port': {'device_id': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:33:54.791457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:54.810059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:54.821240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-70ac59a2-97e1-408b-afae-5dfbb2f357be None None] Provisioning for port 446089db-3109-435b-9c7c-9abd16c23542 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:33:54.827710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-70ac59a2-97e1-408b-afae-5dfbb2f357be None None] Provisioning complete for port 446089db-3109-435b-9c7c-9abd16c23542 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:33:54.828175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-70ac59a2-97e1-408b-afae-5dfbb2f357be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:54.891074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-70ac59a2-97e1-408b-afae-5dfbb2f357be None None] Port 446089db-3109-435b-9c7c-9abd16c23542 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:33:54.966335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d0613-0a87-47ef-9e21-0247659a3eee req-7c0e73e2-a6c7-4d0b-b8aa-7723a1723a36 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:54.967946 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f85d0613-0a87-47ef-9e21-0247659a3eee req-7c0e73e2-a6c7-4d0b-b8aa-7723a1723a36 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 932 time: 0.0855978 Mar 28 15:33:55.013733 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f85d0613-0a87-47ef-9e21-0247659a3eee req-db02c860-1c76-49c2-9d46-48f15f6c9ce2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393577 Mar 28 15:33:55.134581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446089db-3109-435b-9c7c-9abd16c23542 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:33:55.142358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:55.156142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Transition to ACTIVE for port object 446089db-3109-435b-9c7c-9abd16c23542 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:33:55.243736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:55.399630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Pushing event updated for resources: {'Port': ['ID=446089db-3109-435b-9c7c-9abd16c23542,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:55.481576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Attempting to bind port 446089db-3109-435b-9c7c-9abd16c23542 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:33:55.481901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Attempting to bind port 446089db-3109-435b-9c7c-9abd16c23542 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:33:55.482220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Attempting to bind port 446089db-3109-435b-9c7c-9abd16c23542 on network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:33:55.486848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Port 446089db-3109-435b-9c7c-9abd16c23542 on network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:33:55.487195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Attempting to bind port 446089db-3109-435b-9c7c-9abd16c23542 on network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:33:55.492154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:33:55.497806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Checking segment: {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:33:55.497806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Bound using segment: {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:33:55.497806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Bound port: 446089db-3109-435b-9c7c-9abd16c23542, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a697b666-651f-4754-a07c-c0910dde83c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:33:55.497806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:55.582530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] For port 446089db-3109-435b-9c7c-9abd16c23542, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:33:55.585418 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] For port 446089db-3109-435b-9c7c-9abd16c23542, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=446089db-3109-435b-9c7c-9abd16c23542,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:33:55.650002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:55.701676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:55.702303 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:55.703745 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] 10.222.0.23 "PUT /v2.0/ports/446089db-3109-435b-9c7c-9abd16c23542 HTTP/1.1" status: 200 len: 1094 time: 1.0304668 Mar 28 15:33:55.708608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'tag': '446089db-3109-435b-9c7c-9abd16c23542'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:33:55.744749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe8080-406a-4cb2-aac8-3ca17322d9fb service neutron] Pushing event updated for resources: {'Port': ['ID=446089db-3109-435b-9c7c-9abd16c23542,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:33:55.760271 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'tag': '446089db-3109-435b-9c7c-9abd16c23542', 'status': 'completed', 'code': 200} Mar 28 15:33:55.875360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64839-815d-4efb-b0fe-8ebc48bb2871 req-f447ab4b-e4bb-4d34-a2ad-360b94b9fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:55.877100 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31c64839-815d-4efb-b0fe-8ebc48bb2871 req-f447ab4b-e4bb-4d34-a2ad-360b94b9fb7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 1097 time: 0.0740082 Mar 28 15:33:56.185133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64839-815d-4efb-b0fe-8ebc48bb2871 req-0a8cf899-4c1f-4ce8-825b-6f68b43d1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:56.185133 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31c64839-815d-4efb-b0fe-8ebc48bb2871 req-0a8cf899-4c1f-4ce8-825b-6f68b43d1b80 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2443376 Mar 28 15:33:56.205758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6625e1-4922-428f-a7d8-8a19d7501a2f req-8211f049-c4b2-427d-8e1b-271b9a5fc9a2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:56.207139 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8c6625e1-4922-428f-a7d8-8a19d7501a2f req-8211f049-c4b2-427d-8e1b-271b9a5fc9a2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 944 time: 0.0819793 Mar 28 15:33:56.259452 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8c6625e1-4922-428f-a7d8-8a19d7501a2f req-cb98ead4-5460-41c3-bfdc-8b82c2cc23c7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434868 Mar 28 15:33:56.288572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64839-815d-4efb-b0fe-8ebc48bb2871 req-65d8ebd8-c3fa-4eb1-8303-4a84a8616c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:56.290006 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31c64839-815d-4efb-b0fe-8ebc48bb2871 req-65d8ebd8-c3fa-4eb1-8303-4a84a8616c6a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475241 Mar 28 15:33:56.324308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:56.418885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-083928c1-c37d-402f-a096-7cf5a63f479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:56.420380 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-083928c1-c37d-402f-a096-7cf5a63f479e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 1097 time: 0.0701365 Mar 28 15:33:56.498970 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-4f7f1ef1-61db-483a-b04d-59619a074fe4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=446089db-3109-435b-9c7c-9abd16c23542 HTTP/1.1" status: 200 len: 217 time: 0.0652337 Mar 28 15:33:56.565028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-b81b9f75-6dbf-43dd-9fe0-e087ce7cd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:56.566475 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-b81b9f75-6dbf-43dd-9fe0-e087ce7cd588 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3115178-1503-445f-84bf-61eb25dc6b3d HTTP/1.1" status: 200 len: 834 time: 0.0602953 Mar 28 15:33:56.640567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-08202e7f-dc6c-4dd3-879a-c0befa64adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:56.642872 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-08202e7f-dc6c-4dd3-879a-c0befa64adde service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698991 Mar 28 15:33:56.780438 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-af38ccef-b68f-46fa-bdca-2f93d9b642b9 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252153 Mar 28 15:33:56.914656 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e20e364-9d8f-4d35-9bc1-197acafbf34f req-fcb7a847-cad8-4615-9109-3357cf246fb5 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281438 Mar 28 15:33:57.450877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574336db-6fec-44cc-93fb-91c8c155a491 req-a768dd40-6f95-4a55-a5d5-10d154e0ff60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:57.452397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-574336db-6fec-44cc-93fb-91c8c155a491 req-a768dd40-6f95-4a55-a5d5-10d154e0ff60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:33:57.551419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-574336db-6fec-44cc-93fb-91c8c155a491 req-a768dd40-6f95-4a55-a5d5-10d154e0ff60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:33:57.551419 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-574336db-6fec-44cc-93fb-91c8c155a491 req-a768dd40-6f95-4a55-a5d5-10d154e0ff60 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 944 time: 0.1753523 Mar 28 15:33:57.594826 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-574336db-6fec-44cc-93fb-91c8c155a491 req-d443f4e3-0a83-4880-8ea4-94bf1470ae32 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414665 Mar 28 15:33:58.775910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ddfd9-55e1-4f4f-a2cf-8cbfb0f2f218 req-988b88f1-5173-4d7a-8ff4-cb499ec95a7f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:33:58.777879 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-876ddfd9-55e1-4f4f-a2cf-8cbfb0f2f218 req-988b88f1-5173-4d7a-8ff4-cb499ec95a7f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 944 time: 0.0801330 Mar 28 15:33:58.821070 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-876ddfd9-55e1-4f4f-a2cf-8cbfb0f2f218 req-e1638166-9d0c-4edb-bd2e-cf4f76b39e93 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375078 Mar 28 15:33:59.449640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 446089db-3109-435b-9c7c-9abd16c23542 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:33:59.579469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 446089db-3109-435b-9c7c-9abd16c23542, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=446089db-3109-435b-9c7c-9abd16c23542,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:59.593049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '446089db-3109-435b-9c7c-9abd16c23542', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'port_id': '446089db-3109-435b-9c7c-9abd16c23542', 'mac_address': 'fa:16:3e:2e:c6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:33:59.645983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:59.665097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446089db-3109-435b-9c7c-9abd16c23542 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:33:59.677917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 446089db-3109-435b-9c7c-9abd16c23542, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=446089db-3109-435b-9c7c-9abd16c23542,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:33:59.752293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:33:59.820112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=446089db-3109-435b-9c7c-9abd16c23542,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:00.005722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85c3b-4937-41e3-971c-6c1241af0eff req-fa04850f-904d-4106-b8ae-fd0fdbefe20c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:00.007110 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fba85c3b-4937-41e3-971c-6c1241af0eff req-fa04850f-904d-4106-b8ae-fd0fdbefe20c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 945 time: 0.0789914 Mar 28 15:34:00.051121 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fba85c3b-4937-41e3-971c-6c1241af0eff req-8bcdb84b-0108-4bc5-8f98-f8a1ec3f243d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375934 Mar 28 15:34:00.056866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['446089db-3109-435b-9c7c-9abd16c23542'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:34:01.240492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6e383-effd-4739-8929-b75713449a37 req-3d711141-5de9-4612-b591-297dc531a160 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:01.241451 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-91f6e383-effd-4739-8929-b75713449a37 req-3d711141-5de9-4612-b591-297dc531a160 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 945 time: 0.0835764 Mar 28 15:34:01.285803 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-91f6e383-effd-4739-8929-b75713449a37 req-609b2908-a5de-4ecd-a960-02dd30b4eb7c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379658 Mar 28 15:34:01.459565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 446089db-3109-435b-9c7c-9abd16c23542 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:34:01.614933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 446089db-3109-435b-9c7c-9abd16c23542 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:34:01.619926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 446089db-3109-435b-9c7c-9abd16c23542 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:34:01.620300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:01.746419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:01.803724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446089db-3109-435b-9c7c-9abd16c23542'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:34:01.814067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 446089db-3109-435b-9c7c-9abd16c23542, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=446089db-3109-435b-9c7c-9abd16c23542,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:34:01.846550 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446089db-3109-435b-9c7c-9abd16c23542', 'code': 200} Mar 28 15:34:01.902231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:01.973690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=446089db-3109-435b-9c7c-9abd16c23542,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:02.264322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e31e2e-7fef-49dd-8ddb-167d1238f674 req-cff8fef3-dd79-4143-b19a-228a0e62ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:02.265820 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24e31e2e-7fef-49dd-8ddb-167d1238f674 req-cff8fef3-dd79-4143-b19a-228a0e62ebed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 1099 time: 0.0720513 Mar 28 15:34:02.306272 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-24e31e2e-7fef-49dd-8ddb-167d1238f674 req-af3cda5e-9e0c-4a31-9d24-a30bd3cf1263 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342577 Mar 28 15:34:02.467431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c37b-a333-4bfa-86bb-946cb5ee23bb req-74547de2-376a-421e-896f-234a171c05e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:02.468892 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a8f9c37b-a333-4bfa-86bb-946cb5ee23bb req-74547de2-376a-421e-896f-234a171c05e2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 946 time: 0.0794675 Mar 28 15:34:02.472310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:02.511785 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a8f9c37b-a333-4bfa-86bb-946cb5ee23bb req-3e852588-c647-4d76-b03a-a82b21fd1468 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366755 Mar 28 15:34:03.701105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a939-5640-492f-9365-eb6dcbb99507 req-76d7e355-8c90-4dc0-8185-4e5433471bdf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:03.702056 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-30b3a939-5640-492f-9365-eb6dcbb99507 req-76d7e355-8c90-4dc0-8185-4e5433471bdf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 946 time: 0.0822630 Mar 28 15:34:03.748199 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-30b3a939-5640-492f-9365-eb6dcbb99507 req-439692b2-0428-4545-9cdd-145aba9daeb5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404270 Mar 28 15:34:03.932832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26388514-058d-40d7-81ee-8b98c40386a8 req-f0969dbe-0449-48ff-a868-db0cf7d89ba6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:03.934962 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-26388514-058d-40d7-81ee-8b98c40386a8 req-f0969dbe-0449-48ff-a868-db0cf7d89ba6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 946 time: 0.0838392 Mar 28 15:34:03.979005 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-26388514-058d-40d7-81ee-8b98c40386a8 req-dae52f76-872a-466c-b346-2a2979a581dd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379112 Mar 28 15:34:04.002488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38378) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:04.077232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5cdc34-daf7-4d74-ad9e-293b52b9c52b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:04.078779 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4a5cdc34-daf7-4d74-ad9e-293b52b9c52b tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 1094 time: 0.0755694 Mar 28 15:34:04.081530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38382) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:04.086474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '446089db-3109-435b-9c7c-9abd16c23542', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:34:04.092909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:34:04.096718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:floatingip and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:34:04.099655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:34:04.105898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:34:04.233265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:04.370245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:04.503936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.64 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/7ba83054-ae2d-44a6-98bd-cce2339e80ee) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:34:04.648464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:04.747740 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:04.808860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:34:04.811699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:34:04.815286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:34:04.863181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=7ba83054-ae2d-44a6-98bd-cce2339e80ee,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:05.338083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:05.477504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:05.680127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:05.723479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:05.834859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=7ba83054-ae2d-44a6-98bd-cce2339e80ee,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:05.846570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:06.015843 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 79e092f2-8296-4611-91ca-d650c85a5a72 associated. External IP: 172.26.7.64, port: 446089db-3109-435b-9c7c-9abd16c23542. Mar 28 15:34:06.360105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:34:06.646869 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:34:06.656461 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] Sync routers for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:34:06.665764 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:34:06.671722 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:33:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:06.752220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:06.809151 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-83573858-a58b-4785-be8f-6b27d85c4b3c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7266047 Mar 28 15:34:06.809713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'tag': '446089db-3109-435b-9c7c-9abd16c23542'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:34:06.866380 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:34:06.930363 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'tag': '446089db-3109-435b-9c7c-9abd16c23542', 'status': 'completed', 'code': 200} Mar 28 15:34:07.045002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-3040ebf3-72da-463e-91df-094a654b4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:07.046474 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-3040ebf3-72da-463e-91df-094a654b4243 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 1099 time: 0.0732803 Mar 28 15:34:07.183010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-9c618c65-bf8d-4504-b968-e6131f2bb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:07.184477 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-9c618c65-bf8d-4504-b968-e6131f2bb00c service neutron] 10.222.0.23 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 898 time: 0.1320932 Mar 28 15:34:07.210563 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '5c64def8-e5b6-4c44-9967-d941de755d6b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.67', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:33:45Z', 'updated_at': '2022-03-28T15:33:48Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}, {'id': '79e092f2-8296-4611-91ca-d650c85a5a72', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '446089db-3109-435b-9c7c-9abd16c23542', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:2e:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:34:05Z', 'updated_at': '2022-03-28T15:34:05Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:07.215576 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] Checking router: 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:34:07.223167 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:34:07.223734 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:33:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:07.293496 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-5f2a19e5-23af-43e5-8bd3-73b7e184dab1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=446089db-3109-435b-9c7c-9abd16c23542 HTTP/1.1" status: 200 len: 999 time: 0.1015017 Mar 28 15:34:07.356696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-aa0156d2-8aa2-4dfa-a54d-cd7e78d3541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:07.358120 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-aa0156d2-8aa2-4dfa-a54d-cd7e78d3541b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3115178-1503-445f-84bf-61eb25dc6b3d HTTP/1.1" status: 200 len: 834 time: 0.0582514 Mar 28 15:34:07.398560 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:34:07.538359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-55b19326-fbe0-4e06-bd25-580860f3d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:07.539847 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-55b19326-fbe0-4e06-bd25-580860f3d2e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1754911 Mar 28 15:34:07.670839 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-b220c5ae-c120-44f2-b106-e3b272b306af service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244142 Mar 28 15:34:07.749822 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '5c64def8-e5b6-4c44-9967-d941de755d6b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.67', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:33:45Z', 'updated_at': '2022-03-28T15:33:48Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}, {'id': '79e092f2-8296-4611-91ca-d650c85a5a72', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '446089db-3109-435b-9c7c-9abd16c23542', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:2e:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:34:05Z', 'updated_at': '2022-03-28T15:34:05Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:07.753966 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c732ad-51c5-4255-92a6-8d7e1f728cd0 None None] The sync data for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv is: [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '5c64def8-e5b6-4c44-9967-d941de755d6b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.67', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:33:45Z', 'updated_at': '2022-03-28T15:33:48Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}, {'id': '79e092f2-8296-4611-91ca-d650c85a5a72', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '446089db-3109-435b-9c7c-9abd16c23542', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:2e:c6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:34:05Z', 'updated_at': '2022-03-28T15:34:05Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:34:07.808886 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13fb30b7-9669-44f7-93d0-b76d189d9775 req-5dee07b1-596a-48f1-87cc-78600178018a service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309729 Mar 28 15:34:07.955126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce7a4e1-86fa-48da-bc12-3561b192e8cd None None] New status for floating IP 79e092f2-8296-4611-91ca-d650c85a5a72: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:34:17.138317 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-83ad6498-d9c5-492c-801b-3bc81d678dc7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721066 Mar 28 15:34:17.247932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-8ae4592e-c58c-4a20-9f93-61b29b0d8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:17.250758 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-8ae4592e-c58c-4a20-9f93-61b29b0d8aa3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 1098 time: 0.0724056 Mar 28 15:34:17.395886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-3dbfbc58-66ed-423c-950b-347a674570fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:17.397633 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-3dbfbc58-66ed-423c-950b-347a674570fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.1279078 Mar 28 15:34:17.500032 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-8e4d534e-680d-48c1-b867-a8d7f2cd840e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2deb0882-a704-49cf-880c-51b027056b01 HTTP/1.1" status: 200 len: 1001 time: 0.0938377 Mar 28 15:34:17.567592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-4fcf80c2-a552-4fcf-b228-8daf219a587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:17.569332 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-4fcf80c2-a552-4fcf-b228-8daf219a587a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0611169 Mar 28 15:34:17.646924 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-c7563565-88b5-4578-960b-52d3398855a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:17.646924 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-c7563565-88b5-4578-960b-52d3398855a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0697339 Mar 28 15:34:17.801717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-daec9380-bda3-402c-8617-8b0c761b252c service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395764 Mar 28 15:34:17.931005 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b73c7be9-565d-4563-a1ac-ca784c2b76e3 req-b5772bf4-7356-405f-bb8f-40c15a276797 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294649 Mar 28 15:34:21.357321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-18bed9ff-11d5-4ec7-86cd-a1a6f2b56cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:23.540839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8b7a673e-2741-4337-a12b-823d545013dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:24.292679 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:34:24.608869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:24.791471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:26.277158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:32.488781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:36.558049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38408) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:36.662681 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cc49df43-8985-48cc-b6fb-a53835954850 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/5c64def8-e5b6-4c44-9967-d941de755d6b HTTP/1.1" status: 200 len: 992 time: 0.1034982 Mar 28 15:34:38.741319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38418) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:38.747806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:34:38.869806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:39.082752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:34:39.107442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:39.145033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:39.214549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:39.215182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:39.216673 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/ports/932c2dcb-0343-4b00-b8f0-4f26565c5ab8 HTTP/1.1" status: 200 len: 938 time: 0.4742649 Mar 28 15:34:39.217235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:34:39.247371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,revision_number=6']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:39.253784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.254130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.254468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.254801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.255164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.255524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.255849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.256174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.256498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.256818 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.257137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.257453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb1d04-c589-4b6e-9e8c-0d2c2c0a9e8f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:39.271381 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'status': 'completed', 'code': 200} Mar 28 15:34:39.395678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-ad6b35bb-42d4-45e3-a50b-e6074e3a1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:39.397132 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-ad6b35bb-42d4-45e3-a50b-e6074e3a1e0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 1099 time: 0.0791450 Mar 28 15:34:39.410666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-beb9a808-c9de-4bbd-8fef-bec2fcf7ef8c None None] Provisioning complete for port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:34:39.411199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-beb9a808-c9de-4bbd-8fef-bec2fcf7ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:39.470083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-beb9a808-c9de-4bbd-8fef-bec2fcf7ef8c None None] Port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 is administratively disabled so it will not transition to active. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 28 15:34:39.527176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-7b650c66-b5e2-4c94-9e5d-c647c3b4c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:39.528588 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-7b650c66-b5e2-4c94-9e5d-c647c3b4c7b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 898 time: 0.1246583 Mar 28 15:34:39.635997 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-b54569aa-a9ab-424a-8571-719ad9475f3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0996661 Mar 28 15:34:39.697008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-f6741d02-23b4-4c96-96fa-bcf30e88d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:39.698387 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-f6741d02-23b4-4c96-96fa-bcf30e88d82c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3115178-1503-445f-84bf-61eb25dc6b3d HTTP/1.1" status: 200 len: 834 time: 0.0564823 Mar 28 15:34:39.770489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-7e67b20a-5389-44ce-a39d-eb0c3322e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:39.771916 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-7e67b20a-5389-44ce-a39d-eb0c3322e62a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0671332 Mar 28 15:34:40.006762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-8d555a90-74a7-42fb-9d74-725f2a5aae19 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277980 Mar 28 15:34:40.134179 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a15ebb6d-2621-4283-a693-a9ca81937d7b req-efe10903-9bf7-4550-b47b-868864bf22d6 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208904 Mar 28 15:34:42.770323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38428) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:42.776170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-0ae243d5-a1f0-4ca4-9f2e-c4c7614e0da6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:34:42.896293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0ae243d5-a1f0-4ca4-9f2e-c4c7614e0da6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:43.113790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-0ae243d5-a1f0-4ca4-9f2e-c4c7614e0da6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:34:43.138425 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0ae243d5-a1f0-4ca4-9f2e-c4c7614e0da6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:43.208381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0ae243d5-a1f0-4ca4-9f2e-c4c7614e0da6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:43.275172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae243d5-a1f0-4ca4-9f2e-c4c7614e0da6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:43.275781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0ae243d5-a1f0-4ca4-9f2e-c4c7614e0da6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:43.280176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38432) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:43.280656 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0ae243d5-a1f0-4ca4-9f2e-c4c7614e0da6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/ports/932c2dcb-0343-4b00-b8f0-4f26565c5ab8 HTTP/1.1" status: 200 len: 937 time: 0.5088356 Mar 28 15:34:43.280768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:34:43.308980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae243d5-a1f0-4ca4-9f2e-c4c7614e0da6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,revision_number=7']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:43.332865 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'status': 'completed', 'code': 200} Mar 28 15:34:43.458555 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9dc5c851-b08a-493e-9498-ff2a822558fa tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/5c64def8-e5b6-4c44-9967-d941de755d6b HTTP/1.1" status: 200 len: 992 time: 0.1765687 Mar 28 15:34:43.484846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-fc374c10-87b3-4623-92c5-30bbd53ae107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:43.486278 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-fc374c10-87b3-4623-92c5-30bbd53ae107 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 1098 time: 0.1007693 Mar 28 15:34:43.510984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-68f8a602-8ca0-4005-88c6-8267d0a51ba1 None None] Provisioning complete for port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:34:43.512058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-68f8a602-8ca0-4005-88c6-8267d0a51ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:43.607007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['932c2dcb-0343-4b00-b8f0-4f26565c5ab8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:34:43.626403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-47fec5e3-d542-4c8d-8a72-b6efca684ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:43.627794 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-47fec5e3-d542-4c8d-8a72-b6efca684ba3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 898 time: 0.1351833 Mar 28 15:34:43.732902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-7f8fafd8-5797-4b3e-ab49-652dc3758e0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8 HTTP/1.1" status: 200 len: 1000 time: 0.0986118 Mar 28 15:34:43.793732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-b5e2f007-2c8d-4823-aea8-ad0fb6e3a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:43.795190 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-b5e2f007-2c8d-4823-aea8-ad0fb6e3a925 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3115178-1503-445f-84bf-61eb25dc6b3d HTTP/1.1" status: 200 len: 834 time: 0.0556254 Mar 28 15:34:43.877941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-0fbb6653-f7f2-4f20-ba41-111f4d13c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:43.879908 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-0fbb6653-f7f2-4f20-ba41-111f4d13c03e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0783577 Mar 28 15:34:44.009569 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-ff14dfdd-1e5a-4137-8e40-052f63944794 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227973 Mar 28 15:34:44.135466 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4897fe1-2263-4ef0-84f0-05c31436c3dd req-07fa7f0c-29c9-4ea1-8353-af0aaa7442c4 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193838 Mar 28 15:34:46.060741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38444) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:46.254221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 7ba83054-ae2d-44a6-98bd-cce2339e80ee {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:34:46.254567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:46.528022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:46.528349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:46.647156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 7ba83054-ae2d-44a6-98bd-cce2339e80ee owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:34:46.870783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:46.916252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=7ba83054-ae2d-44a6-98bd-cce2339e80ee,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:46.953163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.953511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.953853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.954189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.954521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.954852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.955210 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.955558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.955873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.956811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.957140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:46.957466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:34:47.019308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:47.019643 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 79e092f2-8296-4611-91ca-d650c85a5a72 disassociated (deleted). External IP: 172.26.7.64, port: 446089db-3109-435b-9c7c-9abd16c23542. Mar 28 15:34:47.362077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:34:47.539037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:34:47.549492 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] Sync routers for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:34:47.560546 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:34:47.561141 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:47.608143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:47.662277 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-be6b98f6-4d4a-4cae-b482-2c65626eefd4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/floatingips/79e092f2-8296-4611-91ca-d650c85a5a72 HTTP/1.1" status: 204 len: 168 time: 1.6003978 Mar 28 15:34:47.662781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'tag': '446089db-3109-435b-9c7c-9abd16c23542'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:34:47.709168 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'tag': '446089db-3109-435b-9c7c-9abd16c23542', 'status': 'completed', 'code': 200} Mar 28 15:34:47.774087 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:34:47.827281 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-0ef5e941-fe20-4e55-82f1-396b2993d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:47.828760 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-0ef5e941-fe20-4e55-82f1-396b2993d625 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 1099 time: 0.0767796 Mar 28 15:34:47.981663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-0c7a36d1-0bf1-4d50-9d17-2b11656d5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:47.983145 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-0c7a36d1-0bf1-4d50-9d17-2b11656d5fa7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 898 time: 0.1485434 Mar 28 15:34:48.053294 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-269fd19f-dbf5-4984-b6fa-4c17ef7e62f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=446089db-3109-435b-9c7c-9abd16c23542 HTTP/1.1" status: 200 len: 217 time: 0.0640657 Mar 28 15:34:48.128783 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '5c64def8-e5b6-4c44-9967-d941de755d6b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.67', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:33:45Z', 'updated_at': '2022-03-28T15:33:48Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:48.133085 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] Checking router: 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:34:48.141988 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:34:48.142594 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:48.240249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-ed46cd13-19b9-42a3-8158-8eae5b606357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:48.240249 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-ed46cd13-19b9-42a3-8158-8eae5b606357 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3115178-1503-445f-84bf-61eb25dc6b3d HTTP/1.1" status: 200 len: 834 time: 0.1781385 Mar 28 15:34:48.251094 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e5ed-5194-4d5e-b666-fce123fbaba0 req-97125122-6986-400e-8234-52115565dde0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:48.252603 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a50e5ed-5194-4d5e-b666-fce123fbaba0 req-97125122-6986-400e-8234-52115565dde0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 946 time: 0.0837841 Mar 28 15:34:48.304013 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1a50e5ed-5194-4d5e-b666-fce123fbaba0 req-ed318473-5b56-4264-b719-b0a35755982e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452371 Mar 28 15:34:48.322738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-6a4f0cbf-30fe-4000-94cd-891d4a639610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:48.324369 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-6a4f0cbf-30fe-4000-94cd-891d4a639610 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0802491 Mar 28 15:34:48.333030 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:34:48.455880 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-1f2a49b3-9cad-438d-8559-7066802e47dc service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240637 Mar 28 15:34:48.587329 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-89c14e08-8a72-47c7-90b5-513dc324e868 req-8f8a6940-4e4a-4d2a-ad53-95414ced7085 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248541 Mar 28 15:34:48.677986 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '5c64def8-e5b6-4c44-9967-d941de755d6b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.67', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:33:45Z', 'updated_at': '2022-03-28T15:33:48Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:48.681799 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2dd00c-77b4-4a09-9937-40d5ae47654d None None] The sync data for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv is: [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '5c64def8-e5b6-4c44-9967-d941de755d6b', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.67', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'port_id': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'mac_address': 'fa:16:3e:99:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9860391f-92cc-4e9d-902a-a8be80a16245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:33:45Z', 'updated_at': '2022-03-28T15:33:48Z', 'revision_number': 1, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:34:48.886790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34edf5-a9cd-434e-b81d-cc9b4cd67d5e None None] New status for floating IP 79e092f2-8296-4611-91ca-d650c85a5a72: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:34:49.497216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28656f1-f4f8-4e4f-84ce-3dc7b2c06715 req-a4b580dd-11ae-4ac0-be73-43780233104e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:49.497893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b28656f1-f4f8-4e4f-84ce-3dc7b2c06715 req-a4b580dd-11ae-4ac0-be73-43780233104e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:34:49.562132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b28656f1-f4f8-4e4f-84ce-3dc7b2c06715 req-a4b580dd-11ae-4ac0-be73-43780233104e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:34:49.563268 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b28656f1-f4f8-4e4f-84ce-3dc7b2c06715 req-a4b580dd-11ae-4ac0-be73-43780233104e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 946 time: 0.1487079 Mar 28 15:34:49.655938 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b28656f1-f4f8-4e4f-84ce-3dc7b2c06715 req-4908d661-6d39-4f30-a29c-d079c8d23ee8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=397bdabc-9423-42bc-8cfe-0312e971460b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869355 Mar 28 15:34:49.687722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-7296b2b3-7926-4f35-9efd-c1da57d376d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:49.689127 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-7296b2b3-7926-4f35-9efd-c1da57d376d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 946 time: 0.1069689 Mar 28 15:34:49.758739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 446089db-3109-435b-9c7c-9abd16c23542 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:34:49.759097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:50.004367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 446089db-3109-435b-9c7c-9abd16c23542, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=446089db-3109-435b-9c7c-9abd16c23542,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:34:50.004704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:50.122545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 446089db-3109-435b-9c7c-9abd16c23542 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:34:50.333596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:50.381001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=446089db-3109-435b-9c7c-9abd16c23542,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:50.457326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port 446089db-3109-435b-9c7c-9abd16c23542 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:34:50.459709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:50.462100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'name': 'network-vif-deleted', 'tag': '446089db-3109-435b-9c7c-9abd16c23542'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:34:50.506392 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06fdf16-385e-4637-abb7-c842c04a394c', 'name': 'network-vif-deleted', 'tag': '446089db-3109-435b-9c7c-9abd16c23542', 'status': 'completed', 'code': 200} Mar 28 15:34:50.625538 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a50fa5be-e1cf-4ef5-b4ae-72f7b20770a6 req-84031c6c-a950-42ba-9e4a-141390e843c3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/446089db-3109-435b-9c7c-9abd16c23542 HTTP/1.1" status: 204 len: 173 time: 0.9311490 Mar 28 15:34:50.805116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-21d879b0-347d-4a0b-b804-12b716a5995c req-cc747578-1265-4e20-9e7e-cd11afabba7a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:34:50.888346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-21d879b0-347d-4a0b-b804-12b716a5995c req-cc747578-1265-4e20-9e7e-cd11afabba7a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:34:50.889541 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-21d879b0-347d-4a0b-b804-12b716a5995c req-cc747578-1265-4e20-9e7e-cd11afabba7a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=e06fdf16-385e-4637-abb7-c842c04a394c HTTP/1.1" status: 200 len: 210 time: 0.1272275 Mar 28 15:34:51.373595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c6805c91-6f1d-4e48-8367-a81abb185f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:51.986764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38462) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:52.053699 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-50ebdd0b-8754-43d0-b46e-a7a16b6877e6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:52.081949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-50ebdd0b-8754-43d0-b46e-a7a16b6877e6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:52.219565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-50ebdd0b-8754-43d0-b46e-a7a16b6877e6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:52.238940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebdd0b-8754-43d0-b46e-a7a16b6877e6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397bdabc-9423-42bc-8cfe-0312e971460b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:52.292966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-50ebdd0b-8754-43d0-b46e-a7a16b6877e6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:52.294134 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-50ebdd0b-8754-43d0-b46e-a7a16b6877e6 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/397bdabc-9423-42bc-8cfe-0312e971460b HTTP/1.1" status: 204 len: 168 time: 0.3058064 Mar 28 15:34:52.368253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38468) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:52.655500 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 32c309cb-a2cb-4ef2-b8ec-8c6ce2c5316f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:34:52.655839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:52.821244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:52.821567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:52.942135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 32c309cb-a2cb-4ef2-b8ec-8c6ce2c5316f owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:34:53.144974 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:53.189445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=32c309cb-a2cb-4ef2-b8ec-8c6ce2c5316f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:53.282890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:53.283252 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 5c64def8-e5b6-4c44-9967-d941de755d6b disassociated (deleted). External IP: 172.26.7.67, port: 932c2dcb-0343-4b00-b8f0-4f26565c5ab8. Mar 28 15:34:53.556346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8d56f74e-bf41-4d00-994e-fb463a2b4b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:53.630530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:34:53.731313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 446089db-3109-435b-9c7c-9abd16c23542 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:34:53.767936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 446089db-3109-435b-9c7c-9abd16c23542 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:34:53.768274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 446089db-3109-435b-9c7c-9abd16c23542 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:34:53.822554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:34:53.835956 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794484b-57fb-4830-8066-43a259588f76 None None] Sync routers for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:34:53.845159 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794484b-57fb-4830-8066-43a259588f76 None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:34:53.850382 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-f794484b-57fb-4830-8066-43a259588f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:53.908132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:53.985078 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-0ceebb3a-d6ef-4b59-962d-c15b02d26dbb tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/floatingips/5c64def8-e5b6-4c44-9967-d941de755d6b HTTP/1.1" status: 204 len: 168 time: 1.6133261 Mar 28 15:34:53.985078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:34:54.025035 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-f794484b-57fb-4830-8066-43a259588f76 None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:34:54.042971 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'status': 'completed', 'code': 200} Mar 28 15:34:54.294944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-8e9f6096-ebf8-4faa-aa22-516002ce9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:54.296432 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-8e9f6096-ebf8-4faa-aa22-516002ce9dbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 1098 time: 0.2061977 Mar 28 15:34:54.406396 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-f794484b-57fb-4830-8066-43a259588f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:54.410909 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794484b-57fb-4830-8066-43a259588f76 None None] Checking router: 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:34:54.420342 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794484b-57fb-4830-8066-43a259588f76 None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:34:54.420342 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-f794484b-57fb-4830-8066-43a259588f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:54.440674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-ca3eb854-171f-4462-a75a-01b004118fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:54.442228 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-ca3eb854-171f-4462-a75a-01b004118fc1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 200 len: 898 time: 0.1396041 Mar 28 15:34:54.569275 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-1d08a3c4-ab0b-42a6-ba1f-2ca00113d82a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8 HTTP/1.1" status: 200 len: 217 time: 0.0960143 Mar 28 15:34:54.595270 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-f794484b-57fb-4830-8066-43a259588f76 None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:34:54.608208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:54.644035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-12e685c2-3e23-47e4-b8de-f6d77cb56822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:54.645660 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-12e685c2-3e23-47e4-b8de-f6d77cb56822 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3115178-1503-445f-84bf-61eb25dc6b3d HTTP/1.1" status: 200 len: 834 time: 0.0706899 Mar 28 15:34:54.711561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc80d7-e4d3-4233-b610-22c6567b4356 req-a984b6ef-08d8-499e-9233-5f665e6c201f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:54.712245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-eacc80d7-e4d3-4233-b610-22c6567b4356 req-a984b6ef-08d8-499e-9233-5f665e6c201f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:34:54.751375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-4cc3293b-5e96-4f28-bf77-20ce8e90978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:54.753407 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-4cc3293b-5e96-4f28-bf77-20ce8e90978b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=48f07707-3d11-4e14-b5b0-02d62dc4e0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1002107 Mar 28 15:34:54.825194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:54.838670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-eacc80d7-e4d3-4233-b610-22c6567b4356 req-a984b6ef-08d8-499e-9233-5f665e6c201f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:34:54.839834 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-eacc80d7-e4d3-4233-b610-22c6567b4356 req-a984b6ef-08d8-499e-9233-5f665e6c201f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 945 time: 0.3128500 Mar 28 15:34:54.907706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-eacc80d7-e4d3-4233-b610-22c6567b4356 req-c3d58674-1f7c-4b51-b9c2-bd938a000228 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:34:54.910863 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-f794484b-57fb-4830-8066-43a259588f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:34:54.915483 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794484b-57fb-4830-8066-43a259588f76 None None] The sync data for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv is: [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:33:24Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '72b3b58b-21fd-45d3-a920-aca04aa6bfde', 'name': '', 'network_id': '48f07707-3d11-4e14-b5b0-02d62dc4e0b6', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:5c:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:24Z', 'updated_at': '2022-03-28T15:33:30Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': 'a3115178-1503-445f-84bf-61eb25dc6b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:34:54.921730 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-85a6322f-e93f-4aac-b6cc-08ef3665b720 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624081 Mar 28 15:34:55.019522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-eacc80d7-e4d3-4233-b610-22c6567b4356 req-c3d58674-1f7c-4b51-b9c2-bd938a000228 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:34:55.020646 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-eacc80d7-e4d3-4233-b610-22c6567b4356 req-c3d58674-1f7c-4b51-b9c2-bd938a000228 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687324 Mar 28 15:34:55.077252 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4df5ed6-2fd0-49fb-874e-b6950dc08243 req-3d083519-c0ac-45c7-a8b5-467080efb048 service neutron] 10.222.0.23 "GET /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483958 Mar 28 15:34:55.135273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43273a4-4d4c-4039-aca3-ad7df9374602 None None] New status for floating IP 5c64def8-e5b6-4c44-9967-d941de755d6b: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:34:56.110301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-623338e2-be8a-4683-a12e-ac9490dd0448 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:56.111768 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-623338e2-be8a-4683-a12e-ac9490dd0448 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 945 time: 0.0787699 Mar 28 15:34:56.185616 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:34:56.185972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:56.215396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89099-3a22-4670-86c7-0350b4d2ad56 req-a5e46463-57a3-4f9b-97db-601ca2e29063 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:34:56.216124 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5fd89099-3a22-4670-86c7-0350b4d2ad56 req-a5e46463-57a3-4f9b-97db-601ca2e29063 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 945 time: 0.0828683 Mar 28 15:34:56.225203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:56.259991 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5fd89099-3a22-4670-86c7-0350b4d2ad56 req-f23a7db6-f2cd-4b7e-ac96-ab0a5183c2ee tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=980aca81-f187-470a-a2c7-dceda890c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381479 Mar 28 15:34:56.431374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:34:56.431731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:56.551019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:34:56.733663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:56.782144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=932c2dcb-0343-4b00-b8f0-4f26565c5ab8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:56.954309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:34:56.958599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:56.964034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'name': 'network-vif-deleted', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:34:57.006885 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9860391f-92cc-4e9d-902a-a8be80a16245', 'name': 'network-vif-deleted', 'tag': '932c2dcb-0343-4b00-b8f0-4f26565c5ab8', 'status': 'completed', 'code': 200} Mar 28 15:34:57.025817 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5ccfb7d-e520-4674-8270-cab2eb2828b4 req-03e63ba4-8188-4cc4-b263-523b4c95b4bc tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/932c2dcb-0343-4b00-b8f0-4f26565c5ab8 HTTP/1.1" status: 204 len: 173 time: 0.9084494 Mar 28 15:34:57.425523 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-849a21a9-e3ac-4d5a-84ce-b36110fa2f41 req-49f3d7d9-d279-445d-8b46-377449f94b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=9860391f-92cc-4e9d-902a-a8be80a16245 HTTP/1.1" status: 200 len: 210 time: 0.0449023 Mar 28 15:34:58.517396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38486) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:58.583659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd022414-44f4-4039-84a0-6433459197d7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:58.612026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd022414-44f4-4039-84a0-6433459197d7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:58.733537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd022414-44f4-4039-84a0-6433459197d7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:58.750682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd022414-44f4-4039-84a0-6433459197d7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980aca81-f187-470a-a2c7-dceda890c7de,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:34:58.829759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd022414-44f4-4039-84a0-6433459197d7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:58.830875 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cd022414-44f4-4039-84a0-6433459197d7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/980aca81-f187-470a-a2c7-dceda890c7de HTTP/1.1" status: 204 len: 168 time: 0.3125138 Mar 28 15:34:58.917738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38492) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:59.457362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:34:59.723227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38496) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:34:59.762834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:34:59.796158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:34:59.796506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 932c2dcb-0343-4b00-b8f0-4f26565c5ab8 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:34:59.972797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 72b3b58b-21fd-45d3-a920-aca04aa6bfde {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:34:59.973064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:00.016553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Deleting port 34928fcc-89bf-4ff0-8f28-2299b8e2b1a4 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:00.016890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:00.416632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 72b3b58b-21fd-45d3-a920-aca04aa6bfde, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=72b3b58b-21fd-45d3-a920-aca04aa6bfde,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:00.416903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:00.424326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:00.424635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:00.646440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 72b3b58b-21fd-45d3-a920-aca04aa6bfde owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:00.678759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Calling delete_port for 34928fcc-89bf-4ff0-8f28-2299b8e2b1a4 owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:00.944604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:00.995674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event deleted for resources: {'Port': ['ID=34928fcc-89bf-4ff0-8f28-2299b8e2b1a4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:01.027847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:01.110492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=72b3b58b-21fd-45d3-a920-aca04aa6bfde,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:01.210703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:01.210955 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Floating IP f7ec0ea8-23bd-4da4-81c4-843a962e024a disassociated (deleted). External IP: 172.26.7.208, port: 2deb0882-a704-49cf-880c-51b027056b01. Mar 28 15:35:01.295905 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:35:01.712552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:01.971130 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Router e4120f39-151e-4f6e-b04f-129ab5c6baae has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:35:02.305665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:35:02.314884 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] Sync routers for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:35:02.323797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:35:02.324781 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:02.325391 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:02.403468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:02.479524 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7129e634-3e9c-4ce1-92f3-1902fe664ab7 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "DELETE /v2.0/floatingips/f7ec0ea8-23bd-4da4-81c4-843a962e024a HTTP/1.1" status: 204 len: 168 time: 2.7551582 Mar 28 15:35:02.488171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:02.508551 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:02.528053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'tag': '2deb0882-a704-49cf-880c-51b027056b01'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:35:02.564605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:35:02.570523 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-10f6dca3-0191-4236-8719-1e5ba5b2dc4c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/30db95a6-86cf-4f9d-8a56-3aeb5f9d7686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6517558 Mar 28 15:35:02.573220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38504) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:02.576294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] Sync routers for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:35:02.588653 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:02.592005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:02.621614 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'tag': '2deb0882-a704-49cf-880c-51b027056b01', 'status': 'completed', 'code': 200} Mar 28 15:35:02.652700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5889a71-48a6-49c7-96a1-3ff8b3e99172 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting subnet a3115178-1503-445f-84bf-61eb25dc6b3d {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:35:02.656069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5889a71-48a6-49c7-96a1-3ff8b3e99172 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:02.862439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:02.932678 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '21c0b87b-1f65-4f79-b572-5cd2636abf26', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:40Z', 'updated_at': '2022-03-28T15:29:43Z', 'revision_number': 1, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:02.946338 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] Checking router: e4120f39-151e-4f6e-b04f-129ab5c6baae for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:35:02.946536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5889a71-48a6-49c7-96a1-3ff8b3e99172 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:02.959102 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:02.959102 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:03.022432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-ec56e17c-bd5a-4083-9a6a-18f33a9eec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:03.024570 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-ec56e17c-bd5a-4083-9a6a-18f33a9eec70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 1098 time: 0.3382673 Mar 28 15:35:03.134067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a5e7e-7447-4579-9b54-707df4df3e0c req-8860aab3-4f2d-406f-80d9-e5dae64ad2a0 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:03.136012 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ff2a5e7e-7447-4579-9b54-707df4df3e0c req-8860aab3-4f2d-406f-80d9-e5dae64ad2a0 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 945 time: 0.1048317 Mar 28 15:35:03.160568 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:03.184723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5889a71-48a6-49c7-96a1-3ff8b3e99172 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:03.200822 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ff2a5e7e-7447-4579-9b54-707df4df3e0c req-f7df7056-ce65-47b7-8f28-ee08a5e7fbcc tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576031 Mar 28 15:35:03.238960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:35:00Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:03.242827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] Checking router: 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:35:03.251274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] Routers {'30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:03.252079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:03.252593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-ed385ed6-8913-4a7a-b723-091f1d8a0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:03.254328 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-ed385ed6-8913-4a7a-b723-091f1d8a0949 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.1987996 Mar 28 15:35:03.338539 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-d105fa57-e1bc-4842-9c6a-d6d406d0feae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2deb0882-a704-49cf-880c-51b027056b01 HTTP/1.1" status: 200 len: 217 time: 0.0775208 Mar 28 15:35:03.416253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-7eba808d-4323-452a-9859-19fd0b6f3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:03.417605 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-7eba808d-4323-452a-9859-19fd0b6f3268 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0721450 Mar 28 15:35:03.441998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] Set router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:03.493580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-7feb5611-af4a-47ea-a7e0-a1f155773e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:03.495180 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-7feb5611-af4a-47ea-a7e0-a1f155773e8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707278 Mar 28 15:35:03.496564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5889a71-48a6-49c7-96a1-3ff8b3e99172 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:03.563120 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '21c0b87b-1f65-4f79-b572-5cd2636abf26', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:40Z', 'updated_at': '2022-03-28T15:29:43Z', 'revision_number': 1, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:03.568116 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed955e38-ba94-4be2-a70c-e4cb051c99c9 None None] The sync data for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv is: [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '21c0b87b-1f65-4f79-b572-5cd2636abf26', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'port_id': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'mac_address': 'fa:16:3e:9a:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:29:40Z', 'updated_at': '2022-03-28T15:29:43Z', 'revision_number': 1, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:35:03.571349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5889a71-48a6-49c7-96a1-3ff8b3e99172 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Subnet': ['ID=a3115178-1503-445f-84bf-61eb25dc6b3d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:03.576928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a5889a71-48a6-49c7-96a1-3ff8b3e99172 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:03.584466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db0c48a-0a32-45d9-8824-65a6343fc021 None None] Network 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:35:03.628769 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a5889a71-48a6-49c7-96a1-3ff8b3e99172 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/subnets/a3115178-1503-445f-84bf-61eb25dc6b3d HTTP/1.1" status: 204 len: 168 time: 1.0538599 Mar 28 15:35:03.631088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38510) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:03.684627 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-6bbbe000-9e92-45b3-abe2-e6b799100067 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566267 Mar 28 15:35:03.836769 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-519ddb8d-96b3-4559-967c-b79238e6bc52 req-fbf87014-2361-4220-9b35-69cad8637d08 service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448555 Mar 28 15:35:03.843780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:03.873628 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28e819-22a1-46c4-a8c5-57de82505937 None None] New status for floating IP f7ec0ea8-23bd-4da4-81c4-843a962e024a: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:35:03.947931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:35:00Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:03.958154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6f0b0-7ce2-42d7-a3b1-858790655013 None None] The sync data for ids ['30db95a6-86cf-4f9d-8a56-3aeb5f9d7686'] in dv-neutron-828143-13-hyperv is: [{'id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'name': 'tempest-TestNetworkBasicOps-router-1124120236', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:33:18Z', 'updated_at': '2022-03-28T15:35:00Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '892e8a24-c8d9-4c23-a904-927f570153b6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30db95a6-86cf-4f9d-8a56-3aeb5f9d7686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:33:19Z', 'updated_at': '2022-03-28T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:35:04.025470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] DHCP port deletion for 48f07707-3d11-4e14-b5b0-02d62dc4e0b6 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:35:04.030014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Deleting port 16eba0ab-a745-419a-bfc4-843dbf692565 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:04.030405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:04.162369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:04.231756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] For port 16eba0ab-a745-419a-bfc4-843dbf692565, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=16eba0ab-a745-419a-bfc4-843dbf692565,segment=NetworkSegment(a697b666-651f-4754-a07c-c0910dde83c2),segment_id=a697b666-651f-4754-a07c-c0910dde83c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:04.232148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:04.242742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 892e8a24-c8d9-4c23-a904-927f570153b6 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:04.243252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:04.411578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Calling delete_port for 16eba0ab-a745-419a-bfc4-843dbf692565 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:04.421114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd45640-f318-4838-822c-d3de5186e247 req-5b0dd2d8-e872-44ab-b439-32768a500107 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:04.421641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-fdd45640-f318-4838-822c-d3de5186e247 req-5b0dd2d8-e872-44ab-b439-32768a500107 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:35:04.460447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 892e8a24-c8d9-4c23-a904-927f570153b6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=892e8a24-c8d9-4c23-a904-927f570153b6,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:04.461076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:04.493511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-fdd45640-f318-4838-822c-d3de5186e247 req-5b0dd2d8-e872-44ab-b439-32768a500107 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:35:04.494696 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fdd45640-f318-4838-822c-d3de5186e247 req-5b0dd2d8-e872-44ab-b439-32768a500107 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 945 time: 0.1848767 Mar 28 15:35:04.551512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:04.551625 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fdd45640-f318-4838-822c-d3de5186e247 req-2885d04a-fab7-473c-b74c-286e464b3685 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Mar 28 15:35:04.602490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] No DVR routers for this DVR port 16eba0ab-a745-419a-bfc4-843dbf692565 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:35:04.605916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 892e8a24-c8d9-4c23-a904-927f570153b6 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:04.606585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Pushing event deleted for resources: {'Port': ['ID=16eba0ab-a745-419a-bfc4-843dbf692565,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:04.617922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.618265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.618603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.618935 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.619336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.619667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.619996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.620319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.620701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.621257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.621585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.621905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4d555-4747-4f45-8a50-d17e165f37c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:04.751643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-239e0391-cd6a-45e2-9bd9-07bf22d9b3ac tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:04.753265 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-239e0391-cd6a-45e2-9bd9-07bf22d9b3ac tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 945 time: 0.0989156 Mar 28 15:35:04.822170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Deleting port 2deb0882-a704-49cf-880c-51b027056b01 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:04.822511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:04.984847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.068626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=892e8a24-c8d9-4c23-a904-927f570153b6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:05.078736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] For port 2deb0882-a704-49cf-880c-51b027056b01, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2deb0882-a704-49cf-880c-51b027056b01,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:05.079132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.126630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.201156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Calling delete_port for 2deb0882-a704-49cf-880c-51b027056b01 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:05.298517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.299166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.379598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.380156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Fanout notify agent at l3_agent the message router_deleted on router 30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:35:05.395753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.396885 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e4f287b8-c895-4cf2-982f-15f5b3d607f3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/routers/30db95a6-86cf-4f9d-8a56-3aeb5f9d7686 HTTP/1.1" status: 204 len: 168 time: 1.7644989 Mar 28 15:35:05.399578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38516) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:05.405394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.455407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event deleted for resources: {'Port': ['ID=2deb0882-a704-49cf-880c-51b027056b01,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:05.518073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.640439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] No DVR routers for this DVR port 2deb0882-a704-49cf-880c-51b027056b01 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:35:05.642838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.646311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'name': 'network-vif-deleted', 'tag': '2deb0882-a704-49cf-880c-51b027056b01'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:35:05.694330 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0ec8008e-6bd6-43f2-8ae2-5a1cc2cbcdd2 req-843df866-266b-4b28-a48c-f62d7d571b0e tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "DELETE /v2.0/ports/2deb0882-a704-49cf-880c-51b027056b01 HTTP/1.1" status: 204 len: 173 time: 0.9362197 Mar 28 15:35:05.696044 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e616dc9b-5525-45c7-8920-6bde9bc9294f', 'name': 'network-vif-deleted', 'tag': '2deb0882-a704-49cf-880c-51b027056b01', 'status': 'completed', 'code': 200} Mar 28 15:35:05.812752 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7e6e30e0-9669-4365-ac7a-5f0dbce55ac0 req-2fee29f6-9be5-44de-ab03-0b975fb8ee1d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 210 time: 0.0982752 Mar 28 15:35:05.818429 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.859575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f07707-3d11-4e14-b5b0-02d62dc4e0b6']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:05.884273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a697b666-651f-4754-a07c-c0910dde83c2') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:05.884575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a697b666-651f-4754-a07c-c0910dde83c2') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:05.913599 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.914729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 16eba0ab-a745-419a-bfc4-843dbf692565 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:05.948468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.956606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:35:05.959579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:05.984969 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 16eba0ab-a745-419a-bfc4-843dbf692565 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:05.988276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 16eba0ab-a745-419a-bfc4-843dbf692565 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:05.988276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 892e8a24-c8d9-4c23-a904-927f570153b6 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:06.019990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 892e8a24-c8d9-4c23-a904-927f570153b6 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:06.020348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 892e8a24-c8d9-4c23-a904-927f570153b6 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:06.020768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 72b3b58b-21fd-45d3-a920-aca04aa6bfde no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:35:06.045201 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:35:06.060240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 72b3b58b-21fd-45d3-a920-aca04aa6bfde {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:06.060529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 72b3b58b-21fd-45d3-a920-aca04aa6bfde not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:06.128519 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.145288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.156289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Network': ['ID=48f07707-3d11-4e14-b5b0-02d62dc4e0b6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:06.225606 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-eaf6d2e2-aee6-4175-93b8-0991ce63a83e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/networks/48f07707-3d11-4e14-b5b0-02d62dc4e0b6 HTTP/1.1" status: 204 len: 168 time: 0.8250115 Mar 28 15:35:06.253576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38524) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:06.259301 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'network': {'name': 'tempest-network-smoke--143662001', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'port_security_enabled': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:06.265003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:06.269224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:network and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:06.272060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:06.277865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:06.356303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:35:06.359800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.389532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:35:06.398246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.400100 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Added segment 9ef241bc-9e91-4ed7-817e-52406ccc21e4 of type vlan for network 8090f5e8-6d7a-4ea9-8915-d43715817b27 Mar 28 15:35:06.424390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.533545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.539436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:06.540156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.644846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Network': ['ID=8090f5e8-6d7a-4ea9-8915-d43715817b27,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:06.654572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 8090f5e8-6d7a-4ea9-8915-d43715817b27 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:35:06.705640 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-79c904ab-b416-4cd0-8cf4-04d3ce87168e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4508851 Mar 28 15:35:06.708402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38528) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:06.713507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-326594262', 'admin_state_up': True, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:06.720809 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:06.724828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:router and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:06.727748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:06.738275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:06.807480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.808514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.823807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:06.997654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f36176ff-7da6-40dd-97db-c8c56e3e98e8 req-a65c9856-9fde-4e13-8230-f3532130d1cd tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:35:07.070543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f36176ff-7da6-40dd-97db-c8c56e3e98e8 req-a65c9856-9fde-4e13-8230-f3532130d1cd tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:35:07.071885 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f36176ff-7da6-40dd-97db-c8c56e3e98e8 req-a65c9856-9fde-4e13-8230-f3532130d1cd tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=e616dc9b-5525-45c7-8920-6bde9bc9294f HTTP/1.1" status: 200 len: 210 time: 0.1173010 Mar 28 15:35:07.152054 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:07.500308 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:07.528878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:07.662914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.169 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/844cdfa7-78af-4d6d-ae2a-88cefe6dd460) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:35:07.784210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2deb0882-a704-49cf-880c-51b027056b01 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:07.823990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 2deb0882-a704-49cf-880c-51b027056b01 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:07.824353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 2deb0882-a704-49cf-880c-51b027056b01 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:07.912449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:08.013318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:08.077585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:35:08.080200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:35:08.088399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:35:08.118349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:08.598243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:08.941375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:09.213443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 16199bb4-c7fa-4e66-a2be-847811c94474 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:35:09.519323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:35:09.530636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Sync routers for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:35:09.540857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:09.541663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:09.635959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:09.637673 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8e46069f-1905-48d3-bad5-e2f5546b41b8 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9280498 Mar 28 15:35:09.640703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38542) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:09.682496 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9cbd3587-1ff5-4f49-a0d8-f0420a4d0a97 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0f72262e7a4747a2aa505b4725bc03f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403349 Mar 28 15:35:09.685073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38546) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:09.722533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:09.822020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58a3474-1d4b-4263-b641-81e683bbfa6d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:09.823539 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c58a3474-1d4b-4263-b641-81e683bbfa6d tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374314 Mar 28 15:35:09.826275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38550) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:09.871095 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a85d61b1-b878-45e1-aa3a-e322da1f978e tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414658 Mar 28 15:35:09.871296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38554) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:09.876825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312383872', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:09.990612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:09.994888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:subnet and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:09.997969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:10.004981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:10.021326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:35:08Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:10.027389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Checking router: 16199bb4-c7fa-4e66-a2be-847811c94474 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:35:10.027813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Updating router 16199bb4-c7fa-4e66-a2be-847811c94474 port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:35:10.082008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:10.098607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:35:10.102219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:10.384738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:10.409826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:10.423108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Transition to ACTIVE for port object 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:35:10.463996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Subnet': ['ID=5c20b950-660d-4699-b5a0-e0027e754b85,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:10.471540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Checking segment: {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:35:10.471931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network hostable DHCP agents. Network: 8090f5e8-6d7a-4ea9-8915-d43715817b27, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:35:10.498774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:10.544528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 8090f5e8-6d7a-4ea9-8915-d43715817b27 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:35:10.581556 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Attempting to bind port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:35:10.582844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Attempting to bind port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:35:10.582844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Attempting to bind port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:35:10.584372 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bc6d8-c157-45d9-8705-54b3c6d9c3b6 None None] Pushing event updated for resources: {'Port': ['ID=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:10.589979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:35:10.590352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:35:10.590743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:10.591149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:35:10.591604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Bound port: 844cdfa7-78af-4d6d-ae2a-88cefe6dd460, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:35:10.591976 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:10.630521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 8090f5e8-6d7a-4ea9-8915-d43715817b27) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:35:10.643151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:10.643977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852042fc-3e41-45be-8428-68f5f0d4b5fa None None] Network 8090f5e8-6d7a-4ea9-8915-d43715817b27 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:35:10.646823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:10.731449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38562) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:10.731982 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6260b442-429f-4a4b-a9dc-8c1386b62fc5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8590312 Mar 28 15:35:10.786147 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] For port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:35:10.803188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] For port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:35:10.904151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:10.982598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-8090f5e8-6d7a-4ea9-8915-d43715817b27', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:35:10.983589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:11.024237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:11.025345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:11.130367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bc6d8-c157-45d9-8705-54b3c6d9c3b6 None None] Pushing event updated for resources: {'Port': ['ID=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:11.329333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:11.475620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Allocated IP 172.20.0.2 (8090f5e8-6d7a-4ea9-8915-d43715817b27/5c20b950-660d-4699-b5a0-e0027e754b85/1893db14-a1dd-4821-a4fa-79f51637cfe6) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:35:11.505857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:11.810450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:11.817290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:35:08Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:11.825436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Transition to ACTIVE for port object 1893db14-a1dd-4821-a4fa-79f51637cfe6 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:35:11.827854 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e375ba4-6054-455d-84da-fabae9348a9b None None] The sync data for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv is: [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:35:08Z', 'revision_number': 3, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:35:11.851905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Transition to ACTIVE for port object 1893db14-a1dd-4821-a4fa-79f51637cfe6 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:35:11.930084 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:12.013448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Network 8090f5e8-6d7a-4ea9-8915-d43715817b27 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:35:12.014599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.1 (8090f5e8-6d7a-4ea9-8915-d43715817b27/5c20b950-660d-4699-b5a0-e0027e754b85/8bf7e656-133e-4fa9-9b4a-3ca08f66b81c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:35:12.025572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:35:12.030403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:35:12.034180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Pushing event updated for resources: {'Port': ['ID=1893db14-a1dd-4821-a4fa-79f51637cfe6,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:12.157627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Attempting to bind port 1893db14-a1dd-4821-a4fa-79f51637cfe6 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:35:12.158160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Attempting to bind port 1893db14-a1dd-4821-a4fa-79f51637cfe6 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:35:12.158613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Attempting to bind port 1893db14-a1dd-4821-a4fa-79f51637cfe6 on network 8090f5e8-6d7a-4ea9-8915-d43715817b27 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:35:12.164756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:35:12.165280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Checking segment: {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:35:12.165743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:12.166191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Bound using segment: {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:35:12.166728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Bound port: 1893db14-a1dd-4821-a4fa-79f51637cfe6, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:35:12.167275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:12.224792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:12.242580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:35:12.272955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] For port 1893db14-a1dd-4821-a4fa-79f51637cfe6, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:35:12.276298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] For port 1893db14-a1dd-4821-a4fa-79f51637cfe6, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1893db14-a1dd-4821-a4fa-79f51637cfe6,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:35:12.333963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:12.356932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:12.511326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691cacc-8f99-4b09-937e-754ef5c45900 None None] Pushing event updated for resources: {'Port': ['ID=1893db14-a1dd-4821-a4fa-79f51637cfe6,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:12.530701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 8090f5e8-6d7a-4ea9-8915-d43715817b27 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:35:12.534992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:35:12.544213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:35:12.575425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:12.613367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:12.983513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38572) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:12.990563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:13.191656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Deleting port 3fcb3f3d-abc0-4736-87ac-0741cb01c308 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:13.191913 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:13.366454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:13.367109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:13.402690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:13.464464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:13.498708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Calling delete_port for 3fcb3f3d-abc0-4736-87ac-0741cb01c308 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:13.584558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:13.588108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:13.738960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:13.747472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1893db14-a1dd-4821-a4fa-79f51637cfe6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:35:13.748103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 8090f5e8-6d7a-4ea9-8915-d43715817b27 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:35:13.749684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:35:13.782380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b997132-2a4e-4646-86aa-15067a0fe668 None None] Network 8090f5e8-6d7a-4ea9-8915-d43715817b27 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:35:13.800424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event deleted for resources: {'Port': ['ID=3fcb3f3d-abc0-4736-87ac-0741cb01c308,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:13.936410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:13.937048 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Floating IP 21c0b87b-1f65-4f79-b572-5cd2636abf26 disassociated (deleted). External IP: 172.26.7.65, port: 8ab2b07b-e03c-4547-a06c-a86433567a80. Mar 28 15:35:13.982197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3996acd4-be62-4fce-8a09-63a016921616 None None] Provisioning for port 1893db14-a1dd-4821-a4fa-79f51637cfe6 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:35:13.991543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 1893db14-a1dd-4821-a4fa-79f51637cfe6 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:35:14.001264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 16199bb4-c7fa-4e66-a2be-847811c94474 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:35:14.005213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3996acd4-be62-4fce-8a09-63a016921616 None None] Provisioning complete for port 1893db14-a1dd-4821-a4fa-79f51637cfe6 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:14.005660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3996acd4-be62-4fce-8a09-63a016921616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:14.034898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 1893db14-a1dd-4821-a4fa-79f51637cfe6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:14.035432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:14.297811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3996acd4-be62-4fce-8a09-63a016921616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:14.308629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:14.316518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:35:14.332115 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5a76fee9-9f42-4895-b235-f8ca3f0e18d5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/16199bb4-c7fa-4e66-a2be-847811c94474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5961118 Mar 28 15:35:14.332648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38576) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:14.334014 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Sync routers for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:35:14.347286 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:14.353816 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:14.370693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3996acd4-be62-4fce-8a09-63a016921616 None None] For port 1893db14-a1dd-4821-a4fa-79f51637cfe6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1893db14-a1dd-4821-a4fa-79f51637cfe6,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:14.425259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3996acd4-be62-4fce-8a09-63a016921616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:14.497051 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Router e4120f39-151e-4f6e-b04f-129ab5c6baae has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:35:14.506354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaed71a-65eb-4880-b2e7-891f1f671041 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.507480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaed71a-65eb-4880-b2e7-891f1f671041 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.508101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaed71a-65eb-4880-b2e7-891f1f671041 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.509006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaed71a-65eb-4880-b2e7-891f1f671041 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.509976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaed71a-65eb-4880-b2e7-891f1f671041 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.510705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaed71a-65eb-4880-b2e7-891f1f671041 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.513062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4aaed71a-65eb-4880-b2e7-891f1f671041 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1789551 Mar 28 15:35:14.516662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38580) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:14.562950 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:14.603819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:35:14.605016 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:35:14.609217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996acd4-be62-4fce-8a09-63a016921616 None None] Pushing event updated for resources: {'Port': ['ID=1893db14-a1dd-4821-a4fa-79f51637cfe6,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:14.624242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834bdf8-ba2e-4ffd-9e19-8247128ec7fb tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.624705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834bdf8-ba2e-4ffd-9e19-8247128ec7fb tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.625158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834bdf8-ba2e-4ffd-9e19-8247128ec7fb tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.625668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834bdf8-ba2e-4ffd-9e19-8247128ec7fb tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.626118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834bdf8-ba2e-4ffd-9e19-8247128ec7fb tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.626568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834bdf8-ba2e-4ffd-9e19-8247128ec7fb tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:14.632005 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4834bdf8-ba2e-4ffd-9e19-8247128ec7fb tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1142683 Mar 28 15:35:14.632547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38584) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:14.705654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:35:14.715809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] Sync routers for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:35:14.726681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:14.727333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:14.803413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:14.901492 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:35:12Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:35:13Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:14.905833 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Checking router: 16199bb4-c7fa-4e66-a2be-847811c94474 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:35:14.906395 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Updating router 16199bb4-c7fa-4e66-a2be-847811c94474 port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:35:14.920394 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-90176adc-5955-403e-a0d1-eca8a852d40a tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "DELETE /v2.0/floatingips/21c0b87b-1f65-4f79-b572-5cd2636abf26 HTTP/1.1" status: 204 len: 168 time: 1.9355919 Mar 28 15:35:14.920988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:35:14.968332 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:14.976413 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2d449592-a345-4703-aaad-eaea79a4c9e5 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3427033 Mar 28 15:35:15.005352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:15.020892 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'status': 'completed', 'code': 200} Mar 28 15:35:15.082166 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-63b4d97b-dc91-4fb4-bad5-73dc96e54444 None None] Provisioning for port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:35:15.097479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-63b4d97b-dc91-4fb4-bad5-73dc96e54444 None None] Provisioning complete for port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:15.098122 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-63b4d97b-dc91-4fb4-bad5-73dc96e54444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:15.229550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-2f21cc5a-9798-4e31-818f-1c08d333258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:15.231175 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-2f21cc5a-9798-4e31-818f-1c08d333258f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=45f98a5033c3421a99c3279e50eb966b&device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 1098 time: 0.1734514 Mar 28 15:35:15.357593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-63b4d97b-dc91-4fb4-bad5-73dc96e54444 None None] Port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:35:15.374633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:35:15.468707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-2ce49f09-dbf4-48bd-bc7c-3708926413ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:15.470378 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-2ce49f09-dbf4-48bd-bc7c-3708926413ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 200 len: 912 time: 0.2327549 Mar 28 15:35:15.481770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-63b4d97b-dc91-4fb4-bad5-73dc96e54444 None None] Provisioning complete for port 1893db14-a1dd-4821-a4fa-79f51637cfe6 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:15.482142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-63b4d97b-dc91-4fb4-bad5-73dc96e54444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:15.549284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38594) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:15.555458 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278011942', 'description': 'tempest-secgroup-smoke-278011942 description', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:15.567199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:15.572997 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:15.573466 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:15.577489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:15.585356 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Transition to ACTIVE for port object 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:35:15.586687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:15.588967 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-a937bfcf-3f05-48fd-b88b-246caef0f7d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab2b07b-e03c-4547-a06c-a86433567a80 HTTP/1.1" status: 200 len: 217 time: 0.1111944 Mar 28 15:35:15.656234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-c1200512-3c41-4c0d-b467-429cb5a58dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:15.659150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:15.659295 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-c1200512-3c41-4c0d-b467-429cb5a58dee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 200 len: 850 time: 0.0629148 Mar 28 15:35:15.662634 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:15.684422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:15.689158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:15.692279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:15.699231 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:15.741623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:35:15.756616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:15.756982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:15.815957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-59c61c47-287f-4987-bd7c-9c4e2026770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:15.818147 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-59c61c47-287f-4987-bd7c-9c4e2026770f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f833085-acda-4c3c-884d-53308b8d0562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1305332 Mar 28 15:35:15.859326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:15.880820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:15.889579 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] Checking router: e4120f39-151e-4f6e-b04f-129ab5c6baae for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:35:15.943433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925a040-212b-4ccf-ae23-379cc88c8f0a req-3f2c8921-b804-41d1-a73c-b5b6ce7ea3e5 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:15.945645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-d925a040-212b-4ccf-ae23-379cc88c8f0a req-3f2c8921-b804-41d1-a73c-b5b6ce7ea3e5 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:35:15.964375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:15.965013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:15.978832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:15.983821 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Pushing event updated for resources: {'Port': ['ID=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:15.994245 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.994812 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.995378 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.995898 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.996375 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.996877 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.997346 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.997823 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.998294 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.998767 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.999293 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:15.999920 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:35:16.004291 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Attempting to bind port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:35:16.004875 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Attempting to bind port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:35:16.005461 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Attempting to bind port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c on network 8090f5e8-6d7a-4ea9-8915-d43715817b27 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:35:16.013148 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:35:16.016452 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Checking segment: {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:35:16.016452 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.016452 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Bound using segment: {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:35:16.016452 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Bound port: 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:35:16.016452 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.054755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc6086-2083-4f7c-906f-5b336db72546,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:16.058934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-d925a040-212b-4ccf-ae23-379cc88c8f0a req-3f2c8921-b804-41d1-a73c-b5b6ce7ea3e5 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:35:16.060302 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d925a040-212b-4ccf-ae23-379cc88c8f0a req-3f2c8921-b804-41d1-a73c-b5b6ce7ea3e5 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 945 time: 0.2889800 Mar 28 15:35:16.118316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.127228 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] For port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:35:16.131193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.131757 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] For port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:35:16.133586 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d9e6a7c2-b9f9-4ff9-a7bc-99b7b13055d4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5833476 Mar 28 15:35:16.137093 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-c9954a73-0609-4b77-b952-13aa21f56aec service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021326 Mar 28 15:35:16.138247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38600) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:16.143458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '08cc6086-2083-4f7c-906f-5b336db72546', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:16.154229 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d925a040-212b-4ccf-ae23-379cc88c8f0a req-f7a10420-7ac8-4cf0-bebc-0e59942752de tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791566 Mar 28 15:35:16.174698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:16.191315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:16.195584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:16.196746 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.209308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:16.241884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:16.263479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:16.290590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.301401 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:16.302131 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:34:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:16.319563 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5d4cbf-102b-4281-8889-f63274154a51 req-00860eca-fb27-4efb-9535-1f8c07db867f service neutron] 10.222.0.23 "GET /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698484 Mar 28 15:35:16.372175 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1967e7-c306-4414-8413-89950a46840a None None] Pushing event updated for resources: {'Port': ['ID=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:16.431710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.468264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1893db14-a1dd-4821-a4fa-79f51637cfe6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:35:16.530575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e2b74-594e-4400-8391-ef4047833a04 req-ef172f57-53ff-4aa9-8327-4f6c5c95b89c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:16.532160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c95e2b74-594e-4400-8391-ef4047833a04 req-ef172f57-53ff-4aa9-8327-4f6c5c95b89c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 945 time: 0.1565084 Mar 28 15:35:16.540183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.543142 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:16.558024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:16.607104 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.650560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d855f5cd-f232-4573-a822-6b241a5cd7d7,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:16.660500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 1893db14-a1dd-4821-a4fa-79f51637cfe6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:16.660864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.669645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-c95e2b74-594e-4400-8391-ef4047833a04 req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Deleting port 8ab2b07b-e03c-4547-a06c-a86433567a80 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:16.669916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c95e2b74-594e-4400-8391-ef4047833a04 req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.709388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.713143 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3eb22eb1-152e-4664-b1c7-0df7c1643a22 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5713258 Mar 28 15:35:16.713480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38604) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:16.719501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '08cc6086-2083-4f7c-906f-5b336db72546', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:16.725453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:16.729972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:16.733147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:16.739945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:16.821802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.908645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:16.915894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c706bf-c41d-4def-9fcb-1f21cff0d794 None None] The sync data for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv is: [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:24:50Z', 'revision_number': 4, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '3d2ff464-732a-4466-89d2-03f879538a50', 'name': '', 'network_id': '0f833085-acda-4c3c-884d-53308b8d0562', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'mac_address': 'fa:16:3e:ad:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:47Z', 'updated_at': '2022-03-28T15:25:03Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'subnets': [{'id': 'a462bbf0-00c2-4aae-9031-f8a40557aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:35:16.927791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:16.983056 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:35:12Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:35:16Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:16.987917 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e8bf5-f6cc-40af-86c5-ea9e068702e5 None None] The sync data for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv is: [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:35:12Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:35:16Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:35:16.990216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.030338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e8977f-ff7c-4227-96d0-cd69cc1e12f5,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:17.101809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-c95e2b74-594e-4400-8391-ef4047833a04 req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] For port 8ab2b07b-e03c-4547-a06c-a86433567a80, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8ab2b07b-e03c-4547-a06c-a86433567a80,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:17.102194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c95e2b74-594e-4400-8391-ef4047833a04 req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.104303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.105527 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1053a32c-7e41-4590-a8b0-3c8421360c8c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3906093 Mar 28 15:35:17.108483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38608) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:17.114157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '08cc6086-2083-4f7c-906f-5b336db72546', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:17.121401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:17.125941 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:17.130900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:17.135779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:17.246777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.250279 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-c95e2b74-594e-4400-8391-ef4047833a04 req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Calling delete_port for 8ab2b07b-e03c-4547-a06c-a86433567a80 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:17.314455 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb262dc9-d6af-443e-aff2-419d2d7088e8 None None] New status for floating IP 21c0b87b-1f65-4f79-b572-5cd2636abf26: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:35:17.355440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.416414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.448225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07d8bea-0e0a-42df-931b-538ecff38b7c,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:17.470171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ecb7f-8cc4-4d14-ae8a-342652f21d0a req-882fb4ba-6da2-49f6-aac8-0482ccc6c68d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:17.472366 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-970ecb7f-8cc4-4d14-ae8a-342652f21d0a req-882fb4ba-6da2-49f6-aac8-0482ccc6c68d tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 945 time: 0.1730101 Mar 28 15:35:17.521899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.523129 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1308609e-3a66-45ef-ae55-038167e1ed5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4133885 Mar 28 15:35:17.526472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38614) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:17.531904 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '08cc6086-2083-4f7c-906f-5b336db72546', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:17.539110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:17.543281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:17.545729 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-970ecb7f-8cc4-4d14-ae8a-342652f21d0a req-61967499-1289-418a-8844-85f331843945 tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/security-groups?id=244955d9-b57c-4ad3-8396-8e958743c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624721 Mar 28 15:35:17.546366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:17.553486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:17.578927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c95e2b74-594e-4400-8391-ef4047833a04 req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.630144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event deleted for resources: {'Port': ['ID=8ab2b07b-e03c-4547-a06c-a86433567a80,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:17.642657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.719128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95e2b74-594e-4400-8391-ef4047833a04 req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] No DVR routers for this DVR port 8ab2b07b-e03c-4547-a06c-a86433567a80 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:35:17.722302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c95e2b74-594e-4400-8391-ef4047833a04 req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.722636 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.724982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'name': 'network-vif-deleted', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:35:17.770332 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50383fd1-f0a1-4bfd-b640-5e1ac26b651e', 'name': 'network-vif-deleted', 'tag': '8ab2b07b-e03c-4547-a06c-a86433567a80', 'status': 'completed', 'code': 200} Mar 28 15:35:17.807232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.820134 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c95e2b74-594e-4400-8391-ef4047833a04 req-637e658f-7cf2-43bc-9ae9-50bed973ea4c tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.23 "DELETE /v2.0/ports/8ab2b07b-e03c-4547-a06c-a86433567a80 HTTP/1.1" status: 204 len: 173 time: 1.2582717 Mar 28 15:35:17.831853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef15617f-612e-42c6-8234-9a9bf17cea20,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:17.896095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:17.900334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38620) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:17.900458 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6a4c1c23-57bb-45b4-a997-b075fdd14b76 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729532 Mar 28 15:35:17.906373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '08cc6086-2083-4f7c-906f-5b336db72546', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:17.914143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:17.918204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:17.922786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:17.929213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:18.001605 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:35:18.010224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.093676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.162106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.195695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9955aaa-9286-4bf0-b189-d4241650aca8,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:18.264761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.267096 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-811abd58-8ccc-4dd4-b4fb-959283e381f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3644042 Mar 28 15:35:18.269081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38624) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:18.274706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'security_group_rule': {'security_group_id': '08cc6086-2083-4f7c-906f-5b336db72546', 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:18.284962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:18.290072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:security_group_rule and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:18.293698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:18.308195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:18.401742 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Project 0f72262e7a4747a2aa505b4725bc03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:35:18.410226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.475068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:35:18.485876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.539212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.563273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a64264b-659e-4046-b106-e3235b06a69d,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:18.607608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:35:18.616286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:18.616286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.636678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.638072 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1c00880b-67a3-4291-9b14-5139c8c54f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678381 Mar 28 15:35:18.716869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-6355afa8-bdea-4638-b1f1-1b844268e4ed req-893b0692-a773-4296-a9ba-5fadaa5dfa3b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Synchronizing usage tracker for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:35:18.772886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.807605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-6355afa8-bdea-4638-b1f1-1b844268e4ed req-893b0692-a773-4296-a9ba-5fadaa5dfa3b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Unset dirty status for tenant:45f98a5033c3421a99c3279e50eb966b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:35:18.809143 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6355afa8-bdea-4638-b1f1-1b844268e4ed req-893b0692-a773-4296-a9ba-5fadaa5dfa3b tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "GET /v2.0/ports?device_id=50383fd1-f0a1-4bfd-b640-5e1ac26b651e HTTP/1.1" status: 200 len: 210 time: 0.1426277 Mar 28 15:35:18.811018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:18.824142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-6136fcbb-dd30-4dc1-abac-99c5833e582e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:35:18.864677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:18.865461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:35:18.881698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-6136fcbb-dd30-4dc1-abac-99c5833e582e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:35:18.882878 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-6136fcbb-dd30-4dc1-abac-99c5833e582e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278011942&fields=id&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 267 time: 0.0990379 Mar 28 15:35:18.990722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:19.007537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:19.007905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:19.050525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-d6951f60-dff3-4fcd-a48b-06ceaf74719e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:19.052850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-d6951f60-dff3-4fcd-a48b-06ceaf74719e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:35:19.121566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-d6951f60-dff3-4fcd-a48b-06ceaf74719e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:35:19.122933 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-d6951f60-dff3-4fcd-a48b-06ceaf74719e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/networks?id=8090f5e8-6d7a-4ea9-8915-d43715817b27 HTTP/1.1" status: 200 len: 796 time: 0.2328770 Mar 28 15:35:19.140106 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-cdda92db-9d2b-4431-8e05-b481af5ee710 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/quotas/0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 375 time: 0.0100729 Mar 28 15:35:19.229161 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-f8441173-d88f-4d12-8f38-22c74b837302 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827632 Mar 28 15:35:19.368406 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-bf5f133f-ad4c-4bcc-9e74-6fda3eb67b8b service neutron] 10.222.0.16 "GET /v2.0/networks/8090f5e8-6d7a-4ea9-8915-d43715817b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260591 Mar 28 15:35:19.496910 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-65568939-96cd-4560-a340-06d17bbf0a8f service neutron] 10.222.0.16 "GET /v2.0/networks/8090f5e8-6d7a-4ea9-8915-d43715817b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218672 Mar 28 15:35:19.790529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-62934d6a-1c01-4d9a-be6f-3e86b7926f83 req-0ac6aa09-b456-41d8-9e20-8ca5ff60a6a3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:35:19.831193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 8ab2b07b-e03c-4547-a06c-a86433567a80 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:19.870592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-62934d6a-1c01-4d9a-be6f-3e86b7926f83 req-0ac6aa09-b456-41d8-9e20-8ca5ff60a6a3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:35:19.871796 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-62934d6a-1c01-4d9a-be6f-3e86b7926f83 req-0ac6aa09-b456-41d8-9e20-8ca5ff60a6a3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 210 time: 0.1227930 Mar 28 15:35:19.906497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38652) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:19.910292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 8ab2b07b-e03c-4547-a06c-a86433567a80 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:19.910638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 8ab2b07b-e03c-4547-a06c-a86433567a80 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:20.067891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Deleting port b1e61f4b-fca6-47f2-94e8-1d25cd52bf69 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:20.068235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:20.234409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:20.234735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:20.358391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Calling delete_port for b1e61f4b-fca6-47f2-94e8-1d25cd52bf69 owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:20.378595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:35:20.446252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:20.446945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:20.641565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:20.688238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event deleted for resources: {'Port': ['ID=b1e61f4b-fca6-47f2-94e8-1d25cd52bf69,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:20.778838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:20.852539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:20.853660 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-55cd1827-fc21-4a6f-919f-a130c9655cfb tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "DELETE /v2.0/floatingips/fe2d1943-2577-4d24-91fe-5df69bccc65b HTTP/1.1" status: 204 len: 168 time: 0.9461699 Mar 28 15:35:21.045998 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4f2b4fe0-c314-4e7e-9733-67094a8a66ab req-3edadf28-b892-47a6-9daf-1c437b49572c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 210 time: 0.0433705 Mar 28 15:35:21.384408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4ee5b6f4-b6f6-43c4-b2ac-3da561dc1354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:21.590899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-d1810ccf-103f-49f4-9cbe-ef6a733f1a14 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:21.592289 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-d1810ccf-103f-49f4-9cbe-ef6a733f1a14 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/networks?id=8090f5e8-6d7a-4ea9-8915-d43715817b27 HTTP/1.1" status: 200 len: 796 time: 0.1480627 Mar 28 15:35:21.646316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-08a58f8b-882a-4a6c-9055-c2c04e21629e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:35:21.661631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-08a58f8b-882a-4a6c-9055-c2c04e21629e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:35:21.663979 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-08a58f8b-882a-4a6c-9055-c2c04e21629e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f72262e7a4747a2aa505b4725bc03f7 HTTP/1.1" status: 200 len: 379 time: 0.0574672 Mar 28 15:35:21.672521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'port': {'device_id': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'admin_state_up': True, 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'security_groups': ['08cc6086-2083-4f7c-906f-5b336db72546']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:21.812374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:21.822342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:21.887129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Made reservation on behalf of 0f72262e7a4747a2aa505b4725bc03f7 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:35:21.890682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:22.054754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.20.0.4 (8090f5e8-6d7a-4ea9-8915-d43715817b27/5c20b950-660d-4699-b5a0-e0027e754b85/3a6eb710-58fa-4ade-94ce-3fac661e1696) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:35:22.245216 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0422ca31-cb39-42b3-a70e-73c8281138a8 req-faa04224-776e-4f12-9178-2cb5aaee3ae5 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 210 time: 0.0573473 Mar 28 15:35:22.294147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:22.312158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Transition to ACTIVE for port object 3a6eb710-58fa-4ade-94ce-3fac661e1696 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:35:22.407834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:22.480545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network 8090f5e8-6d7a-4ea9-8915-d43715817b27 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:35:22.483468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:35:22.491886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:35:22.525875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=3a6eb710-58fa-4ade-94ce-3fac661e1696,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:22.566687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:22.567481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:22.653780 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-90f353d9-6405-457b-a279-be1332fb6b5d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9850602 Mar 28 15:35:22.671162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Request body: {'port': {'device_id': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:22.780900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:22.784882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5e219114-0260-442d-ae9c-b990a7b3ffe5 None None] Provisioning for port 3a6eb710-58fa-4ade-94ce-3fac661e1696 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:35:22.790870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5e219114-0260-442d-ae9c-b990a7b3ffe5 None None] Provisioning complete for port 3a6eb710-58fa-4ade-94ce-3fac661e1696 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:22.791341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5e219114-0260-442d-ae9c-b990a7b3ffe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:22.845025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5e219114-0260-442d-ae9c-b990a7b3ffe5 None None] Port 3a6eb710-58fa-4ade-94ce-3fac661e1696 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:35:23.136137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6eb710-58fa-4ade-94ce-3fac661e1696 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:35:23.143377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.157572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Transition to ACTIVE for port object 3a6eb710-58fa-4ade-94ce-3fac661e1696 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:35:23.218527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.472305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c133239-c00d-4964-83ec-8b1978058d69 req-2fccc41e-7176-412a-962c-7b0ae43f2924 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:23.483209 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1c133239-c00d-4964-83ec-8b1978058d69 req-2fccc41e-7176-412a-962c-7b0ae43f2924 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 943 time: 0.1128769 Mar 28 15:35:23.503201 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38680) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:23.532049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Pushing event updated for resources: {'Port': ['ID=3a6eb710-58fa-4ade-94ce-3fac661e1696,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:23.544593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2f73c29-394d-4799-973f-a191fc14f526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.594819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Attempting to bind port 3a6eb710-58fa-4ade-94ce-3fac661e1696 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:35:23.595284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Attempting to bind port 3a6eb710-58fa-4ade-94ce-3fac661e1696 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:35:23.595689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Attempting to bind port 3a6eb710-58fa-4ade-94ce-3fac661e1696 on network 8090f5e8-6d7a-4ea9-8915-d43715817b27 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:35:23.600839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Port 3a6eb710-58fa-4ade-94ce-3fac661e1696 on network 8090f5e8-6d7a-4ea9-8915-d43715817b27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:35:23.601236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Attempting to bind port 3a6eb710-58fa-4ade-94ce-3fac661e1696 on network 8090f5e8-6d7a-4ea9-8915-d43715817b27 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:35:23.606862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:35:23.607238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Checking segment: {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:35:23.607625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Bound using segment: {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:35:23.608045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Bound port: 3a6eb710-58fa-4ade-94ce-3fac661e1696, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef241bc-9e91-4ed7-817e-52406ccc21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:35:23.608391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.696480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] For port 3a6eb710-58fa-4ade-94ce-3fac661e1696, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:35:23.698384 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1c133239-c00d-4964-83ec-8b1978058d69 req-d98d8094-3def-468c-8830-f2b81d13ccfd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140641 Mar 28 15:35:23.699672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] For port 3a6eb710-58fa-4ade-94ce-3fac661e1696, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a6eb710-58fa-4ade-94ce-3fac661e1696,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:35:23.724041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9957b99-e63f-4756-bc64-7ae27de614ae tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.756480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9957b99-e63f-4756-bc64-7ae27de614ae tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.785450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.844530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:23.848001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.848001 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] 10.222.0.23 "PUT /v2.0/ports/3a6eb710-58fa-4ade-94ce-3fac661e1696 HTTP/1.1" status: 200 len: 1093 time: 1.1798897 Mar 28 15:35:23.848001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:35:23.881456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9957b99-e63f-4756-bc64-7ae27de614ae tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.883890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da3ba8-01fe-4170-9d7d-dd60b20a482c service neutron] Pushing event updated for resources: {'Port': ['ID=3a6eb710-58fa-4ade-94ce-3fac661e1696,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:23.906164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9957b99-e63f-4756-bc64-7ae27de614ae tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244955d9-b57c-4ad3-8396-8e958743c65a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:23.923160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'status': 'completed', 'code': 200} Mar 28 15:35:23.964470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b9957b99-e63f-4756-bc64-7ae27de614ae tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:23.968353 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b9957b99-e63f-4756-bc64-7ae27de614ae tempest-TestVolumeBootPattern-105474643 tempest-TestVolumeBootPattern-105474643-project] 10.222.0.16 "DELETE /v2.0/security-groups/244955d9-b57c-4ad3-8396-8e958743c65a HTTP/1.1" status: 204 len: 168 time: 0.4611878 Mar 28 15:35:24.042711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be0098-50c0-48e4-8dc8-28aa26010bc4 req-7e57d4ea-4e5e-4e55-bb6d-975c6413aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:24.044934 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14be0098-50c0-48e4-8dc8-28aa26010bc4 req-7e57d4ea-4e5e-4e55-bb6d-975c6413aacc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 1096 time: 0.0770681 Mar 28 15:35:24.116312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38688) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:24.202976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be0098-50c0-48e4-8dc8-28aa26010bc4 req-2ce8d8b3-36b4-42d1-996d-35525a888681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:24.204906 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14be0098-50c0-48e4-8dc8-28aa26010bc4 req-2ce8d8b3-36b4-42d1-996d-35525a888681 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1478682 Mar 28 15:35:24.351010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be0098-50c0-48e4-8dc8-28aa26010bc4 req-42628717-a6ba-4d94-bf5d-f829761b11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:24.352468 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-14be0098-50c0-48e4-8dc8-28aa26010bc4 req-42628717-a6ba-4d94-bf5d-f829761b11c9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417687 Mar 28 15:35:24.489758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-96f66ff0-4e89-4e26-a59f-d47e867dc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:24.491200 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-96f66ff0-4e89-4e26-a59f-d47e867dc5ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 1096 time: 0.0838227 Mar 28 15:35:24.564029 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-50216a7e-4eb6-4650-92a4-6cc7b8472a6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a6eb710-58fa-4ade-94ce-3fac661e1696 HTTP/1.1" status: 200 len: 217 time: 0.0604892 Mar 28 15:35:24.601281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:24.629793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-d1fd9cbb-48cc-4b29-ab73-2f9637939860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:24.631237 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-d1fd9cbb-48cc-4b29-ab73-2f9637939860 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c20b950-660d-4699-b5a0-e0027e754b85 HTTP/1.1" status: 200 len: 834 time: 0.0612879 Mar 28 15:35:24.706131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-0bf71bfc-034c-4b26-8332-f4e31e4188ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:24.707633 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-0bf71bfc-034c-4b26-8332-f4e31e4188ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8090f5e8-6d7a-4ea9-8915-d43715817b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0705860 Mar 28 15:35:24.824743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:24.842152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:24.895089 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-8c4d0893-54bf-4b05-9d12-d7f45e596ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/8090f5e8-6d7a-4ea9-8915-d43715817b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813414 Mar 28 15:35:25.034117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acada480-95eb-4db7-a7cc-7f43e6119343 req-de7ca85e-dba5-4faa-8698-e05a2a8b51a7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:25.034807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-acada480-95eb-4db7-a7cc-7f43e6119343 req-de7ca85e-dba5-4faa-8698-e05a2a8b51a7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:35:25.060324 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e2363fc1-aa05-4ab4-9b06-af792b40727f req-50e8a29c-106d-4063-baf5-109f7c6d5f17 service neutron] 10.222.0.23 "GET /v2.0/networks/8090f5e8-6d7a-4ea9-8915-d43715817b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585395 Mar 28 15:35:25.126978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-acada480-95eb-4db7-a7cc-7f43e6119343 req-de7ca85e-dba5-4faa-8698-e05a2a8b51a7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:35:25.128705 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-acada480-95eb-4db7-a7cc-7f43e6119343 req-de7ca85e-dba5-4faa-8698-e05a2a8b51a7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 943 time: 0.2928448 Mar 28 15:35:25.174119 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-acada480-95eb-4db7-a7cc-7f43e6119343 req-808155dd-7b9a-402e-81ac-d1e01fd2dbdd tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396109 Mar 28 15:35:25.198719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Deleting port 3d2ff464-732a-4466-89d2-03f879538a50 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:25.199078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:25.365470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] For port 3d2ff464-732a-4466-89d2-03f879538a50, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=3d2ff464-732a-4466-89d2-03f879538a50,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:25.365758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:25.493975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Calling delete_port for 3d2ff464-732a-4466-89d2-03f879538a50 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:25.847418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:25.890978 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2ff464-732a-4466-89d2-03f879538a50,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:26.156034 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:26.238089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:26.492383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818777ca-870b-4339-83b8-6738eeb2fda8 req-e6bd09b4-569c-4740-bce7-107336ca5600 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:26.493803 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-818777ca-870b-4339-83b8-6738eeb2fda8 req-e6bd09b4-569c-4740-bce7-107336ca5600 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 943 time: 0.1852076 Mar 28 15:35:26.616074 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-818777ca-870b-4339-83b8-6738eeb2fda8 req-bb162bcd-7d24-4c5e-a32b-ed64deac1564 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123908 Mar 28 15:35:26.621443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Router e4120f39-151e-4f6e-b04f-129ab5c6baae has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:35:26.792375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:35:26.801157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] Sync routers for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:35:26.804247 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4778527d-d453-4851-8ce0-ebb754e851e8 admin admin] 10.222.0.16 "PUT /v2.0/routers/e4120f39-151e-4f6e-b04f-129ab5c6baae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6868272 Mar 28 15:35:26.806692 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38700) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:26.810296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:26.810898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:26.983570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:26.983800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:27.260655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:27.269203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:35:25Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:27.273191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] Checking router: e4120f39-151e-4f6e-b04f-129ab5c6baae for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:35:27.281726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] Routers {'e4120f39-151e-4f6e-b04f-129ab5c6baae'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:27.282345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['e4120f39-151e-4f6e-b04f-129ab5c6baae'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:27.338310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Deleting port 7ac4b506-a375-441a-b1b0-4f7ec1a33784 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:27.338717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:27.458646 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] Set router e4120f39-151e-4f6e-b04f-129ab5c6baae gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:27.517313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] For port 7ac4b506-a375-441a-b1b0-4f7ec1a33784, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7ac4b506-a375-441a-b1b0-4f7ec1a33784,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:27.517577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:27.641895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Calling delete_port for 7ac4b506-a375-441a-b1b0-4f7ec1a33784 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:27.773467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:35:25Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:27.777237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33974117-5074-4b67-b822-c43dd7723c36 None None] The sync data for ids ['e4120f39-151e-4f6e-b04f-129ab5c6baae'] in dv-neutron-828143-13-hyperv is: [{'id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'name': 'tempest-TestVolumeBootPattern-270662136-router', 'tenant_id': '45f98a5033c3421a99c3279e50eb966b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:24:38Z', 'updated_at': '2022-03-28T15:35:25Z', 'revision_number': 5, 'project_id': '45f98a5033c3421a99c3279e50eb966b', 'gw_port': {'id': '7ac4b506-a375-441a-b1b0-4f7ec1a33784', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4120f39-151e-4f6e-b04f-129ab5c6baae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:24:40Z', 'updated_at': '2022-03-28T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:35:27.830870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3a6eb710-58fa-4ade-94ce-3fac661e1696 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:35:27.970498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3a6eb710-58fa-4ade-94ce-3fac661e1696, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a6eb710-58fa-4ade-94ce-3fac661e1696,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:27.984402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'port_id': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'mac_address': 'fa:16:3e:92:a4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:35:27.989256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b07e5b-c925-468b-8b4c-012b86d644ac req-e8ca0a5b-72cd-4e2b-85f0-a05a47237005 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:27.990717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0b07e5b-c925-468b-8b4c-012b86d644ac req-e8ca0a5b-72cd-4e2b-85f0-a05a47237005 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 943 time: 0.1656103 Mar 28 15:35:28.040156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.050609 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d0b07e5b-c925-468b-8b4c-012b86d644ac req-143bb493-102a-48d2-bf76-c0b3ed6e577c tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492153 Mar 28 15:35:28.062542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6eb710-58fa-4ade-94ce-3fac661e1696 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:35:28.078175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3a6eb710-58fa-4ade-94ce-3fac661e1696, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a6eb710-58fa-4ade-94ce-3fac661e1696,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:28.104455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.156545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac4b506-a375-441a-b1b0-4f7ec1a33784,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:28.161381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.232270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3a6eb710-58fa-4ade-94ce-3fac661e1696,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:28.252640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.392850 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3d2ff464-732a-4466-89d2-03f879538a50 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:28.424681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.426876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.428165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 3d2ff464-732a-4466-89d2-03f879538a50 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:28.428509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 3d2ff464-732a-4466-89d2-03f879538a50 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:28.431359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['3a6eb710-58fa-4ade-94ce-3fac661e1696'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:35:28.527286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.527922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4120f39-151e-4f6e-b04f-129ab5c6baae {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:35:28.541563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.545167 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8d09e33a-0fd8-44a0-a8c0-67c2765cd5e3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e4120f39-151e-4f6e-b04f-129ab5c6baae HTTP/1.1" status: 204 len: 168 time: 1.7351146 Mar 28 15:35:28.545547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38706) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:28.718606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-873b2098-d0ab-4c90-81fe-e92327ca11c8 admin admin] Deleting subnet a462bbf0-00c2-4aae-9031-f8a40557aedb {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:35:28.721516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873b2098-d0ab-4c90-81fe-e92327ca11c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.769498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873b2098-d0ab-4c90-81fe-e92327ca11c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.847962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873b2098-d0ab-4c90-81fe-e92327ca11c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:28.978638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873b2098-d0ab-4c90-81fe-e92327ca11c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.017668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b2098-d0ab-4c90-81fe-e92327ca11c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a462bbf0-00c2-4aae-9031-f8a40557aedb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:29.021280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-873b2098-d0ab-4c90-81fe-e92327ca11c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.029430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23c5555-508a-48fc-a806-51838000ba5b None None] Network 0f833085-acda-4c3c-884d-53308b8d0562 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:35:29.029576 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-873b2098-d0ab-4c90-81fe-e92327ca11c8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a462bbf0-00c2-4aae-9031-f8a40557aedb HTTP/1.1" status: 204 len: 168 time: 0.4807036 Mar 28 15:35:29.029663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38710) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:29.141922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.159622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Deleting port 460649a3-601e-45f1-9487-02ea5093b233 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:29.159960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.246986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa182c0-11a0-481a-afff-27f097449bd5 req-b00f768e-e9c9-4d46-a888-f2e7b8d3e087 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:29.248471 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cfa182c0-11a0-481a-afff-27f097449bd5 req-b00f768e-e9c9-4d46-a888-f2e7b8d3e087 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 944 time: 0.0893533 Mar 28 15:35:29.302788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cfa182c0-11a0-481a-afff-27f097449bd5 req-47d214c5-1c72-4cba-ac9b-ed223a408367 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405061 Mar 28 15:35:29.303144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] DHCP port deletion for 0f833085-acda-4c3c-884d-53308b8d0562 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:35:29.304268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] Deleting port 460649a3-601e-45f1-9487-02ea5093b233 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:29.304740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.375338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] For port 460649a3-601e-45f1-9487-02ea5093b233, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=460649a3-601e-45f1-9487-02ea5093b233,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:29.375688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.500917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Calling delete_port for 460649a3-601e-45f1-9487-02ea5093b233 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:29.509302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] For port 460649a3-601e-45f1-9487-02ea5093b233, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=460649a3-601e-45f1-9487-02ea5093b233,segment=NetworkSegment(04a6dca1-8e48-4ef0-91e9-dc998705dcb7),segment_id=04a6dca1-8e48-4ef0-91e9-dc998705dcb7)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:29.509823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.629636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] Calling delete_port for 460649a3-601e-45f1-9487-02ea5093b233 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:29.658187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.701279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:35:29.701628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:35:29.704614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=460649a3-601e-45f1-9487-02ea5093b233,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:29.709641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] No DVR routers for this DVR port 460649a3-601e-45f1-9487-02ea5093b233 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:35:29.822077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.845002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3a6eb710-58fa-4ade-94ce-3fac661e1696 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:35:29.846614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f833085-acda-4c3c-884d-53308b8d0562']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:29.858431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a6dca1-8e48-4ef0-91e9-dc998705dcb7') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:29.858731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a6dca1-8e48-4ef0-91e9-dc998705dcb7') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:29.870682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.887914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.894785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:35:29.895221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:35:29.908706 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:35:29.972673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 3a6eb710-58fa-4ade-94ce-3fac661e1696 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:35:29.977857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 3a6eb710-58fa-4ade-94ce-3fac661e1696 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:35:29.978234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:30.041528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:30.046661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:30.071651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f833085-acda-4c3c-884d-53308b8d0562,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:30.129224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:30.138953 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-52eb18f5-9ab9-43c9-8244-66b77eaa4a49 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0f833085-acda-4c3c-884d-53308b8d0562 HTTP/1.1" status: 204 len: 168 time: 1.1083202 Mar 28 15:35:30.141768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38716) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:30.155021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:35:30.165512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3a6eb710-58fa-4ade-94ce-3fac661e1696, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a6eb710-58fa-4ade-94ce-3fac661e1696,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:30.202612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] Deleting port 460649a3-601e-45f1-9487-02ea5093b233 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:30.202998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:30.232210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:30.274298 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'code': 200} Mar 28 15:35:30.322143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a7d7d-bf2a-413d-84df-8801a5a14997 None None] The port '460649a3-601e-45f1-9487-02ea5093b233' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:35:30.361254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3a6eb710-58fa-4ade-94ce-3fac661e1696,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:30.420782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7ac4b506-a375-441a-b1b0-4f7ec1a33784 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:30.459459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7ac4b506-a375-441a-b1b0-4f7ec1a33784 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:30.459954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7ac4b506-a375-441a-b1b0-4f7ec1a33784 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:30.460471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 460649a3-601e-45f1-9487-02ea5093b233 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:30.499146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 460649a3-601e-45f1-9487-02ea5093b233 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:30.499654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 460649a3-601e-45f1-9487-02ea5093b233 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:30.686704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42694945-7e08-4e1d-8eb6-f2832136fb16 req-db6cec20-7e40-4a45-be0f-7fe69f930289 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:30.688064 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-42694945-7e08-4e1d-8eb6-f2832136fb16 req-db6cec20-7e40-4a45-be0f-7fe69f930289 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 945 time: 0.0830171 Mar 28 15:35:30.734454 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-42694945-7e08-4e1d-8eb6-f2832136fb16 req-9ea8e152-49e9-4e5c-a74d-caf67fe2859b tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387733 Mar 28 15:35:30.758515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651c6b1-5933-4994-805d-dcb2a4a571af req-b2897e71-ccf0-4c0a-90fb-6d7c5bb4f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:30.759989 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c651c6b1-5933-4994-805d-dcb2a4a571af req-b2897e71-ccf0-4c0a-90fb-6d7c5bb4f0f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 1098 time: 0.1531198 Mar 28 15:35:30.839199 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c651c6b1-5933-4994-805d-dcb2a4a571af req-95c03ab8-f8bc-4773-9b99-5faf2102de8a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523939 Mar 28 15:35:30.927990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:31.280285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Deleting port 7a210903-8296-4e03-a62d-7c6217ee322e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:31.280953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:31.459828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] For port 7a210903-8296-4e03-a62d-7c6217ee322e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a210903-8296-4e03-a62d-7c6217ee322e,segment=NetworkSegment(6a3c9381-dc22-49bb-83d9-3278dc793681),segment_id=6a3c9381-dc22-49bb-83d9-3278dc793681)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:31.460180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:31.587140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Calling delete_port for 7a210903-8296-4e03-a62d-7c6217ee322e owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:31.812525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:31.895318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a210903-8296-4e03-a62d-7c6217ee322e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:32.205051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e3aa-a1db-4cee-88f9-300cd8889f3b req-b3aeb722-50ce-452f-8a9d-e2b6fb22e7d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:32.206454 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cd32e3aa-a1db-4cee-88f9-300cd8889f3b req-b3aeb722-50ce-452f-8a9d-e2b6fb22e7d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 945 time: 0.3538587 Mar 28 15:35:32.324442 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cd32e3aa-a1db-4cee-88f9-300cd8889f3b req-d811c2f0-9b86-4dda-ab60-02d57379f449 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106451 Mar 28 15:35:32.343138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:32.520785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:32.695939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:35:32.868862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:35:32.877883 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] Sync routers for ids ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:35:32.892457 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] Routers {'955a8aa8-d4c9-45cd-90d4-2edb9d31da94'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:32.893581 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:32.934662 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-82ecf90e-1628-4b3c-8d4b-1d94ed56697c admin admin] 10.222.0.16 "PUT /v2.0/routers/955a8aa8-d4c9-45cd-90d4-2edb9d31da94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7918038 Mar 28 15:35:32.937094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38728) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:33.067661 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] Set router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:33.108720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:33.285715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:33.326605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Deleting port e1f935bf-2aee-43b9-a7fd-7564179cb8c0 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:33.327269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:33.372428 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:00Z', 'updated_at': '2022-03-28T15:35:31Z', 'revision_number': 5, 'project_id': '03af721f111f47338d38df0f34fde40b', 'gw_port': {'id': 'e1f935bf-2aee-43b9-a7fd-7564179cb8c0', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:25:03Z', 'updated_at': '2022-03-28T15:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:33.376281 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] Checking router: 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:35:33.385464 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] Routers {'955a8aa8-d4c9-45cd-90d4-2edb9d31da94'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:33.386053 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:33.543230 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] Set router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:33.626065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] For port e1f935bf-2aee-43b9-a7fd-7564179cb8c0, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e1f935bf-2aee-43b9-a7fd-7564179cb8c0,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:33.626452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:33.645368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b289ee-64bb-4b90-894a-004f5cd0399f req-36374df4-f001-44e1-9a56-f864ad00980f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:33.646859 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-86b289ee-64bb-4b90-894a-004f5cd0399f req-36374df4-f001-44e1-9a56-f864ad00980f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 945 time: 0.2046502 Mar 28 15:35:33.653868 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:00Z', 'updated_at': '2022-03-28T15:35:33Z', 'revision_number': 6, 'project_id': '03af721f111f47338d38df0f34fde40b', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:33.658016 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50613f96-67d4-4dda-8744-baaadc88342f None None] The sync data for ids ['955a8aa8-d4c9-45cd-90d4-2edb9d31da94'] in dv-neutron-828143-13-hyperv is: [{'id': '955a8aa8-d4c9-45cd-90d4-2edb9d31da94', 'name': 'tempest-TestVolumeBootPattern-884032727-router', 'tenant_id': '03af721f111f47338d38df0f34fde40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:25:00Z', 'updated_at': '2022-03-28T15:35:33Z', 'revision_number': 6, 'project_id': '03af721f111f47338d38df0f34fde40b', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:35:33.703330 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-86b289ee-64bb-4b90-894a-004f5cd0399f req-bd63acbe-6fa1-41de-971f-41fb7cab3f96 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469882 Mar 28 15:35:33.763992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Calling delete_port for e1f935bf-2aee-43b9-a7fd-7564179cb8c0 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:33.938434 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2dcc-3584-4b2c-9a41-d7e3a27f0a4a req-4692ce20-a06c-41f6-bda6-86dac92a988a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:33.938434 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ebde2dcc-3584-4b2c-9a41-d7e3a27f0a4a req-4692ce20-a06c-41f6-bda6-86dac92a988a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 945 time: 0.1270463 Mar 28 15:35:34.029233 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ebde2dcc-3584-4b2c-9a41-d7e3a27f0a4a req-7d50c1d0-68dc-4eaa-aa11-bf5dd177536d tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901401 Mar 28 15:35:34.060373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38736) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:34.139917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46997da7-7759-4a15-9e49-2ef0bf31e9b5 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:34.141401 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-46997da7-7759-4a15-9e49-2ef0bf31e9b5 tempest-TestNetworkBasicOps-519314040 tempest-TestNetworkBasicOps-519314040-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 1093 time: 0.0796649 Mar 28 15:35:34.144885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38740) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:34.149740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:35:34.155578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:35:34.159411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Usage tracker for resource:floatingip and tenant:0f72262e7a4747a2aa505b4725bc03f7 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:35:34.162375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:35:34.168490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:35:34.183808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.231783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f935bf-2aee-43b9-a7fd-7564179cb8c0,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:34.264479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.396553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.475105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e1f935bf-2aee-43b9-a7fd-7564179cb8c0 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:34.510541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: e1f935bf-2aee-43b9-a7fd-7564179cb8c0 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:34.510965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e1f935bf-2aee-43b9-a7fd-7564179cb8c0 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:34.511464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a210903-8296-4e03-a62d-7c6217ee322e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:34.546183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7a210903-8296-4e03-a62d-7c6217ee322e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:34.546610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a210903-8296-4e03-a62d-7c6217ee322e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:34.587824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.590382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.632952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.686355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.686846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955a8aa8-d4c9-45cd-90d4-2edb9d31da94 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:35:34.713436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.714587 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d5ca99d1-e1c2-426a-b791-ef53dc7ac487 admin admin] 10.222.0.16 "DELETE /v2.0/routers/955a8aa8-d4c9-45cd-90d4-2edb9d31da94 HTTP/1.1" status: 204 len: 168 time: 1.7765965 Mar 28 15:35:34.717262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38744) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:34.779410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b500c0ca-00fa-43a2-80a5-6a3e278e94fe admin admin] Deleting subnet 9a2a6077-abbd-4014-b0b3-4ea2ea47273c {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:35:34.780136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Allocated IP 172.26.7.100 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/a54cc9d1-9ea1-412d-ab81-ec112e7d8aa2) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:35:34.784921 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b500c0ca-00fa-43a2-80a5-6a3e278e94fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.836936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b500c0ca-00fa-43a2-80a5-6a3e278e94fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.915088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b500c0ca-00fa-43a2-80a5-6a3e278e94fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.931101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:34.995566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.041934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b500c0ca-00fa-43a2-80a5-6a3e278e94fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.081730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500c0ca-00fa-43a2-80a5-6a3e278e94fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2a6077-abbd-4014-b0b3-4ea2ea47273c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:35.083757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b500c0ca-00fa-43a2-80a5-6a3e278e94fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.090029 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b500c0ca-00fa-43a2-80a5-6a3e278e94fe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9a2a6077-abbd-4014-b0b3-4ea2ea47273c HTTP/1.1" status: 204 len: 168 time: 0.3711739 Mar 28 15:35:35.090298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0602018-ed14-4531-983f-47d690aee1c0 None None] Network 38c8762f-4134-4a1a-a3ee-02fa22228da6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:35:35.092629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38748) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:35.166123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:35:35.168862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:35:35.176671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:35:35.200672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.209678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=a54cc9d1-9ea1-412d-ab81-ec112e7d8aa2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:35.213490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Deleting port e772848f-84e0-41cb-921e-21e0c4c483f7 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:35.213964 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.367044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] DHCP port deletion for 38c8762f-4134-4a1a-a3ee-02fa22228da6 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:35:35.371506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] Deleting port e772848f-84e0-41cb-921e-21e0c4c483f7 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:35.371874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.425787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] For port e772848f-84e0-41cb-921e-21e0c4c483f7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e772848f-84e0-41cb-921e-21e0c4c483f7,segment=NetworkSegment(6a3c9381-dc22-49bb-83d9-3278dc793681),segment_id=6a3c9381-dc22-49bb-83d9-3278dc793681)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:35.427582 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.554305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Calling delete_port for e772848f-84e0-41cb-921e-21e0c4c483f7 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:35.576841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] For port e772848f-84e0-41cb-921e-21e0c4c483f7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=e772848f-84e0-41cb-921e-21e0c4c483f7,segment=NetworkSegment(6a3c9381-dc22-49bb-83d9-3278dc793681),segment_id=6a3c9381-dc22-49bb-83d9-3278dc793681)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:35:35.577428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.607608 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.698961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] Calling delete_port for e772848f-84e0-41cb-921e-21e0c4c483f7 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:35:35.709389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.729803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.764679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] No DVR routers for this DVR port e772848f-84e0-41cb-921e-21e0c4c483f7 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:35:35.773159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:35:35.773520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:35:35.795539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Pushing event deleted for resources: {'Port': ['ID=e772848f-84e0-41cb-921e-21e0c4c483f7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:35.884189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.910289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c8762f-4134-4a1a-a3ee-02fa22228da6']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:35.922380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3c9381-dc22-49bb-83d9-3278dc793681') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:35.922672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3c9381-dc22-49bb-83d9-3278dc793681') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:35.934036 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.940528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.949588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.955988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:35:35.956356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:35:35.969090 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:35:35.983716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:36.092480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event updated for resources: {'Port': ['ID=a54cc9d1-9ea1-412d-ab81-ec112e7d8aa2,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:36.102212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:36.109679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:36.125379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:36.135947 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c8762f-4134-4a1a-a3ee-02fa22228da6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:36.143614 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f716dfce-3ab8-40a5-acfd-ff0b9ff78156 admin admin] 10.222.0.16 "DELETE /v2.0/networks/38c8762f-4134-4a1a-a3ee-02fa22228da6 HTTP/1.1" status: 204 len: 168 time: 1.0493731 Mar 28 15:35:36.273629 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 0737b91a-21f1-4e79-a86a-b244f4a45e84 associated. External IP: 172.26.7.100, port: 3a6eb710-58fa-4ade-94ce-3fac661e1696. Mar 28 15:35:36.274782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] Deleting port e772848f-84e0-41cb-921e-21e0c4c483f7 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:35:36.275283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:36.348656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-9323c55f-471d-4486-a04e-09af3af89e5a None None] The port 'e772848f-84e0-41cb-921e-21e0c4c483f7' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:35:36.394811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e772848f-84e0-41cb-921e-21e0c4c483f7 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:35:36.428209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: e772848f-84e0-41cb-921e-21e0c4c483f7 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:35:36.428552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device e772848f-84e0-41cb-921e-21e0c4c483f7 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:35:36.444091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38754) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:36.573980 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7346fa24-aa69-4b66-8fff-bc649a5c6789 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45f98a5033c3421a99c3279e50eb966b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287744 Mar 28 15:35:36.576561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38758) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:36.638056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-22b5a381-db2f-4896-a20e-eed6b8c0e817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:36.665384 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-22b5a381-db2f-4896-a20e-eed6b8c0e817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:36.760806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-22b5a381-db2f-4896-a20e-eed6b8c0e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:36.764447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 16199bb4-c7fa-4e66-a2be-847811c94474 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:35:36.778258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a381-db2f-4896-a20e-eed6b8c0e817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afc2ec6-0df2-42f5-ad15-a73da2ce120a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:36.785066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-22b5a381-db2f-4896-a20e-eed6b8c0e817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:36.787990 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-22b5a381-db2f-4896-a20e-eed6b8c0e817 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2afc2ec6-0df2-42f5-ad15-a73da2ce120a HTTP/1.1" status: 204 len: 168 time: 0.2102304 Mar 28 15:35:36.945770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:35:36.955350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63192668-c75f-4889-89f6-20e33221e732 None None] Sync routers for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:35:36.966052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63192668-c75f-4889-89f6-20e33221e732 None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:36.966685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-63192668-c75f-4889-89f6-20e33221e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:37.029749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:37.090290 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4013c608-6306-4355-b6e2-d8eb16bedbff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9444141 Mar 28 15:35:37.090937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:35:37.093324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38766) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:37.150911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-63192668-c75f-4889-89f6-20e33221e732 None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:37.151070 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'status': 'completed', 'code': 200} Mar 28 15:35:37.220730 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4cb56d7d-b953-4e02-bf0f-891ec6ee1c62 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/0737b91a-21f1-4e79-a86a-b244f4a45e84 HTTP/1.1" status: 200 len: 991 time: 0.1249576 Mar 28 15:35:37.280321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-66500268-02a2-4bef-a0f2-20052018fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:37.281831 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-66500268-02a2-4bef-a0f2-20052018fe6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 1098 time: 0.0807338 Mar 28 15:35:37.417426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-566b501b-f1ee-443d-b509-ba9616607517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:37.418882 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-566b501b-f1ee-443d-b509-ba9616607517 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8090f5e8-6d7a-4ea9-8915-d43715817b27 HTTP/1.1" status: 200 len: 897 time: 0.1304758 Mar 28 15:35:37.477899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38772) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:37.541457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-63192668-c75f-4889-89f6-20e33221e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:35:12Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '0737b91a-21f1-4e79-a86a-b244f4a45e84', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.100', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'port_id': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'mac_address': 'fa:16:3e:92:a4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:35:35Z', 'updated_at': '2022-03-28T15:35:35Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:35:18Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:37.546454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63192668-c75f-4889-89f6-20e33221e732 None None] Checking router: 16199bb4-c7fa-4e66-a2be-847811c94474 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:35:37.555750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63192668-c75f-4889-89f6-20e33221e732 None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:35:37.556348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-63192668-c75f-4889-89f6-20e33221e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:37.559077 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-172bb8b0-1246-4591-b4ad-ed1dc1a4eae8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a6eb710-58fa-4ade-94ce-3fac661e1696 HTTP/1.1" status: 200 len: 999 time: 0.1338651 Mar 28 15:35:37.564397 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bc19a30b-3fd8-48c2-9dcc-4922b3c9dbbe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03af721f111f47338d38df0f34fde40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855067 Mar 28 15:35:37.567910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38776) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:37.623831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-823f60c8-f509-41ef-9ccb-f32429be6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:37.625315 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-823f60c8-f509-41ef-9ccb-f32429be6460 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c20b950-660d-4699-b5a0-e0027e754b85 HTTP/1.1" status: 200 len: 834 time: 0.0593405 Mar 28 15:35:37.634322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddb0893c-df89-4e59-95d7-a5bc6166c664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:37.661498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddb0893c-df89-4e59-95d7-a5bc6166c664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:37.706330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-70fae2f5-7cd9-4909-9947-4b220146d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:35:37.712129 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-70fae2f5-7cd9-4909-9947-4b220146d2e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8090f5e8-6d7a-4ea9-8915-d43715817b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0760088 Mar 28 15:35:37.737611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-63192668-c75f-4889-89f6-20e33221e732 None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:35:37.772175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddb0893c-df89-4e59-95d7-a5bc6166c664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:37.786853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0893c-df89-4e59-95d7-a5bc6166c664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5739c2-08f1-4f38-8f94-67c919b53547,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:35:37.795155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ddb0893c-df89-4e59-95d7-a5bc6166c664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:37.796289 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ddb0893c-df89-4e59-95d7-a5bc6166c664 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a5739c2-08f1-4f38-8f94-67c919b53547 HTTP/1.1" status: 204 len: 168 time: 0.2272987 Mar 28 15:35:37.847867 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-eb13f009-1e6c-4441-a07d-1b6c5fa2db9b service neutron] 10.222.0.23 "GET /v2.0/networks/8090f5e8-6d7a-4ea9-8915-d43715817b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332242 Mar 28 15:35:37.991087 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aa81a2d8-2efd-4145-be2c-5866a798da8a req-78321f2e-b2e2-4114-be9f-78603b8e402d service neutron] 10.222.0.23 "GET /v2.0/networks/8090f5e8-6d7a-4ea9-8915-d43715817b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377339 Mar 28 15:35:38.112978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-63192668-c75f-4889-89f6-20e33221e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:35:12Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '0737b91a-21f1-4e79-a86a-b244f4a45e84', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.100', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'port_id': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'mac_address': 'fa:16:3e:92:a4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:35:35Z', 'updated_at': '2022-03-28T15:35:35Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:35:18Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:35:38.116896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63192668-c75f-4889-89f6-20e33221e732 None None] The sync data for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv is: [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:35:12Z', 'revision_number': 4, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '0737b91a-21f1-4e79-a86a-b244f4a45e84', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.100', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'port_id': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'mac_address': 'fa:16:3e:92:a4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:35:35Z', 'updated_at': '2022-03-28T15:35:35Z', 'revision_number': 0, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:35:18Z', 'revision_number': 5, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:35:38.223729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38782) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:38.295680 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:35:38.345727 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d7360b56-47e6-4fa3-ab67-a301b6bdb2e1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/0737b91a-21f1-4e79-a86a-b244f4a45e84 HTTP/1.1" status: 200 len: 991 time: 0.1208160 Mar 28 15:35:38.350472 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38be5f25-7ff9-41f3-86d5-7b17ae57150e None None] New status for floating IP 0737b91a-21f1-4e79-a86a-b244f4a45e84: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:35:39.349528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38786) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:35:39.454329 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2e9008e5-a73b-4d6c-a6af-ef6b2c840e9e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/0737b91a-21f1-4e79-a86a-b244f4a45e84 HTTP/1.1" status: 200 len: 993 time: 0.1036987 Mar 28 15:35:51.400497 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f850c186-6503-4904-be80-23e17aa7f309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:53.543361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f78d339e-cebc-454e-95c3-c618ffac7387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:54.600217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:54.823131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:35:56.235119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:02.537217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:06.655403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38800) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:06.661105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ed834a05-e552-4e04-9802-5e29765f755f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:36:07.275517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed834a05-e552-4e04-9802-5e29765f755f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:07.331443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed834a05-e552-4e04-9802-5e29765f755f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:07.509125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed834a05-e552-4e04-9802-5e29765f755f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 16199bb4-c7fa-4e66-a2be-847811c94474 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:36:07.681339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed834a05-e552-4e04-9802-5e29765f755f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:36:07.687726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ed834a05-e552-4e04-9802-5e29765f755f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:07.692109 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ed834a05-e552-4e04-9802-5e29765f755f tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/16199bb4-c7fa-4e66-a2be-847811c94474 HTTP/1.1" status: 200 len: 888 time: 1.0325458 Mar 28 15:36:07.692279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497bd34-be14-4fdf-9e79-9722f5486b73 None None] Sync routers for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:36:07.702319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497bd34-be14-4fdf-9e79-9722f5486b73 None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:36:07.702928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7497bd34-be14-4fdf-9e79-9722f5486b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:07.764551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7497bd34-be14-4fdf-9e79-9722f5486b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:07.773335 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497bd34-be14-4fdf-9e79-9722f5486b73 None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:36:07.773923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7497bd34-be14-4fdf-9e79-9722f5486b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:07.832290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7497bd34-be14-4fdf-9e79-9722f5486b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:07.832691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497bd34-be14-4fdf-9e79-9722f5486b73 None None] The sync data for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv is: [] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:36:08.578954 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba89ea0a-e743-48a7-9e84-7879e9f90794 None None] New status for floating IP 0737b91a-21f1-4e79-a86a-b244f4a45e84: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:36:08.606700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:36:08.718461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:08.798630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:08.908662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:08.909277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:36:09.024987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:09.033947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.034296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.034702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.035019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.035367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.035695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.036035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.036354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.036675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.036995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.037313 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.037897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:09.095398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:09.110764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:09.194231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:09.297900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:09.853852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38806) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:09.859217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3291fe77-b533-4b37-aaf3-0a52f23248d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:36:10.479798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3291fe77-b533-4b37-aaf3-0a52f23248d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:10.542653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3291fe77-b533-4b37-aaf3-0a52f23248d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2044431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2044470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2041159'] for router, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:10.717640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3291fe77-b533-4b37-aaf3-0a52f23248d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 16199bb4-c7fa-4e66-a2be-847811c94474 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:36:10.893116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3291fe77-b533-4b37-aaf3-0a52f23248d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:36:10.899717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3291fe77-b533-4b37-aaf3-0a52f23248d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:10.903521 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3291fe77-b533-4b37-aaf3-0a52f23248d3 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/16199bb4-c7fa-4e66-a2be-847811c94474 HTTP/1.1" status: 200 len: 887 time: 1.0460117 Mar 28 15:36:10.903676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] Sync routers for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:36:10.904084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38810) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:10.912262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:36:10.913116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:11.007828 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f284db35-247c-4eed-b6c3-c4d2a6cde4f0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/0737b91a-21f1-4e79-a86a-b244f4a45e84 HTTP/1.1" status: 200 len: 991 time: 0.1030438 Mar 28 15:36:11.085609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:36:11.432448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:36:10Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:36:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '0737b91a-21f1-4e79-a86a-b244f4a45e84', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.100', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'port_id': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'mac_address': 'fa:16:3e:92:a4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:35:35Z', 'updated_at': '2022-03-28T15:36:08Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:36:08Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:11.436158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] Checking router: 16199bb4-c7fa-4e66-a2be-847811c94474 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:36:11.444297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:36:11.444881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:11.622622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:36:11.962168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:36:10Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:36:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '0737b91a-21f1-4e79-a86a-b244f4a45e84', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.100', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'port_id': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'mac_address': 'fa:16:3e:92:a4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:35:35Z', 'updated_at': '2022-03-28T15:36:08Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:36:08Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:11.966048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326c0a2-00a9-4b56-96cf-7b88a776972e None None] The sync data for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv is: [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:36:10Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:36:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '0737b91a-21f1-4e79-a86a-b244f4a45e84', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'floating_ip_address': '172.26.7.100', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'port_id': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'mac_address': 'fa:16:3e:92:a4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:35:35Z', 'updated_at': '2022-03-28T15:36:08Z', 'revision_number': 2, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:36:08Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:36:12.011957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38814) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:12.127518 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1e0b511e-2813-4b5f-b52a-aedcf5413832 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/0737b91a-21f1-4e79-a86a-b244f4a45e84 HTTP/1.1" status: 200 len: 991 time: 0.1142800 Mar 28 15:36:12.421530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:36:12.494955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:36:12.495276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:12.613612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:12.646587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:12.719867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:12.829156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:13.131532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38818) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:13.244833 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1ca1255b-2e89-46bb-8d39-fc0cdffd31a7 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/0737b91a-21f1-4e79-a86a-b244f4a45e84 HTTP/1.1" status: 200 len: 991 time: 0.1119237 Mar 28 15:36:13.658182 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d515cd-2146-4e0e-bc29-0cc625f8d4cc None None] New status for floating IP 0737b91a-21f1-4e79-a86a-b244f4a45e84: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:36:14.248640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38822) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:14.356263 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-15b0a38c-7d2c-4092-bda2-db40adec68ae tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/floatingips/0737b91a-21f1-4e79-a86a-b244f4a45e84 HTTP/1.1" status: 200 len: 993 time: 0.1037261 Mar 28 15:36:14.463464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:36:14.529841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:36:14.530213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:14.643404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:36:14.709151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:36:14.709525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:14.821573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:14.836878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:14.925523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:14.993702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:15.295053 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:36:16.400488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:36:16.466614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:36:16.466977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:16.648732 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38830) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:16.847810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port a54cc9d1-9ea1-412d-ab81-ec112e7d8aa2 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:36:16.848149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:17.131713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:17.132033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:17.255089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for a54cc9d1-9ea1-412d-ab81-ec112e7d8aa2 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:36:17.456694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:17.501706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=a54cc9d1-9ea1-412d-ab81-ec112e7d8aa2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:17.536928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.537535 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.537868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.538190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.538510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.538833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.539178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.539497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.539815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.540135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.540447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.540760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:17.602120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:17.602442 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Floating IP 0737b91a-21f1-4e79-a86a-b244f4a45e84 disassociated (deleted). External IP: 172.26.7.100, port: 3a6eb710-58fa-4ade-94ce-3fac661e1696. Mar 28 15:36:17.968706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 16199bb4-c7fa-4e66-a2be-847811c94474 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:36:18.150843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:36:18.160075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] Sync routers for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:36:18.169217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:36:18.173547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:18.222352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:18.282142 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-44d45ff4-c597-413e-8560-8b845bfbfdff tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/floatingips/0737b91a-21f1-4e79-a86a-b244f4a45e84 HTTP/1.1" status: 204 len: 168 time: 1.6323037 Mar 28 15:36:18.282752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:36:18.330459 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'status': 'completed', 'code': 200} Mar 28 15:36:18.358454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:36:18.447228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-c01c4938-807e-4a35-82c1-ae1ae27241ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:18.448650 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-c01c4938-807e-4a35-82c1-ae1ae27241ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 1098 time: 0.0754211 Mar 28 15:36:18.683704 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:36:10Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:36:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:36:12Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:18.687577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] Checking router: 16199bb4-c7fa-4e66-a2be-847811c94474 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:36:18.696393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:36:18.696992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:35:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:18.699603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-fc0c0499-e26e-4f44-b306-2fbc337bc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:18.700993 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-fc0c0499-e26e-4f44-b306-2fbc337bc7f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8090f5e8-6d7a-4ea9-8915-d43715817b27 HTTP/1.1" status: 200 len: 897 time: 0.2461467 Mar 28 15:36:18.818202 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-e3c39edf-374e-4829-a495-9517db7f1d40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a6eb710-58fa-4ade-94ce-3fac661e1696 HTTP/1.1" status: 200 len: 217 time: 0.0974588 Mar 28 15:36:18.888400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:36:18.890946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-c73a2965-fc2b-4dd8-955a-7ccaedf280d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:18.892409 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-c73a2965-fc2b-4dd8-955a-7ccaedf280d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c20b950-660d-4699-b5a0-e0027e754b85 HTTP/1.1" status: 200 len: 834 time: 0.0680754 Mar 28 15:36:18.956788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6790-02e0-42bc-b0d3-5b4b7096f220 req-78c38cfe-c18f-46b4-84c4-8901eb556fdf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:18.958761 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e4f6790-02e0-42bc-b0d3-5b4b7096f220 req-78c38cfe-c18f-46b4-84c4-8901eb556fdf tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 945 time: 0.1874471 Mar 28 15:36:19.018138 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e4f6790-02e0-42bc-b0d3-5b4b7096f220 req-bcf0faef-c2e2-4318-a65a-c9d55a1fb429 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525539 Mar 28 15:36:19.021805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-00f880d1-ac15-43c4-a1b4-1c7ef891be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:19.023223 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-00f880d1-ac15-43c4-a1b4-1c7ef891be86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8090f5e8-6d7a-4ea9-8915-d43715817b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1235554 Mar 28 15:36:19.154552 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-67cf309d-c3ad-4f14-99c3-bdedb88b53cc service neutron] 10.222.0.23 "GET /v2.0/networks/8090f5e8-6d7a-4ea9-8915-d43715817b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235929 Mar 28 15:36:19.231571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:36:10Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:36:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:36:12Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:19.235540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a4775b-7243-4bc7-9f12-28e59213c3aa None None] The sync data for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv is: [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:36:10Z', 'revision_number': 6, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:36:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '8bf7e656-133e-4fa9-9b4a-3ca08f66b81c', 'name': '', 'network_id': '8090f5e8-6d7a-4ea9-8915-d43715817b27', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'mac_address': 'fa:16:3e:80:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:11Z', 'updated_at': '2022-03-28T15:36:12Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'subnets': [{'id': '5c20b950-660d-4699-b5a0-e0027e754b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:36:19.291586 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6cfe9b73-ece4-4a28-aff9-0e47b5dc43c5 req-4fd78330-95c6-4fd2-b88c-a478541de069 service neutron] 10.222.0.23 "GET /v2.0/networks/8090f5e8-6d7a-4ea9-8915-d43715817b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301911 Mar 28 15:36:19.865359 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29964cd9-319d-4e24-9c3a-a61b1aae1647 None None] New status for floating IP 0737b91a-21f1-4e79-a86a-b244f4a45e84: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:36:20.207628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d90b8-6302-4041-9838-8e5d59276d71 req-b65e2717-861b-4dbf-aa89-f976c44ef4d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:20.208395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-546d90b8-6302-4041-9838-8e5d59276d71 req-b65e2717-861b-4dbf-aa89-f976c44ef4d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Synchronizing usage tracker for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:36:20.294556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-ebce1276-f8ae-495b-a6ac-8ec1d582174e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:20.295950 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-ebce1276-f8ae-495b-a6ac-8ec1d582174e tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 945 time: 0.0840027 Mar 28 15:36:20.302780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-546d90b8-6302-4041-9838-8e5d59276d71 req-b65e2717-861b-4dbf-aa89-f976c44ef4d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Unset dirty status for tenant:0f72262e7a4747a2aa505b4725bc03f7 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:36:20.304001 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-546d90b8-6302-4041-9838-8e5d59276d71 req-b65e2717-861b-4dbf-aa89-f976c44ef4d2 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 945 time: 0.1766622 Mar 28 15:36:20.357428 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-546d90b8-6302-4041-9838-8e5d59276d71 req-bed944b0-ebb4-4afa-ba4e-cd1926381f85 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/security-groups?id=08cc6086-2083-4f7c-906f-5b336db72546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460842 Mar 28 15:36:20.373031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 3a6eb710-58fa-4ade-94ce-3fac661e1696 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:36:20.373380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:20.624297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 3a6eb710-58fa-4ade-94ce-3fac661e1696, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3a6eb710-58fa-4ade-94ce-3fac661e1696,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:20.624572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:20.746286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 3a6eb710-58fa-4ade-94ce-3fac661e1696 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:36:20.959973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:21.009907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=3a6eb710-58fa-4ade-94ce-3fac661e1696,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:21.047990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.048590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.049185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.049756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.050161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.050502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.051407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.051738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.052078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.052406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.052735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.053055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:36:21.104994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port 3a6eb710-58fa-4ade-94ce-3fac661e1696 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:36:21.107344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:21.109757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'name': 'network-vif-deleted', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:36:21.153480 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cc6ede-04a6-4c69-b95d-12da03049f22', 'name': 'network-vif-deleted', 'tag': '3a6eb710-58fa-4ade-94ce-3fac661e1696', 'status': 'completed', 'code': 200} Mar 28 15:36:21.171733 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9149a8bf-8bf1-4832-a390-3da13c89d0e2 req-19e3e59a-3c48-427f-8002-cc40374debf0 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.23 "DELETE /v2.0/ports/3a6eb710-58fa-4ade-94ce-3fac661e1696 HTTP/1.1" status: 204 len: 173 time: 0.8711920 Mar 28 15:36:21.343552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-408ca0d6-3a62-470a-959f-8ebfa6cfeb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:21.523366 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61262ffa-f398-4eab-aeb0-cc87203f1348 req-25170113-a626-4aa8-85d6-c819f8f77e18 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "GET /v2.0/ports?device_id=18cc6ede-04a6-4c69-b95d-12da03049f22 HTTP/1.1" status: 200 len: 210 time: 0.0416467 Mar 28 15:36:22.620554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38848) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:22.686057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-012e7ce7-f799-468c-a995-4443450b895a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:22.716775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-012e7ce7-f799-468c-a995-4443450b895a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:22.885445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-012e7ce7-f799-468c-a995-4443450b895a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:22.903522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e7ce7-f799-468c-a995-4443450b895a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc6086-2083-4f7c-906f-5b336db72546,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:22.987020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-012e7ce7-f799-468c-a995-4443450b895a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:22.988214 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-012e7ce7-f799-468c-a995-4443450b895a tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/security-groups/08cc6086-2083-4f7c-906f-5b336db72546 HTTP/1.1" status: 204 len: 168 time: 0.3666720 Mar 28 15:36:23.079662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38860) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:23.519467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6883e218-ad28-4329-b709-46b56ea8bccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:23.710005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:24.054844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:36:24.055215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:24.173073 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3a6eb710-58fa-4ade-94ce-3fac661e1696 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:36:24.206878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 3a6eb710-58fa-4ade-94ce-3fac661e1696 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:36:24.207244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3a6eb710-58fa-4ade-94ce-3fac661e1696 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:36:24.238959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:24.239505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:24.360936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:36:24.599847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:24.634194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:24.785538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=8bf7e656-133e-4fa9-9b4a-3ca08f66b81c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:24.839701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:25.058325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:25.411566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Router 16199bb4-c7fa-4e66-a2be-847811c94474 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:36:25.582661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:36:25.592319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] Sync routers for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:36:25.595507 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c11a1b5d-d128-47b8-ab84-93f60dae0261 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "PUT /v2.0/routers/16199bb4-c7fa-4e66-a2be-847811c94474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5144753 Mar 28 15:36:25.597839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38874) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:25.601747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:36:25.602345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:36:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:25.666012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c97baf0-c7a9-4ce6-a19d-ac8114390324 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting subnet 5c20b950-660d-4699-b5a0-e0027e754b85 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:36:25.668945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c97baf0-c7a9-4ce6-a19d-ac8114390324 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:25.724770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c97baf0-c7a9-4ce6-a19d-ac8114390324 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:25.775096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:36:25.806442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c97baf0-c7a9-4ce6-a19d-ac8114390324 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:25.920153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c97baf0-c7a9-4ce6-a19d-ac8114390324 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:25.960546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97baf0-c7a9-4ce6-a19d-ac8114390324 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Subnet': ['ID=5c20b950-660d-4699-b5a0-e0027e754b85,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:25.962458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5c97baf0-c7a9-4ce6-a19d-ac8114390324 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:25.972053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca11d47-dcc1-4fc4-9aec-1c800505aa11 None None] Network 8090f5e8-6d7a-4ea9-8915-d43715817b27 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:36:25.972169 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5c97baf0-c7a9-4ce6-a19d-ac8114390324 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/subnets/5c20b950-660d-4699-b5a0-e0027e754b85 HTTP/1.1" status: 204 len: 168 time: 0.3704946 Mar 28 15:36:25.972169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38878) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:26.147933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:26.242104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:36:24Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:36:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:26.246903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] Checking router: 16199bb4-c7fa-4e66-a2be-847811c94474 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:36:26.257061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] Routers {'16199bb4-c7fa-4e66-a2be-847811c94474'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:36:26.257706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:36:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['16199bb4-c7fa-4e66-a2be-847811c94474'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:26.313545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:26.323378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] DHCP port deletion for 8090f5e8-6d7a-4ea9-8915-d43715817b27 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:36:26.333848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Deleting port 1893db14-a1dd-4821-a4fa-79f51637cfe6 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:36:26.334221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:26.450419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:26.486336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1893db14-a1dd-4821-a4fa-79f51637cfe6 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:36:26.508728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:36:26.509221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:26.608543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] Set router 16199bb4-c7fa-4e66-a2be-847811c94474 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:36:26.685057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 844cdfa7-78af-4d6d-ae2a-88cefe6dd460, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:26.685324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:26.814679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:36:26.954995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] For port 1893db14-a1dd-4821-a4fa-79f51637cfe6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1893db14-a1dd-4821-a4fa-79f51637cfe6,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:26.955414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.016818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.062519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=844cdfa7-78af-4d6d-ae2a-88cefe6dd460,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:27.108335 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Calling delete_port for 1893db14-a1dd-4821-a4fa-79f51637cfe6 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:36:27.138400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.166538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.250128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 1893db14-a1dd-4821-a4fa-79f51637cfe6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1893db14-a1dd-4821-a4fa-79f51637cfe6,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:27.270677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:36:24Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:36:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:27.275864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698cf28-72bb-4b99-a49e-324224c99294 None None] The sync data for ids ['16199bb4-c7fa-4e66-a2be-847811c94474'] in dv-neutron-828143-13-hyperv is: [{'id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'name': 'tempest-TestNetworkBasicOps-router-326594262', 'tenant_id': '0f72262e7a4747a2aa505b4725bc03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:35:06Z', 'updated_at': '2022-03-28T15:36:24Z', 'revision_number': 7, 'project_id': '0f72262e7a4747a2aa505b4725bc03f7', 'gw_port': {'id': '844cdfa7-78af-4d6d-ae2a-88cefe6dd460', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16199bb4-c7fa-4e66-a2be-847811c94474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:35:07Z', 'updated_at': '2022-03-28T15:36:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:36:27.297888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.334960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:36:27.335347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:36:27.342163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.344343 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.366676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=1893db14-a1dd-4821-a4fa-79f51637cfe6,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:27.433811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.434354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Fanout notify agent at l3_agent the message router_deleted on router 16199bb4-c7fa-4e66-a2be-847811c94474 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:36:27.448975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.450076 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2bdc0887-e3ad-4a6f-b5a5-8b58a76f55a4 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/routers/16199bb4-c7fa-4e66-a2be-847811c94474 HTTP/1.1" status: 204 len: 168 time: 1.4771547 Mar 28 15:36:27.452717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38882) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:27.563959 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.573448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Deleting port 1893db14-a1dd-4821-a4fa-79f51637cfe6 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:36:27.573771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.795803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] For port 1893db14-a1dd-4821-a4fa-79f51637cfe6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1893db14-a1dd-4821-a4fa-79f51637cfe6,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:27.796153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:27.836219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Deleting port 1893db14-a1dd-4821-a4fa-79f51637cfe6 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:36:27.836732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:28.038067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Calling delete_port for 1893db14-a1dd-4821-a4fa-79f51637cfe6 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:36:28.063164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] For port 1893db14-a1dd-4821-a4fa-79f51637cfe6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1893db14-a1dd-4821-a4fa-79f51637cfe6,segment=NetworkSegment(9ef241bc-9e91-4ed7-817e-52406ccc21e4),segment_id=9ef241bc-9e91-4ed7-817e-52406ccc21e4)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:28.063556 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:28.148226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:28.184602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Calling delete_port for 1893db14-a1dd-4821-a4fa-79f51637cfe6 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:36:28.197622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Port': ['ID=1893db14-a1dd-4821-a4fa-79f51637cfe6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:28.201186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] No DVR routers for this DVR port 1893db14-a1dd-4821-a4fa-79f51637cfe6 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:36:28.258368 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:36:28.258724 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:36:28.323551 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:28.349605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8090f5e8-6d7a-4ea9-8915-d43715817b27']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:28.362234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef241bc-9e91-4ed7-817e-52406ccc21e4') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:28.362529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef241bc-9e91-4ed7-817e-52406ccc21e4') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:36:28.374673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:28.391823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:28.397822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:36:28.401511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:28.406230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:36:28.412973 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:36:28.441345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:36:28.441691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8bf7e656-133e-4fa9-9b4a-3ca08f66b81c not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:36:28.442109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:36:28.475591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:36:28.475941 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 844cdfa7-78af-4d6d-ae2a-88cefe6dd460 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:36:28.536483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:28.554526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:28.565384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] Pushing event deleted for resources: {'Network': ['ID=8090f5e8-6d7a-4ea9-8915-d43715817b27,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:28.622594 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7e17ec12-176d-4f40-a44e-025e8684b0a1 tempest-TestNetworkBasicOps-1573074740 tempest-TestNetworkBasicOps-1573074740-project] 10.222.0.16 "DELETE /v2.0/networks/8090f5e8-6d7a-4ea9-8915-d43715817b27 HTTP/1.1" status: 204 len: 168 time: 1.1688745 Mar 28 15:36:29.064882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38890) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:29.119625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Deleting port 1893db14-a1dd-4821-a4fa-79f51637cfe6 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:36:29.120123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:29.211362 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9a794d57-a0b1-4603-88c2-c20eaf84e390 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f72262e7a4747a2aa505b4725bc03f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451845 Mar 28 15:36:29.214353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38896) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:29.233324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-14cb74f3-68d3-46f4-a732-a65e01355242 None None] The port '1893db14-a1dd-4821-a4fa-79f51637cfe6' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:36:29.271241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-be85d045-8fbc-43bd-b9e4-ea27b3c86350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:29.297309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-be85d045-8fbc-43bd-b9e4-ea27b3c86350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:29.422501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-be85d045-8fbc-43bd-b9e4-ea27b3c86350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:29.543876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85d045-8fbc-43bd-b9e4-ea27b3c86350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776b7f3c-30cf-47a9-b179-d408e3072cc8,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:29.552343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-be85d045-8fbc-43bd-b9e4-ea27b3c86350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:29.553473 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-be85d045-8fbc-43bd-b9e4-ea27b3c86350 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/776b7f3c-30cf-47a9-b179-d408e3072cc8 HTTP/1.1" status: 204 len: 168 time: 0.3382359 Mar 28 15:36:30.096056 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 38904) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:30.113447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c99788f1-08bc-4f49-8cbe-5539788fc3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:30.128095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c99788f1-08bc-4f49-8cbe-5539788fc3bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:36:30.131871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c99788f1-08bc-4f49-8cbe-5539788fc3bd admin admin] Usage tracker for resource:security_group_rule and tenant:cdd73d2d8cc54346b7978bf89af18d6c is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:36:30.134596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-c99788f1-08bc-4f49-8cbe-5539788fc3bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:36:30.140059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-c99788f1-08bc-4f49-8cbe-5539788fc3bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:36:30.220440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c99788f1-08bc-4f49-8cbe-5539788fc3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:30.273451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c99788f1-08bc-4f49-8cbe-5539788fc3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:30.319353 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c99788f1-08bc-4f49-8cbe-5539788fc3bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdd73d2d8cc54346b7978bf89af18d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222493 Mar 28 15:36:30.321019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99788f1-08bc-4f49-8cbe-5539788fc3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0262766-ab41-4751-a198-3894ff45a0b6,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:30.321981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 38908) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:30.379597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4690fb6-e624-4f40-b0e2-f6284d224246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:30.404453 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4690fb6-e624-4f40-b0e2-f6284d224246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:30.513212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4690fb6-e624-4f40-b0e2-f6284d224246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:30.527057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4690fb6-e624-4f40-b0e2-f6284d224246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0262766-ab41-4751-a198-3894ff45a0b6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:30.533595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a4690fb6-e624-4f40-b0e2-f6284d224246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:30.534708 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a4690fb6-e624-4f40-b0e2-f6284d224246 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0262766-ab41-4751-a198-3894ff45a0b6 HTTP/1.1" status: 204 len: 168 time: 0.2116790 Mar 28 15:36:32.553569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:38.416671 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-e107ce1e-a298-4dc1-bb3e-f3a8988e3136 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=09ea7a9ddee44279bb2a15107b483be1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281749 Mar 28 15:36:38.566904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-0bbdf9f9-3a80-44d5-9fce-d86d9870e6c5 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:38.568338 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-0bbdf9f9-3a80-44d5-9fce-d86d9870e6c5 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465256 Mar 28 15:36:38.583246 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-d8c778b7-40f1-4237-81c3-3e9ac6d341ad tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/quotas/09ea7a9ddee44279bb2a15107b483be1 HTTP/1.1" status: 200 len: 375 time: 0.0088637 Mar 28 15:36:38.630031 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-c1ecc6db-12c5-4b97-ba15-2bc209c5bd13 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09ea7a9ddee44279bb2a15107b483be1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419521 Mar 28 15:36:38.938474 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4642e8a7-9bef-49bc-9a27-228c5d76933f req-9a01dfc8-e14b-4a3b-92c1-c3ce60347b4f tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 210 time: 0.0533986 Mar 28 15:36:40.088686 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6efeaef5-0944-4ab1-8794-6847984fe6e9 req-b0d8750e-6d5b-4c8f-a83a-ebc6a1c63cde tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 210 time: 0.0454867 Mar 28 15:36:40.929330 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-85fadf8f-a303-4ed2-bb08-2c2c4575d1b8 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=09ea7a9ddee44279bb2a15107b483be1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275278 Mar 28 15:36:41.078366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-9a26fc6d-7d7d-40ab-a213-1faf129a0ce5 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:41.079785 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-9a26fc6d-7d7d-40ab-a213-1faf129a0ce5 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463490 Mar 28 15:36:41.105047 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Request body: {'port': {'device_id': '6f00563d-2cce-463a-b3c3-f3f4222d8c43', 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d', 'admin_state_up': True, 'tenant_id': '09ea7a9ddee44279bb2a15107b483be1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:36:41.237351 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6fcfa227-0b3d-46ea-8781-7512a83e3b02 req-54b65349-ba8a-4dde-81db-f645b7a1eaee tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 210 time: 0.0438299 Mar 28 15:36:41.242868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:36:41.247715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Usage tracker for resource:port and tenant:09ea7a9ddee44279bb2a15107b483be1 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:36:41.251623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:36:41.257483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:36:41.336170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Made reservation on behalf of 09ea7a9ddee44279bb2a15107b483be1 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:36:41.339716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:41.352059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:41.366735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:36:41.371204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Usage tracker for resource:security_group_rule and tenant:09ea7a9ddee44279bb2a15107b483be1 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:36:41.373934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:36:41.379663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:36:41.459384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:41.518901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:41.601103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:41.684670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Allocated IP 192.168.233.120 (895a4985-6f37-4ddb-acdf-3b44604b9c3d/b8b7f6eb-c28a-4ba9-ae9c-ce80fa694735/d4864180-8184-4e40-b649-462d91fc90c3) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:36:41.973077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:41.988141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Transition to ACTIVE for port object d4864180-8184-4e40-b649-462d91fc90c3 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:36:42.085201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:42.160947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Network 895a4985-6f37-4ddb-acdf-3b44604b9c3d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:36:42.164602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:36:42.175119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:36:42.208262 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Pushing event updated for resources: {'Port': ['ID=d4864180-8184-4e40-b649-462d91fc90c3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:42.245923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:42.246542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:42.325341 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-030261e2-2420-4690-bf32-454190eff03e tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2244751 Mar 28 15:36:42.342715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-ea89decb-08f9-4eb9-99d5-dcfc13bc5589 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:36:42.343817 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-ea89decb-08f9-4eb9-99d5-dcfc13bc5589 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060062 Mar 28 15:36:42.389406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Request body: {'port': {'device_id': '6f00563d-2cce-463a-b3c3-f3f4222d8c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:36:42.421547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4bf3d5c5-5ff7-43e8-8c60-357993d2a683 None None] Provisioning for port d4864180-8184-4e40-b649-462d91fc90c3 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:36:42.426815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4bf3d5c5-5ff7-43e8-8c60-357993d2a683 None None] Provisioning complete for port d4864180-8184-4e40-b649-462d91fc90c3 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:36:42.427220 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4bf3d5c5-5ff7-43e8-8c60-357993d2a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:42.496018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4bf3d5c5-5ff7-43e8-8c60-357993d2a683 None None] Port d4864180-8184-4e40-b649-462d91fc90c3 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:36:42.525879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:42.549512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83149ef-368c-4d8c-bd49-c3f69e5b3cd4 req-d217f5cf-b8f3-4b95-bfbc-b488a50cd1e3 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:42.550177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b83149ef-368c-4d8c-bd49-c3f69e5b3cd4 req-d217f5cf-b8f3-4b95-bfbc-b488a50cd1e3 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Synchronizing usage tracker for tenant:09ea7a9ddee44279bb2a15107b483be1 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:36:42.702268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b83149ef-368c-4d8c-bd49-c3f69e5b3cd4 req-d217f5cf-b8f3-4b95-bfbc-b488a50cd1e3 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Unset dirty status for tenant:09ea7a9ddee44279bb2a15107b483be1 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:36:42.703431 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b83149ef-368c-4d8c-bd49-c3f69e5b3cd4 req-d217f5cf-b8f3-4b95-bfbc-b488a50cd1e3 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 936 time: 0.3577449 Mar 28 15:36:42.823109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b83149ef-368c-4d8c-bd49-c3f69e5b3cd4 req-b711cf1a-2666-485a-afcc-07a9e81b540d tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Synchronizing usage tracker for tenant:09ea7a9ddee44279bb2a15107b483be1 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:36:42.926410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4864180-8184-4e40-b649-462d91fc90c3 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:36:42.934020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:42.944270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b83149ef-368c-4d8c-bd49-c3f69e5b3cd4 req-b711cf1a-2666-485a-afcc-07a9e81b540d tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Unset dirty status for tenant:09ea7a9ddee44279bb2a15107b483be1 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:36:42.945408 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b83149ef-368c-4d8c-bd49-c3f69e5b3cd4 req-b711cf1a-2666-485a-afcc-07a9e81b540d tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311726 Mar 28 15:36:42.954755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Transition to ACTIVE for port object d4864180-8184-4e40-b649-462d91fc90c3 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:36:43.027787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:43.193488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4864180-8184-4e40-b649-462d91fc90c3,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:43.274377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Attempting to bind port d4864180-8184-4e40-b649-462d91fc90c3 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:36:43.274711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Attempting to bind port d4864180-8184-4e40-b649-462d91fc90c3 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6a226f71-fa86-40db-8f39-ffccda48dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:36:43.275051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Attempting to bind port d4864180-8184-4e40-b649-462d91fc90c3 on network 895a4985-6f37-4ddb-acdf-3b44604b9c3d {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:36:43.279707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Port d4864180-8184-4e40-b649-462d91fc90c3 on network 895a4985-6f37-4ddb-acdf-3b44604b9c3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:36:43.280021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Attempting to bind port d4864180-8184-4e40-b649-462d91fc90c3 on network 895a4985-6f37-4ddb-acdf-3b44604b9c3d {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:36:43.285110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:36:43.285443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Checking segment: {'id': '6a226f71-fa86-40db-8f39-ffccda48dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:36:43.285825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Bound using segment: {'id': '6a226f71-fa86-40db-8f39-ffccda48dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:36:43.286246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Bound port: d4864180-8184-4e40-b649-462d91fc90c3, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a226f71-fa86-40db-8f39-ffccda48dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:36:43.286843 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:43.381188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] For port d4864180-8184-4e40-b649-462d91fc90c3, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:36:43.389799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] For port d4864180-8184-4e40-b649-462d91fc90c3, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d4864180-8184-4e40-b649-462d91fc90c3,segment=NetworkSegment(6a226f71-fa86-40db-8f39-ffccda48dc17),segment_id=6a226f71-fa86-40db-8f39-ffccda48dc17)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:36:43.474101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:43.529998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:43.530395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:43.531776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] 10.222.0.23 "PUT /v2.0/ports/d4864180-8184-4e40-b649-462d91fc90c3 HTTP/1.1" status: 200 len: 1098 time: 1.1467581 Mar 28 15:36:43.532205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f00563d-2cce-463a-b3c3-f3f4222d8c43', 'tag': 'd4864180-8184-4e40-b649-462d91fc90c3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:36:43.572389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233895c3-5a8c-4abe-94ff-cbe861611eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4864180-8184-4e40-b649-462d91fc90c3,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:43.581706 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f00563d-2cce-463a-b3c3-f3f4222d8c43', 'tag': 'd4864180-8184-4e40-b649-462d91fc90c3', 'status': 'completed', 'code': 200} Mar 28 15:36:43.699337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8485e6-9c59-468c-9883-e4a62e7ad407 req-8390cbe0-c9b1-4217-9c27-9ada17341af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:43.700816 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2e8485e6-9c59-468c-9883-e4a62e7ad407 req-8390cbe0-c9b1-4217-9c27-9ada17341af5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=09ea7a9ddee44279bb2a15107b483be1&device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 1101 time: 0.0787015 Mar 28 15:36:43.738558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2e8485e6-9c59-468c-9883-e4a62e7ad407 req-45d51eb7-d40d-4316-ac92-882ebcab880a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=09ea7a9ddee44279bb2a15107b483be1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252755 Mar 28 15:36:43.873988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8485e6-9c59-468c-9883-e4a62e7ad407 req-a4e73954-fed5-4d98-b233-2a5859311027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:43.875379 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2e8485e6-9c59-468c-9883-e4a62e7ad407 req-a4e73954-fed5-4d98-b233-2a5859311027 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310329 Mar 28 15:36:44.002552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-08922d8a-fc0e-4ba9-96ea-f998481e1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:44.004053 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-08922d8a-fc0e-4ba9-96ea-f998481e1932 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=09ea7a9ddee44279bb2a15107b483be1&device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 1101 time: 0.0694389 Mar 28 15:36:44.206503 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-25822ad2-b07f-4ff5-a53e-5b8bdbfb29ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d4864180-8184-4e40-b649-462d91fc90c3 HTTP/1.1" status: 200 len: 217 time: 0.1899722 Mar 28 15:36:44.278667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-02adc490-36df-400c-912c-f628d729b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:44.280084 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-02adc490-36df-400c-912c-f628d729b0c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8b7f6eb-c28a-4ba9-ae9c-ce80fa694735 HTTP/1.1" status: 200 len: 843 time: 0.0659840 Mar 28 15:36:44.329057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecead3f-de3f-49b4-a681-e005455671e4 req-76eb8189-7328-4217-b77f-a14fdf2dfec4 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:44.330482 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aecead3f-de3f-49b4-a681-e005455671e4 req-76eb8189-7328-4217-b77f-a14fdf2dfec4 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 948 time: 0.1768181 Mar 28 15:36:44.388159 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aecead3f-de3f-49b4-a681-e005455671e4 req-0d9dff41-ec9e-49eb-9089-ce9d17056711 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495036 Mar 28 15:36:44.410092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-59582c83-868e-4317-a9f6-e26827a77f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:44.410092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-59582c83-868e-4317-a9f6-e26827a77f94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=895a4985-6f37-4ddb-acdf-3b44604b9c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.1220496 Mar 28 15:36:44.539298 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-667f43f9-afe9-4817-875d-d4ce44530dda service neutron] 10.222.0.23 "GET /v2.0/networks/895a4985-6f37-4ddb-acdf-3b44604b9c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252015 Mar 28 15:36:44.666514 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c8e88205-b845-4f33-a413-af4df1b2bd3b req-85e242e1-0394-4215-813c-d011a0452e5e service neutron] 10.222.0.23 "GET /v2.0/networks/895a4985-6f37-4ddb-acdf-3b44604b9c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219089 Mar 28 15:36:45.580913 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4acfd0-999c-4a2d-b42e-89e21e1a2ba2 req-6039c4c0-abe8-4aef-a518-889941b0014b tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:45.582329 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cc4acfd0-999c-4a2d-b42e-89e21e1a2ba2 req-6039c4c0-abe8-4aef-a518-889941b0014b tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 948 time: 0.0775602 Mar 28 15:36:45.627986 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cc4acfd0-999c-4a2d-b42e-89e21e1a2ba2 req-3075e010-88b6-43d3-8bf3-430da49dcfb1 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Mar 28 15:36:46.810006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a9e7f-303a-4362-8f60-023835f6c062 req-44c4f923-1027-43c9-b326-643df03fe452 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:46.811468 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f71a9e7f-303a-4362-8f60-023835f6c062 req-44c4f923-1027-43c9-b326-643df03fe452 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 948 time: 0.0784583 Mar 28 15:36:46.853747 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f71a9e7f-303a-4362-8f60-023835f6c062 req-62f89d48-bd26-4b24-8ddf-ec3fb9e3c75c tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367444 Mar 28 15:36:48.038485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca9bbf-4c4d-429d-b95b-2cb893b15b97 req-780518cc-e3d6-443d-9ebe-0779343fe9bd tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:48.043137 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-38ca9bbf-4c4d-429d-b95b-2cb893b15b97 req-780518cc-e3d6-443d-9ebe-0779343fe9bd tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 948 time: 0.0831606 Mar 28 15:36:48.086190 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-38ca9bbf-4c4d-429d-b95b-2cb893b15b97 req-448e85a0-bb1c-45f8-8479-f280da42ce85 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391476 Mar 28 15:36:48.266578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device d4864180-8184-4e40-b649-462d91fc90c3 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:36:48.398263 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port d4864180-8184-4e40-b649-462d91fc90c3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d4864180-8184-4e40-b649-462d91fc90c3,segment=NetworkSegment(6a226f71-fa86-40db-8f39-ffccda48dc17),segment_id=6a226f71-fa86-40db-8f39-ffccda48dc17)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:48.413923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'd4864180-8184-4e40-b649-462d91fc90c3', 'network_id': '895a4985-6f37-4ddb-acdf-3b44604b9c3d', 'port_id': 'd4864180-8184-4e40-b649-462d91fc90c3', 'mac_address': 'fa:16:3e:1e:46:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b7f6eb-c28a-4ba9-ae9c-ce80fa694735', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:36:48.468897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:48.485182 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4864180-8184-4e40-b649-462d91fc90c3 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:36:48.500400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port d4864180-8184-4e40-b649-462d91fc90c3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d4864180-8184-4e40-b649-462d91fc90c3,segment=NetworkSegment(6a226f71-fa86-40db-8f39-ffccda48dc17),segment_id=6a226f71-fa86-40db-8f39-ffccda48dc17)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:48.570202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:48.637467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=d4864180-8184-4e40-b649-462d91fc90c3,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:48.843279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['d4864180-8184-4e40-b649-462d91fc90c3'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:36:49.267476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb13ea7-8b3f-493b-8632-63f3818bc699 req-9b78502e-da22-45cb-a213-5ac9726f9c3f tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:49.268891 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7fb13ea7-8b3f-493b-8632-63f3818bc699 req-9b78502e-da22-45cb-a213-5ac9726f9c3f tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 949 time: 0.0801954 Mar 28 15:36:49.311701 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7fb13ea7-8b3f-493b-8632-63f3818bc699 req-9c92fc37-458c-4ccf-8b1a-289b83af3ac2 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367877 Mar 28 15:36:50.266264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device d4864180-8184-4e40-b649-462d91fc90c3 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:36:50.376327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port d4864180-8184-4e40-b649-462d91fc90c3 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:36:50.381709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port d4864180-8184-4e40-b649-462d91fc90c3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:36:50.388423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:50.496544 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dd7cb-731f-4485-a919-4ece00fb63d1 req-d1596aa4-3a74-4146-bc27-795234942c8c tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:50.498012 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d69dd7cb-731f-4485-a919-4ece00fb63d1 req-d1596aa4-3a74-4146-bc27-795234942c8c tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 949 time: 0.0834987 Mar 28 15:36:50.498131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:50.524913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f00563d-2cce-463a-b3c3-f3f4222d8c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4864180-8184-4e40-b649-462d91fc90c3'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:36:50.534439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port d4864180-8184-4e40-b649-462d91fc90c3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d4864180-8184-4e40-b649-462d91fc90c3,segment=NetworkSegment(6a226f71-fa86-40db-8f39-ffccda48dc17),segment_id=6a226f71-fa86-40db-8f39-ffccda48dc17)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:50.543511 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d69dd7cb-731f-4485-a919-4ece00fb63d1 req-1bee4f62-abb5-4f7d-b57d-a4a4a4c0c664 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 Mar 28 15:36:50.572995 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f00563d-2cce-463a-b3c3-f3f4222d8c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4864180-8184-4e40-b649-462d91fc90c3', 'code': 200} Mar 28 15:36:50.599030 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:50.665697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=d4864180-8184-4e40-b649-462d91fc90c3,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:50.937076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb05548-f826-4e4b-87a3-3c65262beb4c req-70a2efd7-d517-4f0e-aca9-7b9d7de40693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:50.938524 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5cb05548-f826-4e4b-87a3-3c65262beb4c req-70a2efd7-d517-4f0e-aca9-7b9d7de40693 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 1103 time: 0.0694726 Mar 28 15:36:50.981219 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5cb05548-f826-4e4b-87a3-3c65262beb4c req-7e6ceca4-5fcc-422f-b706-d1c9a233193c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361555 Mar 28 15:36:51.369931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-513c99af-b3be-45dd-b215-7155e856a1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:51.729174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02148521-66dc-4727-9415-012101402fbb req-1798e4e8-8065-4c1e-a06f-fe6683026846 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:51.730525 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-02148521-66dc-4727-9415-012101402fbb req-1798e4e8-8065-4c1e-a06f-fe6683026846 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 950 time: 0.0779274 Mar 28 15:36:51.787373 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-02148521-66dc-4727-9415-012101402fbb req-e4a4244d-ed94-45f8-9c16-45992d644c1a tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498505 Mar 28 15:36:52.294385 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:36:52.970004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb1956-38a9-471d-a001-dc19ec3ef2f8 req-187598c0-1f66-4c64-9c2b-8c0fed8620bf tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:52.971480 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e0fb1956-38a9-471d-a001-dc19ec3ef2f8 req-187598c0-1f66-4c64-9c2b-8c0fed8620bf tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 950 time: 0.0789649 Mar 28 15:36:53.015630 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e0fb1956-38a9-471d-a001-dc19ec3ef2f8 req-cb8fb329-1708-4305-84f7-b96f25c0b82a tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Mar 28 15:36:53.525087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7665f-7200-4ecc-826f-09fc4f187fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:54.495005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795215a-fc9c-463f-ab84-004842181720 req-a3363282-9dbb-43a0-b64a-19bee2c780ef tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:54.496490 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d795215a-fc9c-463f-ab84-004842181720 req-a3363282-9dbb-43a0-b64a-19bee2c780ef tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 950 time: 0.0851884 Mar 28 15:36:54.543231 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d795215a-fc9c-463f-ab84-004842181720 req-756ad345-fdb9-4eba-a0c8-c1637fdc793b tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Mar 28 15:36:54.588113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:54.821330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:55.727559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cc3f1-24ca-41c7-a907-f42cdae90da7 req-01381731-983e-4403-a5d4-e07121acb7c3 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:55.728976 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b54cc3f1-24ca-41c7-a907-f42cdae90da7 req-01381731-983e-4403-a5d4-e07121acb7c3 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 950 time: 0.0804875 Mar 28 15:36:55.771746 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b54cc3f1-24ca-41c7-a907-f42cdae90da7 req-f603b51f-50c8-41a0-90a3-da5fb900fb78 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Mar 28 15:36:55.848410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-ccb4c47b-b8e3-4830-a5e3-747ef065ecc5 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:36:55.849741 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-ccb4c47b-b8e3-4830-a5e3-747ef065ecc5 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 950 time: 0.0786827 Mar 28 15:36:55.919663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Deleting port d4864180-8184-4e40-b649-462d91fc90c3 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:36:55.920000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:56.157472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] For port d4864180-8184-4e40-b649-462d91fc90c3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d4864180-8184-4e40-b649-462d91fc90c3,segment=NetworkSegment(6a226f71-fa86-40db-8f39-ffccda48dc17),segment_id=6a226f71-fa86-40db-8f39-ffccda48dc17)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:36:56.161808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:56.232927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:56.373264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Calling delete_port for d4864180-8184-4e40-b649-462d91fc90c3 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:36:56.587908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:56.619999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['d4864180-8184-4e40-b649-462d91fc90c3'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:36:56.639505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Pushing event deleted for resources: {'Port': ['ID=d4864180-8184-4e40-b649-462d91fc90c3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:56.713387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] No DVR routers for this DVR port d4864180-8184-4e40-b649-462d91fc90c3 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:36:56.715893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:56.718496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f00563d-2cce-463a-b3c3-f3f4222d8c43', 'name': 'network-vif-deleted', 'tag': 'd4864180-8184-4e40-b649-462d91fc90c3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:36:56.765298 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f00563d-2cce-463a-b3c3-f3f4222d8c43', 'name': 'network-vif-deleted', 'tag': 'd4864180-8184-4e40-b649-462d91fc90c3', 'status': 'completed', 'code': 200} Mar 28 15:36:56.788696 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-04b1b5d6-a2c8-49e2-91df-a1840ea87e6a req-6ab91e5f-6a8d-47a5-aa12-6254a403e134 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.23 "DELETE /v2.0/ports/d4864180-8184-4e40-b649-462d91fc90c3 HTTP/1.1" status: 204 len: 173 time: 0.9340858 Mar 28 15:36:56.928417 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f9c6dc31-b9dc-42b8-92c1-10171940c626 req-762d61f8-30d9-46fe-9b36-fcf45c5b9aa0 tempest-ServersAdminNegativeTestJSON-181083063 tempest-ServersAdminNegativeTestJSON-181083063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f00563d-2cce-463a-b3c3-f3f4222d8c43 HTTP/1.1" status: 200 len: 210 time: 0.0432398 Mar 28 15:36:58.505436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 39048) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:58.651406 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a3089f90-c566-416a-8d8a-9a75aeccdc7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09ea7a9ddee44279bb2a15107b483be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447310 Mar 28 15:36:58.653816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 39054) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:58.709064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bab65fbd-d3d6-45f7-8427-f81918d4b9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:58.735051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bab65fbd-d3d6-45f7-8427-f81918d4b9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:58.838413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bab65fbd-d3d6-45f7-8427-f81918d4b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:58.855927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab65fbd-d3d6-45f7-8427-f81918d4b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed3bf1-7ac5-4b63-b19a-ab891c088a1a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:58.911886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bab65fbd-d3d6-45f7-8427-f81918d4b9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:58.915340 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bab65fbd-d3d6-45f7-8427-f81918d4b9c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fed3bf1-7ac5-4b63-b19a-ab891c088a1a HTTP/1.1" status: 204 len: 168 time: 0.2583070 Mar 28 15:36:59.569142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 39062) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:59.585007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-378412e8-5733-4e4c-b40c-b2b8997539c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:59.599547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-378412e8-5733-4e4c-b40c-b2b8997539c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:36:59.604184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-378412e8-5733-4e4c-b40c-b2b8997539c6 admin admin] Usage tracker for resource:security_group_rule and tenant:d75a2e15acee475fa36a48e8daedf52b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:36:59.607048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-378412e8-5733-4e4c-b40c-b2b8997539c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:36:59.612757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-378412e8-5733-4e4c-b40c-b2b8997539c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:36:59.694599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-378412e8-5733-4e4c-b40c-b2b8997539c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:59.741603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-378412e8-5733-4e4c-b40c-b2b8997539c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:59.793399 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-378412e8-5733-4e4c-b40c-b2b8997539c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d75a2e15acee475fa36a48e8daedf52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245312 Mar 28 15:36:59.794260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378412e8-5733-4e4c-b40c-b2b8997539c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de4eabf-45e9-42c6-9fe0-553922984481,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:36:59.796152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39066) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:36:59.856322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba904081-e97b-43ae-9e59-1d02675676f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:36:59.881058 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba904081-e97b-43ae-9e59-1d02675676f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:00.009990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba904081-e97b-43ae-9e59-1d02675676f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:00.026119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba904081-e97b-43ae-9e59-1d02675676f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de4eabf-45e9-42c6-9fe0-553922984481,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:00.036554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba904081-e97b-43ae-9e59-1d02675676f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:00.037667 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ba904081-e97b-43ae-9e59-1d02675676f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2de4eabf-45e9-42c6-9fe0-553922984481 HTTP/1.1" status: 204 len: 168 time: 0.2404821 Mar 28 15:37:00.359837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device d4864180-8184-4e40-b649-462d91fc90c3 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:37:00.393930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: d4864180-8184-4e40-b649-462d91fc90c3 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:37:00.394275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device d4864180-8184-4e40-b649-462d91fc90c3 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:37:00.962690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39090) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:37:01.071940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1193523633-network', 'tenant_id': '01e9121beb3d423ea2a126a3a4fb156d'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:37:01.076585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:37:01.080445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Usage tracker for resource:network and tenant:01e9121beb3d423ea2a126a3a4fb156d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:37:01.083285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:37:01.089903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:37:01.186517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Made reservation on behalf of 01e9121beb3d423ea2a126a3a4fb156d for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:37:01.188737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:01.200551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:01.214913 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:37:01.218629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Usage tracker for resource:security_group_rule and tenant:01e9121beb3d423ea2a126a3a4fb156d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:37:01.221365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:37:01.227638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:37:01.306361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:01.352888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:01.380168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:37:01.395717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b87002-875e-40c3-aa0a-525e6c69eef7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:01.400621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:01.400980 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Added segment 1c9301a5-b7a5-42b0-9d1f-6f19852d3f50 of type vlan for network a2310efb-e405-4338-adb0-772056a3392d Mar 28 15:37:01.426715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:01.506480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:01.507427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:01.508515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:01.608585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] Pushing event updated for resources: {'Network': ['ID=a2310efb-e405-4338-adb0-772056a3392d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:01.618106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network a2310efb-e405-4338-adb0-772056a3392d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:37:01.667636 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b3743e45-72ea-4d83-b9fc-e81f3db46c34 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7038217 Mar 28 15:37:01.670428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39096) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:37:01.675863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Request body: {'subnet': {'network_id': 'a2310efb-e405-4338-adb0-772056a3392d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1193523633-subnet', 'tenant_id': '01e9121beb3d423ea2a126a3a4fb156d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:37:01.680673 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:37:01.684520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Usage tracker for resource:subnet and tenant:01e9121beb3d423ea2a126a3a4fb156d is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:37:01.687380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:37:01.693055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:37:01.759067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Made reservation on behalf of 01e9121beb3d423ea2a126a3a4fb156d for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:37:01.761313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:01.993123 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:02.067860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec59c31-e5e1-441b-9baf-89bf2387d796,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:02.075548 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Checking segment: {'id': '1c9301a5-b7a5-42b0-9d1f-6f19852d3f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a2310efb-e405-4338-adb0-772056a3392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:37:02.075903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Network hostable DHCP agents. Network: a2310efb-e405-4338-adb0-772056a3392d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:37:02.164098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Network a2310efb-e405-4338-adb0-772056a3392d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:37:02.255379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, a2310efb-e405-4338-adb0-772056a3392d) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:37:02.259418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:02.259992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:02.264076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0b6c8-a85a-4e74-838f-2757cb9c0b69 None None] Network a2310efb-e405-4338-adb0-772056a3392d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:37:02.341968 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-33b7af94-0cff-4a8e-af88-f078f63d3388 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6704154 Mar 28 15:37:02.479485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82531ec8-f01b-44c6-a02e-5d2f573db1a7 None None] Network a2310efb-e405-4338-adb0-772056a3392d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:37:02.593055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:02.839201 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46a65-7225-4e78-b6de-38c29d366269 req-fe5817b6-5968-4117-8a6e-4890e2fa0a17 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:02.839870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-94b46a65-7225-4e78-b6de-38c29d366269 req-fe5817b6-5968-4117-8a6e-4890e2fa0a17 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Synchronizing usage tracker for tenant:01e9121beb3d423ea2a126a3a4fb156d on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:37:02.929864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-94b46a65-7225-4e78-b6de-38c29d366269 req-fe5817b6-5968-4117-8a6e-4890e2fa0a17 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Unset dirty status for tenant:01e9121beb3d423ea2a126a3a4fb156d on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:37:02.930964 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-fe5817b6-5968-4117-8a6e-4890e2fa0a17 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/networks?id=a2310efb-e405-4338-adb0-772056a3392d HTTP/1.1" status: 200 len: 812 time: 0.2324808 Mar 28 15:37:02.946468 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-2c394753-7c28-4def-bd03-5dc574bb2d60 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/quotas/01e9121beb3d423ea2a126a3a4fb156d HTTP/1.1" status: 200 len: 375 time: 0.0097301 Mar 28 15:37:02.992672 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-0f3a8248-8e14-4fc2-b150-8bfe511a9b92 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01e9121beb3d423ea2a126a3a4fb156d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411241 Mar 28 15:37:03.224666 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-80dccec9-118d-4ac2-82ed-aaccaaea9cd0 service neutron] 10.222.0.16 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252102 Mar 28 15:37:03.351532 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-eec1f3a5-c98b-41f4-83ea-fe838b455274 service neutron] 10.222.0.16 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211901 Mar 28 15:37:03.628392 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f4eddb9-3852-4c48-af9c-bd9f8a4d2e44 req-53414ed0-d91a-450e-865c-016d72e31434 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 210 time: 0.0426373 Mar 28 15:37:04.773760 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18901eb1-9bce-42a4-b403-98cbe4fdc537 req-54a6138a-9f7b-40b9-96b8-2c1332a77d54 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 210 time: 0.0427682 Mar 28 15:37:05.627489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46a65-7225-4e78-b6de-38c29d366269 req-f330cc9e-1788-426d-9267-83673413f71e tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:05.628902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-f330cc9e-1788-426d-9267-83673413f71e tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.23 "GET /v2.0/networks?id=a2310efb-e405-4338-adb0-772056a3392d HTTP/1.1" status: 200 len: 812 time: 0.1442404 Mar 28 15:37:05.645490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Request body: {'port': {'device_id': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'network_id': 'a2310efb-e405-4338-adb0-772056a3392d', 'admin_state_up': True, 'tenant_id': '01e9121beb3d423ea2a126a3a4fb156d'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:37:05.785871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:37:05.790648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Usage tracker for resource:port and tenant:01e9121beb3d423ea2a126a3a4fb156d is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:37:05.793499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:37:05.799580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:37:05.861195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Made reservation on behalf of 01e9121beb3d423ea2a126a3a4fb156d for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:37:05.865436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:05.964650 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-054497c7-d3fe-4ec0-85fb-b59304137c97 req-95350b70-6bc1-421d-a9f8-3d55e83444b0 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 210 time: 0.0835388 Mar 28 15:37:06.074987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Allocated IP 172.20.0.13 (a2310efb-e405-4338-adb0-772056a3392d/2ec59c31-e5e1-441b-9baf-89bf2387d796/560a6f3d-f195-4ecd-a4b9-7b78c153470a) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:37:06.327275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:06.529961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:06.593202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Network a2310efb-e405-4338-adb0-772056a3392d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:37:06.596146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:37:06.599921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:37:06.643550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Pushing event updated for resources: {'Port': ['ID=560a6f3d-f195-4ecd-a4b9-7b78c153470a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:06.674340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:06.674945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:06.764728 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-b5c914e0-43a5-4257-9dc4-455b2f355869 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1228068 Mar 28 15:37:06.782759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Request body: {'port': {'device_id': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:37:06.888604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:07.165039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17412b-fd9b-4343-aa30-8d1f22f9f8c3 req-7c2a73ef-01ca-4685-8724-2eeac5ecaf83 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:07.166446 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6c17412b-fd9b-4343-aa30-8d1f22f9f8c3 req-7c2a73ef-01ca-4685-8724-2eeac5ecaf83 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 932 time: 0.0915382 Mar 28 15:37:07.210068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6c17412b-fd9b-4343-aa30-8d1f22f9f8c3 req-468fdb7a-7b47-403b-a733-858b8e8413e3 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Synchronizing usage tracker for tenant:01e9121beb3d423ea2a126a3a4fb156d on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:37:07.272756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6c17412b-fd9b-4343-aa30-8d1f22f9f8c3 req-468fdb7a-7b47-403b-a733-858b8e8413e3 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Unset dirty status for tenant:01e9121beb3d423ea2a126a3a4fb156d on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:37:07.274415 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6c17412b-fd9b-4343-aa30-8d1f22f9f8c3 req-468fdb7a-7b47-403b-a733-858b8e8413e3 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020117 Mar 28 15:37:07.334689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560a6f3d-f195-4ecd-a4b9-7b78c153470a {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:37:07.342606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:07.359397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Transition to ACTIVE for port object 560a6f3d-f195-4ecd-a4b9-7b78c153470a will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:37:07.404128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:07.556714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Pushing event updated for resources: {'Port': ['ID=560a6f3d-f195-4ecd-a4b9-7b78c153470a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:07.627980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Attempting to bind port 560a6f3d-f195-4ecd-a4b9-7b78c153470a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:37:07.628307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Attempting to bind port 560a6f3d-f195-4ecd-a4b9-7b78c153470a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '1c9301a5-b7a5-42b0-9d1f-6f19852d3f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a2310efb-e405-4338-adb0-772056a3392d'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:37:07.628633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Attempting to bind port 560a6f3d-f195-4ecd-a4b9-7b78c153470a on network a2310efb-e405-4338-adb0-772056a3392d {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:37:07.633693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Port 560a6f3d-f195-4ecd-a4b9-7b78c153470a on network a2310efb-e405-4338-adb0-772056a3392d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:37:07.634004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Attempting to bind port 560a6f3d-f195-4ecd-a4b9-7b78c153470a on network a2310efb-e405-4338-adb0-772056a3392d {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:37:07.639015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:37:07.639375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Checking segment: {'id': '1c9301a5-b7a5-42b0-9d1f-6f19852d3f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a2310efb-e405-4338-adb0-772056a3392d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:37:07.639751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Bound using segment: {'id': '1c9301a5-b7a5-42b0-9d1f-6f19852d3f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a2310efb-e405-4338-adb0-772056a3392d'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:37:07.640166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Bound port: 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9301a5-b7a5-42b0-9d1f-6f19852d3f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a2310efb-e405-4338-adb0-772056a3392d'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:37:07.640507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:07.726628 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:37:07.729617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a,segment=NetworkSegment(1c9301a5-b7a5-42b0-9d1f-6f19852d3f50),segment_id=1c9301a5-b7a5-42b0-9d1f-6f19852d3f50)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:37:07.792391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:07.850176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:07.850777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:07.852165 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] 10.222.0.23 "PUT /v2.0/ports/560a6f3d-f195-4ecd-a4b9-7b78c153470a HTTP/1.1" status: 200 len: 1094 time: 1.0733242 Mar 28 15:37:07.852595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:37:07.879420 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d0050-27a8-4a33-b314-bb857bb083bc service neutron] Pushing event updated for resources: {'Port': ['ID=560a6f3d-f195-4ecd-a4b9-7b78c153470a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:07.902566 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a', 'status': 'completed', 'code': 200} Mar 28 15:37:08.012217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54229382-188a-4adb-a8e9-6c5243915a70 req-42c70702-49ca-41ac-aab7-1e7c865ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:08.013683 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-54229382-188a-4adb-a8e9-6c5243915a70 req-42c70702-49ca-41ac-aab7-1e7c865ba982 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01e9121beb3d423ea2a126a3a4fb156d&device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 1097 time: 0.0700271 Mar 28 15:37:08.155191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54229382-188a-4adb-a8e9-6c5243915a70 req-62c0ffb3-ba5f-4245-beb9-904269da231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:08.156610 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-54229382-188a-4adb-a8e9-6c5243915a70 req-62c0ffb3-ba5f-4245-beb9-904269da231c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=01e9121beb3d423ea2a126a3a4fb156d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1307707 Mar 28 15:37:08.290472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54229382-188a-4adb-a8e9-6c5243915a70 req-134679c8-5f9a-4ebd-8c3c-1d795de3acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:08.291979 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-54229382-188a-4adb-a8e9-6c5243915a70 req-134679c8-5f9a-4ebd-8c3c-1d795de3acba service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298063 Mar 28 15:37:08.424877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46a65-7225-4e78-b6de-38c29d366269 req-01d729af-4a08-4b92-9f17-81394b083016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:08.426436 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-01d729af-4a08-4b92-9f17-81394b083016 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01e9121beb3d423ea2a126a3a4fb156d&device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 1097 time: 0.0752177 Mar 28 15:37:08.461791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7186-28f3-41f4-8b53-034e83f7bb59 req-cbae6b75-6dcf-4099-8a7f-c490a0b3b191 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:08.463290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2e4c7186-28f3-41f4-8b53-034e83f7bb59 req-cbae6b75-6dcf-4099-8a7f-c490a0b3b191 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 944 time: 0.0821075 Mar 28 15:37:08.498770 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-bf30bead-8ed0-445d-b40f-2d7855518629 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a HTTP/1.1" status: 200 len: 217 time: 0.0604248 Mar 28 15:37:08.511475 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2e4c7186-28f3-41f4-8b53-034e83f7bb59 req-ceb52abd-c712-4d68-a2cf-34f120ca53ae tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423274 Mar 28 15:37:08.565446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46a65-7225-4e78-b6de-38c29d366269 req-1462c9df-388b-4b3d-b461-3f462ff43cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:08.566794 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-1462c9df-388b-4b3d-b461-3f462ff43cfc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ec59c31-e5e1-441b-9baf-89bf2387d796 HTTP/1.1" status: 200 len: 852 time: 0.0614991 Mar 28 15:37:08.612034 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-046f1b43-ee45-4948-b365-61891d2a09f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2310efb-e405-4338-adb0-772056a3392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393846 Mar 28 15:37:08.739549 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-a70d3b41-4d49-4d35-951d-e02388a0b1d7 service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210313 Mar 28 15:37:08.867087 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94b46a65-7225-4e78-b6de-38c29d366269 req-64150214-ec5e-4919-be08-f308193a779e service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214814 Mar 28 15:37:09.696459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9f2d8-cf54-4fda-b827-28a1f9a2c8f6 req-cf5646ba-3518-4d4b-b6b0-0df7df4345d9 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:09.697139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-80c9f2d8-cf54-4fda-b827-28a1f9a2c8f6 req-cf5646ba-3518-4d4b-b6b0-0df7df4345d9 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Synchronizing usage tracker for tenant:01e9121beb3d423ea2a126a3a4fb156d on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:37:09.775412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-80c9f2d8-cf54-4fda-b827-28a1f9a2c8f6 req-cf5646ba-3518-4d4b-b6b0-0df7df4345d9 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Unset dirty status for tenant:01e9121beb3d423ea2a126a3a4fb156d on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:37:09.776563 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80c9f2d8-cf54-4fda-b827-28a1f9a2c8f6 req-cf5646ba-3518-4d4b-b6b0-0df7df4345d9 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 944 time: 0.1603286 Mar 28 15:37:09.905314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80c9f2d8-cf54-4fda-b827-28a1f9a2c8f6 req-61d08fbe-c17c-4b8e-b209-527114d1c5d1 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230552 Mar 28 15:37:11.084878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82624f-068d-40d2-8178-a176e8be209d req-52ff463f-5d63-4392-a50c-e4f4070b2409 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:11.086796 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7a82624f-068d-40d2-8178-a176e8be209d req-52ff463f-5d63-4392-a50c-e4f4070b2409 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 944 time: 0.0790060 Mar 28 15:37:11.130013 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7a82624f-068d-40d2-8178-a176e8be209d req-262e6e7c-bc47-4e36-a238-5f26886ff418 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375967 Mar 28 15:37:12.311357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7dce9-df04-4def-bd44-26e5a92781d5 req-9bd69ab9-b548-43c8-a9b0-0994b1fc0608 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:12.312800 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-63b7dce9-df04-4def-bd44-26e5a92781d5 req-9bd69ab9-b548-43c8-a9b0-0994b1fc0608 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 944 time: 0.0789871 Mar 28 15:37:12.355210 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-63b7dce9-df04-4def-bd44-26e5a92781d5 req-4107acc3-4057-4264-831b-f4bb5e54842a tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368800 Mar 28 15:37:12.404894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 560a6f3d-f195-4ecd-a4b9-7b78c153470a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:37:12.572619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a,segment=NetworkSegment(1c9301a5-b7a5-42b0-9d1f-6f19852d3f50),segment_id=1c9301a5-b7a5-42b0-9d1f-6f19852d3f50)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:37:12.585176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '560a6f3d-f195-4ecd-a4b9-7b78c153470a', 'network_id': 'a2310efb-e405-4338-adb0-772056a3392d', 'port_id': '560a6f3d-f195-4ecd-a4b9-7b78c153470a', 'mac_address': 'fa:16:3e:f1:28:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec59c31-e5e1-441b-9baf-89bf2387d796', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:37:12.640571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:12.656458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560a6f3d-f195-4ecd-a4b9-7b78c153470a {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:37:12.671741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a,segment=NetworkSegment(1c9301a5-b7a5-42b0-9d1f-6f19852d3f50),segment_id=1c9301a5-b7a5-42b0-9d1f-6f19852d3f50)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:37:12.774845 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:12.840968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=560a6f3d-f195-4ecd-a4b9-7b78c153470a,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:12.847797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.848147 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.848487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.848823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.849155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.849484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.849811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.850168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.850493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.850815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.851168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:12.852022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:13.035649 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['560a6f3d-f195-4ecd-a4b9-7b78c153470a'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:37:13.547294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c6ac-7f03-4a1a-a1a1-2730629a126a req-b26df85b-b666-4ba6-81d7-9ce1a516c571 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:13.548718 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b9c7c6ac-7f03-4a1a-a1a1-2730629a126a req-b26df85b-b666-4ba6-81d7-9ce1a516c571 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 945 time: 0.0822446 Mar 28 15:37:13.591693 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b9c7c6ac-7f03-4a1a-a1a1-2730629a126a req-dbcf20b9-587c-4bdd-b4b3-8ba93d918e39 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374742 Mar 28 15:37:14.407057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 560a6f3d-f195-4ecd-a4b9-7b78c153470a up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:37:14.540714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 560a6f3d-f195-4ecd-a4b9-7b78c153470a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:37:14.546048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 560a6f3d-f195-4ecd-a4b9-7b78c153470a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:37:14.546603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:14.659582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:14.686068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:37:14.695994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a,segment=NetworkSegment(1c9301a5-b7a5-42b0-9d1f-6f19852d3f50),segment_id=1c9301a5-b7a5-42b0-9d1f-6f19852d3f50)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:37:14.733500 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a', 'code': 200} Mar 28 15:37:14.781210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:14.782134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1be952-0260-4568-b9ed-f73812bdb8ad req-9ff870ce-4003-4a76-9db3-7b882fbbd5b4 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:14.783612 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ca1be952-0260-4568-b9ed-f73812bdb8ad req-9ff870ce-4003-4a76-9db3-7b882fbbd5b4 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 945 time: 0.0859649 Mar 28 15:37:14.830526 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ca1be952-0260-4568-b9ed-f73812bdb8ad req-6cff2966-1ab7-479e-a56d-5fed074d47b1 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Mar 28 15:37:14.855647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=560a6f3d-f195-4ecd-a4b9-7b78c153470a,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:15.137352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd46ad-5eab-4423-a91e-b9a5c95a5cb3 req-432d12d8-ae96-4eec-a94d-f301ff0e2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:15.138789 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4fcd46ad-5eab-4423-a91e-b9a5c95a5cb3 req-432d12d8-ae96-4eec-a94d-f301ff0e2aa4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 1099 time: 0.0706902 Mar 28 15:37:15.177513 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4fcd46ad-5eab-4423-a91e-b9a5c95a5cb3 req-a45817c4-7e87-4b82-b16f-eeb492a62950 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Mar 28 15:37:16.013834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf1ced-a5f7-4fd3-b436-47494b987b23 req-da60851c-ced8-4069-ad53-14d9353ae28c tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:16.015268 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46bf1ced-a5f7-4fd3-b436-47494b987b23 req-da60851c-ced8-4069-ad53-14d9353ae28c tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0777915 Mar 28 15:37:16.062493 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46bf1ced-a5f7-4fd3-b436-47494b987b23 req-5610b371-bd12-48ae-bceb-0446cdd7818a tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Mar 28 15:37:17.241790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713457f2-3edb-424e-8b96-515ab683620b req-3f1f78df-bee9-42f5-831a-baba56194a05 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:17.243788 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-713457f2-3edb-424e-8b96-515ab683620b req-3f1f78df-bee9-42f5-831a-baba56194a05 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0776556 Mar 28 15:37:17.285618 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-713457f2-3edb-424e-8b96-515ab683620b req-4ad55936-a584-4804-a1ca-4f7bbff9e28b tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Mar 28 15:37:17.758517 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951bd88-ce64-48e7-a96b-f859e37b828b req-181b5a44-2820-4ed2-a647-2d78f98fb5f2 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:17.759993 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4951bd88-ce64-48e7-a96b-f859e37b828b req-181b5a44-2820-4ed2-a647-2d78f98fb5f2 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0831084 Mar 28 15:37:17.804890 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4951bd88-ce64-48e7-a96b-f859e37b828b req-403cf3ed-41c4-462d-907d-a0c72e73192c tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Mar 28 15:37:17.805684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39164) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:37:17.914978 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-40366c54-e1a4-4c75-a181-69aa5207c6a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081579 Mar 28 15:37:18.992197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602aacbe-52ca-4573-b6c7-25863c9df017 req-916846c4-e8a9-455f-bdc4-19768d07815e tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:18.993806 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-602aacbe-52ca-4573-b6c7-25863c9df017 req-916846c4-e8a9-455f-bdc4-19768d07815e tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0819523 Mar 28 15:37:19.045745 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-602aacbe-52ca-4573-b6c7-25863c9df017 req-119f2828-dc3c-479e-bd9b-a7c8c701b530 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444486 Mar 28 15:37:19.764953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-9b6dc106-124f-45f1-b9b9-10e51602a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:19.766404 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-9b6dc106-124f-45f1-b9b9-10e51602a991 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01e9121beb3d423ea2a126a3a4fb156d&device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 1099 time: 0.1150994 Mar 28 15:37:19.949435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-b6e66360-75f9-4095-ab94-8a4f0a37b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:19.950888 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-b6e66360-75f9-4095-ab94-8a4f0a37b6bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2310efb-e405-4338-adb0-772056a3392d HTTP/1.1" status: 200 len: 913 time: 0.1274803 Mar 28 15:37:20.019614 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-f45273d1-1a2f-48ec-a96d-591454a67312 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a HTTP/1.1" status: 200 len: 217 time: 0.0629883 Mar 28 15:37:20.082887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-e858e8b2-75ec-4c4c-a282-2dd705aea79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:20.084366 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-e858e8b2-75ec-4c4c-a282-2dd705aea79e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ec59c31-e5e1-441b-9baf-89bf2387d796 HTTP/1.1" status: 200 len: 852 time: 0.0597556 Mar 28 15:37:20.132035 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-d2aff06c-842f-4b08-a3fc-8099f4087793 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2310efb-e405-4338-adb0-772056a3392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412116 Mar 28 15:37:20.310170 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-0698e5a8-7b83-4511-b971-2b3be65aecce service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715767 Mar 28 15:37:20.347388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846fa32-56df-4d60-b336-0a5812c92d8f req-e6e51784-3568-42df-b545-cbf52bfabb15 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:20.348768 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6846fa32-56df-4d60-b336-0a5812c92d8f req-e6e51784-3568-42df-b545-cbf52bfabb15 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.1910131 Mar 28 15:37:20.463315 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6846fa32-56df-4d60-b336-0a5812c92d8f req-e8810d1b-6d2b-43cc-ae6c-4ee969457f4f tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035740 Mar 28 15:37:20.484632 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e951aa8e-adb7-4603-917b-4f4c2ed78592 req-ea5ba4e7-eea4-4242-9c47-2df501510841 service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683507 Mar 28 15:37:20.736924 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-b776f6bd-c7d1-4a37-a7df-891aed9bad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:20.738281 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-b776f6bd-c7d1-4a37-a7df-891aed9bad56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01e9121beb3d423ea2a126a3a4fb156d&device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 1099 time: 0.0704105 Mar 28 15:37:20.869031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-1e093be5-f0e0-4c0f-9cd4-b383977b09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:20.870454 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-1e093be5-f0e0-4c0f-9cd4-b383977b09ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2310efb-e405-4338-adb0-772056a3392d HTTP/1.1" status: 200 len: 913 time: 0.1244388 Mar 28 15:37:21.034849 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-701bfc0b-2065-48d0-a017-df599580ddba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a HTTP/1.1" status: 200 len: 217 time: 0.1574776 Mar 28 15:37:21.130531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-a8c2c3ae-eb88-4ec9-8b08-7bb69a98802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:21.131938 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-a8c2c3ae-eb88-4ec9-8b08-7bb69a98802c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ec59c31-e5e1-441b-9baf-89bf2387d796 HTTP/1.1" status: 200 len: 852 time: 0.0557580 Mar 28 15:37:21.179965 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-fbf2286f-5b23-420a-bec3-12bd3a8cfab9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2310efb-e405-4338-adb0-772056a3392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421851 Mar 28 15:37:21.314534 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-3f7559ea-43e4-4927-af4b-c956613f737d service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279168 Mar 28 15:37:21.363963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-075c0c65-c115-479c-b69a-289b280ce840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:21.452653 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-7491ba62-8c93-44ff-83a8-35d54188c489 service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298780 Mar 28 15:37:21.710280 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2118c-f6d8-442c-b691-8a89245c8f7c req-98b866e0-f239-4e5d-82d2-e489ea575bcb tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:21.711774 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6b2118c-f6d8-442c-b691-8a89245c8f7c req-98b866e0-f239-4e5d-82d2-e489ea575bcb tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.1293914 Mar 28 15:37:21.756209 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6b2118c-f6d8-442c-b691-8a89245c8f7c req-abdbb124-8683-47ae-af16-5058787446fe tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 Mar 28 15:37:22.940150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a854545-f59a-464e-bf5d-85084b071f3b req-985dced7-347c-41f7-a2e1-e40151b7c371 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:22.941634 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a854545-f59a-464e-bf5d-85084b071f3b req-985dced7-347c-41f7-a2e1-e40151b7c371 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0821843 Mar 28 15:37:22.985033 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a854545-f59a-464e-bf5d-85084b071f3b req-198a28d7-a7d0-43a8-8b57-540ed868561e tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370438 Mar 28 15:37:23.500639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34cc1b1c-7523-4ce3-83a1-20ce0f40c6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:24.173797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea83d-ea26-4a46-a6dd-7d7c69e26db3 req-4862ebc1-fe73-4f18-8a09-70cc0b897aa9 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:24.175377 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ff6ea83d-ea26-4a46-a6dd-7d7c69e26db3 req-4862ebc1-fe73-4f18-8a09-70cc0b897aa9 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0827999 Mar 28 15:37:24.218993 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ff6ea83d-ea26-4a46-a6dd-7d7c69e26db3 req-4ede3e64-c47b-4a35-945b-2d31d05c8aa6 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378869 Mar 28 15:37:24.597376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:24.808721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:25.446194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b9a5d-f9e2-44ec-8458-e14ffac54a8f req-2c8b85c7-6af7-4a55-b9d2-bc69720e6a29 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:25.447663 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d9b9a5d-f9e2-44ec-8458-e14ffac54a8f req-2c8b85c7-6af7-4a55-b9d2-bc69720e6a29 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.1272016 Mar 28 15:37:25.490760 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d9b9a5d-f9e2-44ec-8458-e14ffac54a8f req-e49ffcab-c7ee-49c0-b4ff-7b63c9f6f11f tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374956 Mar 28 15:37:26.228463 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:26.671830 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c03a8-0c34-4ef0-bc51-d0b249bf2c58 req-95151846-bf4d-406f-939c-c32e7fbeef14 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:26.673264 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d13c03a8-0c34-4ef0-bc51-d0b249bf2c58 req-95151846-bf4d-406f-939c-c32e7fbeef14 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0790067 Mar 28 15:37:26.718894 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d13c03a8-0c34-4ef0-bc51-d0b249bf2c58 req-dee7bd34-0e27-417b-ad18-94d524941a21 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Mar 28 15:37:27.902164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd141e-089f-455c-80b2-3c01ebfd580f req-d85fa9d9-9696-4935-a0f0-d3b5cad4220a tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:27.905674 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fafd141e-089f-455c-80b2-3c01ebfd580f req-d85fa9d9-9696-4935-a0f0-d3b5cad4220a tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0782850 Mar 28 15:37:27.952916 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fafd141e-089f-455c-80b2-3c01ebfd580f req-193fb55e-14bb-432f-81de-e3a0828c88ab tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Mar 28 15:37:29.135099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c8efa-0e77-4c12-984e-f1178544a7d6 req-2437763e-4d93-4f1a-978c-cb1923a63121 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:29.136543 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f28c8efa-0e77-4c12-984e-f1178544a7d6 req-2437763e-4d93-4f1a-978c-cb1923a63121 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0791028 Mar 28 15:37:29.179604 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f28c8efa-0e77-4c12-984e-f1178544a7d6 req-844a0565-559f-4433-9dfd-44e773dbc2ce tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374837 Mar 28 15:37:29.293660 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:37:30.362439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e1daf-276e-4821-954d-1d185718d010 req-815f3a6b-040f-4e82-a715-4b4d0ee224ab tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:30.363925 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6a8e1daf-276e-4821-954d-1d185718d010 req-815f3a6b-040f-4e82-a715-4b4d0ee224ab tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0812287 Mar 28 15:37:30.407168 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6a8e1daf-276e-4821-954d-1d185718d010 req-bd3b59f4-297e-41b5-836f-5aa83aab93f6 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371149 Mar 28 15:37:31.598288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65de11-a84b-44b8-94e7-97be1b895ddf req-70a5b77e-cf18-449b-89f1-8350fceefe9a tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:31.599760 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fc65de11-a84b-44b8-94e7-97be1b895ddf req-70a5b77e-cf18-449b-89f1-8350fceefe9a tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0869029 Mar 28 15:37:31.643400 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fc65de11-a84b-44b8-94e7-97be1b895ddf req-b602f0bb-74f2-44ca-acbe-4f925c4f3297 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372722 Mar 28 15:37:32.545686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:32.826861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c46c37-a831-46ee-b914-065112a341b1 req-3260b952-3861-43a0-a72f-b70c915b763d tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:32.828324 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61c46c37-a831-46ee-b914-065112a341b1 req-3260b952-3861-43a0-a72f-b70c915b763d tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0814571 Mar 28 15:37:32.871103 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61c46c37-a831-46ee-b914-065112a341b1 req-fb95199a-739e-47c8-ab60-8affe4dd051c tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Mar 28 15:37:34.054899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726a47a-5f46-431c-95a4-56e0a587ff78 req-bac605b3-5ede-41db-a987-427b7fe50736 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:34.056403 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8726a47a-5f46-431c-95a4-56e0a587ff78 req-bac605b3-5ede-41db-a987-427b7fe50736 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0789881 Mar 28 15:37:34.100808 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8726a47a-5f46-431c-95a4-56e0a587ff78 req-68901cee-5ee9-45f1-a3a9-9ea05e0e0ce7 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388188 Mar 28 15:37:35.284117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddfe5d-b9af-44f0-b7c6-a74cd99bf0b3 req-3e98398f-d260-4c6e-bbb2-bafdec479af0 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:35.285870 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2dddfe5d-b9af-44f0-b7c6-a74cd99bf0b3 req-3e98398f-d260-4c6e-bbb2-bafdec479af0 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0795686 Mar 28 15:37:35.331655 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2dddfe5d-b9af-44f0-b7c6-a74cd99bf0b3 req-1536253b-0e61-4f34-902d-5e9117eb16d7 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 Mar 28 15:37:36.514662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b8627-d6e0-4bed-a1c4-6fe76612b831 req-92f4580c-5d7c-4fae-ace0-5796f13ba156 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:36.516105 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-360b8627-d6e0-4bed-a1c4-6fe76612b831 req-92f4580c-5d7c-4fae-ace0-5796f13ba156 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0814474 Mar 28 15:37:36.559054 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-360b8627-d6e0-4bed-a1c4-6fe76612b831 req-1f31a3a1-f723-4a87-af8b-5d80c8bf69af tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373285 Mar 28 15:37:37.744700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2527ee-39d5-4496-b8e4-6b1e8da06cc1 req-30a0f3f9-c4a8-4b20-9234-80ac962e1527 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:37.746116 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cb2527ee-39d5-4496-b8e4-6b1e8da06cc1 req-30a0f3f9-c4a8-4b20-9234-80ac962e1527 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0806472 Mar 28 15:37:37.788554 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cb2527ee-39d5-4496-b8e4-6b1e8da06cc1 req-e763a1c4-5242-416e-a487-531d2bc4410c tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369081 Mar 28 15:37:38.965080 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-e94e41ed-70c9-47fc-8ece-38c876bed13c service neutron] 10.222.0.23 "GET /v2.0/ports/560a6f3d-f195-4ecd-a4b9-7b78c153470a/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0784967 Mar 28 15:37:38.976355 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd822f3-e831-4ac4-874e-85e3fba0d6c6 req-96a66285-c40e-454f-ab82-7c8a9b049556 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:38.977702 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1cd822f3-e831-4ac4-874e-85e3fba0d6c6 req-96a66285-c40e-454f-ab82-7c8a9b049556 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0831938 Mar 28 15:37:39.020743 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1cd822f3-e831-4ac4-874e-85e3fba0d6c6 req-73fdba68-63bd-4d46-b06a-1a426180faa1 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370476 Mar 28 15:37:39.596648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-e19ec26f-ba7d-4933-94b2-cb562db7d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:39.598099 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-e19ec26f-ba7d-4933-94b2-cb562db7d4f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d&tenant_id=01e9121beb3d423ea2a126a3a4fb156d HTTP/1.1" status: 200 len: 1099 time: 0.0713656 Mar 28 15:37:39.697617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-06c72b18-b2e3-4f4b-b27f-aa1f6369af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:39.699073 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-06c72b18-b2e3-4f4b-b27f-aa1f6369af96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01e9121beb3d423ea2a126a3a4fb156d&device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 1099 time: 0.0689056 Mar 28 15:37:39.824686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-d398c117-d06e-4acb-88aa-3bb2d0ee31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:39.826086 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-d398c117-d06e-4acb-88aa-3bb2d0ee31e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2310efb-e405-4338-adb0-772056a3392d HTTP/1.1" status: 200 len: 913 time: 0.1213396 Mar 28 15:37:39.893926 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-e1cd759c-71b4-4e5c-aae4-803058fd06ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a HTTP/1.1" status: 200 len: 217 time: 0.0620484 Mar 28 15:37:39.956148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-5f014fd1-478d-47e6-8750-dda6445c117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:39.957558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-5f014fd1-478d-47e6-8750-dda6445c117c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ec59c31-e5e1-441b-9baf-89bf2387d796 HTTP/1.1" status: 200 len: 852 time: 0.0568178 Mar 28 15:37:40.100023 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-444b0779-b7eb-4f0e-8a26-190601d22411 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2310efb-e405-4338-adb0-772056a3392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361847 Mar 28 15:37:40.278903 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-73cc5585-918f-4be4-ae60-02c6f90072c2 service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727817 Mar 28 15:37:40.326900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd525dd-1aea-4641-8547-aefe9b5a9a22 req-6c904b4b-da00-4219-9e33-a04afccf8660 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:40.328412 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cdd525dd-1aea-4641-8547-aefe9b5a9a22 req-6c904b4b-da00-4219-9e33-a04afccf8660 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.1929567 Mar 28 15:37:40.444500 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cdd525dd-1aea-4641-8547-aefe9b5a9a22 req-d8103415-f6c1-40ac-b53d-a4dd7c75dd49 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093483 Mar 28 15:37:40.452378 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fd98f29-c2b2-454a-abc8-7f2d767163b1 req-f57f5886-02a4-4a56-8b57-841007be8759 service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640534 Mar 28 15:37:41.629657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a0051-191a-4935-b530-5b08279a7015 req-4bdc445c-5c50-469e-aaa5-b8234e12813a tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:41.631086 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3a0051-191a-4935-b530-5b08279a7015 req-4bdc445c-5c50-469e-aaa5-b8234e12813a tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0770481 Mar 28 15:37:41.674946 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aa3a0051-191a-4935-b530-5b08279a7015 req-4b1e30c9-4f8c-42ee-b296-b04eacce0834 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382733 Mar 28 15:37:42.547459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 560a6f3d-f195-4ecd-a4b9-7b78c153470a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:37:42.554440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 560a6f3d-f195-4ecd-a4b9-7b78c153470a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:37:42.771573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:42.793950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a,segment=NetworkSegment(1c9301a5-b7a5-42b0-9d1f-6f19852d3f50),segment_id=1c9301a5-b7a5-42b0-9d1f-6f19852d3f50)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:37:42.813947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '560a6f3d-f195-4ecd-a4b9-7b78c153470a', 'network_id': 'a2310efb-e405-4338-adb0-772056a3392d', 'port_id': '560a6f3d-f195-4ecd-a4b9-7b78c153470a', 'mac_address': 'fa:16:3e:f1:28:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec59c31-e5e1-441b-9baf-89bf2387d796', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:37:42.818991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:37:42.856669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a,segment=NetworkSegment(1c9301a5-b7a5-42b0-9d1f-6f19852d3f50),segment_id=1c9301a5-b7a5-42b0-9d1f-6f19852d3f50)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:37:42.864902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1d112-6235-4fc3-95ff-c88496ae98e4 req-0e6b90bf-aa9d-46f4-a217-093f6445de82 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:42.864902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3ae1d112-6235-4fc3-95ff-c88496ae98e4 req-0e6b90bf-aa9d-46f4-a217-093f6445de82 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0813951 Mar 28 15:37:42.885922 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a', 'code': 200} Mar 28 15:37:42.888539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:42.905311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 560a6f3d-f195-4ecd-a4b9-7b78c153470a {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:37:42.909423 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3ae1d112-6235-4fc3-95ff-c88496ae98e4 req-540054cf-1f8a-4c4f-8946-6b77a1a1dd34 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Mar 28 15:37:42.929887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:43.061340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:37:43.061679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:37:43.067051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=560a6f3d-f195-4ecd-a4b9-7b78c153470a,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:43.487328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-9e4be19d-5674-400f-8977-9bcdf7c77e41 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:43.488814 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-9e4be19d-5674-400f-8977-9bcdf7c77e41 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d&tenant_id=01e9121beb3d423ea2a126a3a4fb156d&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.0916977 Mar 28 15:37:43.616179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:43.632800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560a6f3d-f195-4ecd-a4b9-7b78c153470a {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:37:43.643834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-b74d9339-708c-420d-ab03-fcd372766bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:43.645296 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-b74d9339-708c-420d-ab03-fcd372766bd3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01e9121beb3d423ea2a126a3a4fb156d&device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 1097 time: 0.0722196 Mar 28 15:37:43.649411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a,segment=NetworkSegment(1c9301a5-b7a5-42b0-9d1f-6f19852d3f50),segment_id=1c9301a5-b7a5-42b0-9d1f-6f19852d3f50)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:37:43.734898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:43.783721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-20f45d66-3a52-4a99-b44b-ead1d2421be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:43.785560 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-20f45d66-3a52-4a99-b44b-ead1d2421be7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2310efb-e405-4338-adb0-772056a3392d HTTP/1.1" status: 200 len: 913 time: 0.1339827 Mar 28 15:37:43.805474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=560a6f3d-f195-4ecd-a4b9-7b78c153470a,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:43.855909 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-6f745496-0272-4709-af24-239df9462741 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a HTTP/1.1" status: 200 len: 217 time: 0.0641494 Mar 28 15:37:43.861562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['560a6f3d-f195-4ecd-a4b9-7b78c153470a'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:37:43.922735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-d67462a6-1276-485e-9238-b4a463d6df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:43.924336 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-d67462a6-1276-485e-9238-b4a463d6df91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ec59c31-e5e1-441b-9baf-89bf2387d796 HTTP/1.1" status: 200 len: 852 time: 0.0628877 Mar 28 15:37:43.973788 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-c3faa7f4-de74-48a7-9926-e952b0d834fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2310efb-e405-4338-adb0-772056a3392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432093 Mar 28 15:37:44.106071 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-5751e727-f731-455a-acfa-0ce884fcd7f6 service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262488 Mar 28 15:37:44.236589 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-c9a309fd-8d44-456e-afdb-8da1ffa88d2e service neutron] 10.222.0.23 "GET /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246157 Mar 28 15:37:44.546048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 560a6f3d-f195-4ecd-a4b9-7b78c153470a up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:37:44.613213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 560a6f3d-f195-4ecd-a4b9-7b78c153470a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:37:44.613583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:44.724658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:44.756872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a,segment=NetworkSegment(1c9301a5-b7a5-42b0-9d1f-6f19852d3f50),segment_id=1c9301a5-b7a5-42b0-9d1f-6f19852d3f50)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:37:44.803043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:44.868503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=560a6f3d-f195-4ecd-a4b9-7b78c153470a,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:44.886714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:37:44.933155 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a', 'code': 200} Mar 28 15:37:45.720503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ba228-1ea5-4b35-874a-a16876a5c77c req-c24b8b36-5b25-4867-a03d-15a532ddfdbb tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:45.721932 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3d7ba228-1ea5-4b35-874a-a16876a5c77c req-c24b8b36-5b25-4867-a03d-15a532ddfdbb tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0818455 Mar 28 15:37:45.764443 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3d7ba228-1ea5-4b35-874a-a16876a5c77c req-15ffd346-f9cf-4d39-9f47-6bbd849ef2dc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369248 Mar 28 15:37:46.953536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed32a0-2b2f-4c9c-8467-37d3a9a3ed7a req-d6a9afcd-996f-4814-bb97-0a7089a95522 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:46.954973 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-baed32a0-2b2f-4c9c-8467-37d3a9a3ed7a req-d6a9afcd-996f-4814-bb97-0a7089a95522 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0823493 Mar 28 15:37:46.997945 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-baed32a0-2b2f-4c9c-8467-37d3a9a3ed7a req-84197f2c-935d-4686-b6b5-dcaaf05d1599 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372276 Mar 28 15:37:47.474999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-9f5a61bb-8f58-428d-8136-6cbc829b3eb1 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:47.476440 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-9f5a61bb-8f58-428d-8136-6cbc829b3eb1 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.0819311 Mar 28 15:37:47.544883 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Deleting port 560a6f3d-f195-4ecd-a4b9-7b78c153470a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:37:47.545564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:47.870432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] For port 560a6f3d-f195-4ecd-a4b9-7b78c153470a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=560a6f3d-f195-4ecd-a4b9-7b78c153470a,segment=NetworkSegment(1c9301a5-b7a5-42b0-9d1f-6f19852d3f50),segment_id=1c9301a5-b7a5-42b0-9d1f-6f19852d3f50)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:37:47.870821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:47.994065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Calling delete_port for 560a6f3d-f195-4ecd-a4b9-7b78c153470a owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:37:48.208185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57c3fc-245f-42a1-8724-10e00bbab5c8 req-acd16eeb-81d0-4fa5-807f-722d6157c631 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:48.209585 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ff57c3fc-245f-42a1-8724-10e00bbab5c8 req-acd16eeb-81d0-4fa5-807f-722d6157c631 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6e5036-c07e-4d99-a40e-37ff308a929d HTTP/1.1" status: 200 len: 946 time: 0.1026509 Mar 28 15:37:48.214252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:48.247389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['560a6f3d-f195-4ecd-a4b9-7b78c153470a'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:37:48.286183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Pushing event deleted for resources: {'Port': ['ID=560a6f3d-f195-4ecd-a4b9-7b78c153470a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:48.335247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.335599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.335947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.336285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.336619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.336955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.337327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.337658 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.337989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.338317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.338640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.338964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:48.383302 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ff57c3fc-245f-42a1-8724-10e00bbab5c8 req-1fc73d57-4452-42b8-a728-3651a2628926 tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.16 "GET /v2.0/security-groups?id=03b87002-875e-40c3-aa0a-525e6c69eef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670005 Mar 28 15:37:48.389373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] No DVR routers for this DVR port 560a6f3d-f195-4ecd-a4b9-7b78c153470a on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:37:48.395290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:48.397944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'name': 'network-vif-deleted', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:37:48.450089 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b200f86-3ecc-4ec5-8f4c-8a85a252daf3 req-2f93b472-35f8-44fa-9eb0-48a9d576c3cc tempest-DeleteServersTestJSON-653757740 tempest-DeleteServersTestJSON-653757740-project] 10.222.0.23 "DELETE /v2.0/ports/560a6f3d-f195-4ecd-a4b9-7b78c153470a HTTP/1.1" status: 204 len: 173 time: 0.9682567 Mar 28 15:37:48.491755 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6e5036-c07e-4d99-a40e-37ff308a929d', 'name': 'network-vif-deleted', 'tag': '560a6f3d-f195-4ecd-a4b9-7b78c153470a', 'status': 'completed', 'code': 200} Mar 28 15:37:49.629840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39266) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:37:49.687967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Deleting subnet 2ec59c31-e5e1-441b-9baf-89bf2387d796 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:37:49.690772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:49.740284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:49.793069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:49.912002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:49.953238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec59c31-e5e1-441b-9baf-89bf2387d796,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:49.958170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:49.965069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.965414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.965754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.966083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.966409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.966736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.967083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.967410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.967730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.968047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.968362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.968674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:37:49.973880 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-34b017bf-265e-423a-9889-b9ce139c5d24 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2ec59c31-e5e1-441b-9baf-89bf2387d796 HTTP/1.1" status: 204 len: 168 time: 0.3425684 Mar 28 15:37:49.975928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39270) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:37:50.176211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:50.294307 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:50.321814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2310efb-e405-4338-adb0-772056a3392d']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:37:50.334075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9301a5-b7a5-42b0-9d1f-6f19852d3f50') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:37:50.334364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9301a5-b7a5-42b0-9d1f-6f19852d3f50') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:37:50.346242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:50.364764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:50.372014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:37:50.377385 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:37:50.386897 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:37:50.517096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:50.533204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:50.544262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2310efb-e405-4338-adb0-772056a3392d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:50.603753 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fcbadfc8-06df-4c33-8baf-49aa3509aa01 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a2310efb-e405-4338-adb0-772056a3392d HTTP/1.1" status: 204 len: 168 time: 0.6262674 Mar 28 15:37:50.843536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39276) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:37:50.890454 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-504df51b-40f2-43ec-9675-84526abe7b54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01e9121beb3d423ea2a126a3a4fb156d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464866 Mar 28 15:37:50.892854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39280) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:37:50.949337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ed68914-ce6b-4c83-b584-d8a42da95da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:50.983477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ed68914-ce6b-4c83-b584-d8a42da95da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:51.088988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ed68914-ce6b-4c83-b584-d8a42da95da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:51.105189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed68914-ce6b-4c83-b584-d8a42da95da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b87002-875e-40c3-aa0a-525e6c69eef7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:51.172561 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ed68914-ce6b-4c83-b584-d8a42da95da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:51.173697 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9ed68914-ce6b-4c83-b584-d8a42da95da7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03b87002-875e-40c3-aa0a-525e6c69eef7 HTTP/1.1" status: 204 len: 168 time: 0.2799473 Mar 28 15:37:51.356847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1a47a2bd-f59b-44a6-b5b7-48706047756a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:52.172102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39304) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:37:52.275146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1298245638-network', 'tenant_id': '7fdf4fea66e9499dbfbf78f7b4f6e81a'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:37:52.279950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:37:52.283829 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Usage tracker for resource:network and tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:37:52.286946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:37:52.293359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:37:52.339796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Made reservation on behalf of 7fdf4fea66e9499dbfbf78f7b4f6e81a for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:37:52.342241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:52.355137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:52.369453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:37:52.373224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Usage tracker for resource:security_group_rule and tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:37:52.376122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:37:52.382017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:37:52.466969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:52.516494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:52.546362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:37:52.556220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c3595-3db1-4d64-bc36-dd1feebf824e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:52.561770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:52.562113 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Added segment a13f654a-8279-4320-9ca0-e881554c2c7b of type vlan for network 00f4e298-2f05-4760-a7eb-7450d35687b8 Mar 28 15:37:52.575962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 560a6f3d-f195-4ecd-a4b9-7b78c153470a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:37:52.589485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:52.613587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 560a6f3d-f195-4ecd-a4b9-7b78c153470a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:37:52.613932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 560a6f3d-f195-4ecd-a4b9-7b78c153470a not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:37:52.687960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:52.687960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:52.687960 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:52.783180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] Pushing event updated for resources: {'Network': ['ID=00f4e298-2f05-4760-a7eb-7450d35687b8,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:52.793533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 00f4e298-2f05-4760-a7eb-7450d35687b8 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:37:52.826166 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-89c9de30-9f64-49bb-915f-aea7547c7b4a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6529489 Mar 28 15:37:52.830032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39310) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:37:52.835458 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Request body: {'subnet': {'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1298245638-subnet', 'tenant_id': '7fdf4fea66e9499dbfbf78f7b4f6e81a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:37:52.840344 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:37:52.844252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Usage tracker for resource:subnet and tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:37:52.847112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:37:52.852841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:37:52.905313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Made reservation on behalf of 7fdf4fea66e9499dbfbf78f7b4f6e81a for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:37:52.907711 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:53.179887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:53.255734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bda6fc6-5b08-4432-8759-62cec6f7cb43,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:53.259836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Checking segment: {'id': 'a13f654a-8279-4320-9ca0-e881554c2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:37:53.260197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Network hostable DHCP agents. Network: 00f4e298-2f05-4760-a7eb-7450d35687b8, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:37:53.334094 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Network 00f4e298-2f05-4760-a7eb-7450d35687b8 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:37:53.397183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 00f4e298-2f05-4760-a7eb-7450d35687b8) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:37:53.401177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:53.401759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:53.405755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c6613-47cf-4520-be4d-94af0e121fa8 None None] Network 00f4e298-2f05-4760-a7eb-7450d35687b8 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:37:53.479143 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b1155323-2042-4343-972a-d4a8197e1643 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6479623 Mar 28 15:37:53.568288 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-93ab5c9f-8c26-49bc-b679-d97a82acc96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:53.639524 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e549f5b-dc40-4560-806b-96f5e3471ef4 None None] Network 00f4e298-2f05-4760-a7eb-7450d35687b8 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:37:54.063442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-f8ceaf89-c3ad-4046-9995-c61ff5a3508a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:54.064438 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-f8ceaf89-c3ad-4046-9995-c61ff5a3508a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Synchronizing usage tracker for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:37:54.168512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-f8ceaf89-c3ad-4046-9995-c61ff5a3508a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Unset dirty status for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:37:54.169715 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-f8ceaf89-c3ad-4046-9995-c61ff5a3508a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 815 time: 0.2974622 Mar 28 15:37:54.185772 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-402bf14e-3e30-4676-ad0f-5cd9f7bbe0bf tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/quotas/7fdf4fea66e9499dbfbf78f7b4f6e81a HTTP/1.1" status: 200 len: 375 time: 0.0106256 Mar 28 15:37:54.239798 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-6afe0067-61a1-4161-8c18-7db852c69d06 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485511 Mar 28 15:37:54.422814 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-ca9b1b81-7772-4731-9518-000fad1da127 service neutron] 10.222.0.16 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760082 Mar 28 15:37:54.573855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:54.582605 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-73b21920-bf41-4c1e-a3dc-85e7b9ac1b4e service neutron] 10.222.0.16 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534007 Mar 28 15:37:54.823103 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-791b161c-518e-47c4-96ff-3b59b2487d32 req-9e8f43e5-2007-4c3f-96f2-8909ab975e33 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 210 time: 0.0429759 Mar 28 15:37:54.842826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:55.979204 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6ab1be5b-f643-4630-8aba-28477be3590a req-307826df-3f03-4952-a286-862854857dc2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 210 time: 0.0419219 Mar 28 15:37:56.225038 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:57.001021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-4669921a-3f82-4cb8-bdde-023b439a35a0 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:57.002445 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-4669921a-3f82-4cb8-bdde-023b439a35a0 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 815 time: 0.1433098 Mar 28 15:37:57.019948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Request body: {'port': {'device_id': '1bb451f9-d6ad-481d-a992-58536639deb6', 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8', 'admin_state_up': True, 'tenant_id': '7fdf4fea66e9499dbfbf78f7b4f6e81a'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:37:57.160135 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-048c5198-3380-4acd-8110-5272ef18d149 req-c92477bf-cf8b-4062-a7ab-669474325435 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 210 time: 0.0569944 Mar 28 15:37:57.199401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:37:57.203253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Usage tracker for resource:port and tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:37:57.205992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:37:57.211743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:37:57.277283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Made reservation on behalf of 7fdf4fea66e9499dbfbf78f7b4f6e81a for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:37:57.280845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:57.437590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Allocated IP 172.20.0.8 (00f4e298-2f05-4760-a7eb-7450d35687b8/3bda6fc6-5b08-4432-8759-62cec6f7cb43/577a7717-ba22-41ee-9e96-ac552248fee8) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:37:57.638571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:57.716802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:57.780517 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Network 00f4e298-2f05-4760-a7eb-7450d35687b8 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:37:57.783392 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:37:57.791407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:37:57.827416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Pushing event updated for resources: {'Port': ['ID=577a7717-ba22-41ee-9e96-ac552248fee8,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:57.953670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:57.954258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:58.020024 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a01eb931-443e-4344-b4d5-f7591f39e01e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0038056 Mar 28 15:37:58.036256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Request body: {'port': {'device_id': '1bb451f9-d6ad-481d-a992-58536639deb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:37:58.140809 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:58.471363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84354cfa-26a7-49cb-95ef-e91c3a90aa16 req-f5275898-f71c-4b19-99e8-ad1812104314 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:58.472735 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-84354cfa-26a7-49cb-95ef-e91c3a90aa16 req-f5275898-f71c-4b19-99e8-ad1812104314 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 931 time: 0.2081280 Mar 28 15:37:58.484777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577a7717-ba22-41ee-9e96-ac552248fee8 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:37:58.492090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:58.507440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Transition to ACTIVE for port object 577a7717-ba22-41ee-9e96-ac552248fee8 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:37:58.518012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-84354cfa-26a7-49cb-95ef-e91c3a90aa16 req-983e43b5-0cf5-44c0-8eb7-c3e414704868 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Synchronizing usage tracker for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:37:58.620039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-84354cfa-26a7-49cb-95ef-e91c3a90aa16 req-983e43b5-0cf5-44c0-8eb7-c3e414704868 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Unset dirty status for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:37:58.620246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:58.621219 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-84354cfa-26a7-49cb-95ef-e91c3a90aa16 req-983e43b5-0cf5-44c0-8eb7-c3e414704868 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428697 Mar 28 15:37:58.773544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Pushing event updated for resources: {'Port': ['ID=577a7717-ba22-41ee-9e96-ac552248fee8,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:58.850218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Attempting to bind port 577a7717-ba22-41ee-9e96-ac552248fee8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:37:58.850536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Attempting to bind port 577a7717-ba22-41ee-9e96-ac552248fee8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a13f654a-8279-4320-9ca0-e881554c2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:37:58.850852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Attempting to bind port 577a7717-ba22-41ee-9e96-ac552248fee8 on network 00f4e298-2f05-4760-a7eb-7450d35687b8 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:37:58.855891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Port 577a7717-ba22-41ee-9e96-ac552248fee8 on network 00f4e298-2f05-4760-a7eb-7450d35687b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:37:58.856203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Attempting to bind port 577a7717-ba22-41ee-9e96-ac552248fee8 on network 00f4e298-2f05-4760-a7eb-7450d35687b8 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:37:58.861137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:37:58.861470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Checking segment: {'id': 'a13f654a-8279-4320-9ca0-e881554c2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:37:58.861841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Bound using segment: {'id': 'a13f654a-8279-4320-9ca0-e881554c2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:37:58.862247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Bound port: 577a7717-ba22-41ee-9e96-ac552248fee8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13f654a-8279-4320-9ca0-e881554c2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:37:58.862581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:58.946857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:37:58.950018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=577a7717-ba22-41ee-9e96-ac552248fee8,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:37:59.014166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:59.077666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:59.078269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:37:59.079758 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] 10.222.0.23 "PUT /v2.0/ports/577a7717-ba22-41ee-9e96-ac552248fee8 HTTP/1.1" status: 200 len: 1093 time: 1.0477095 Mar 28 15:37:59.080192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:37:59.104374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2efd-f4cb-4a52-a2df-ad9b86595501 service neutron] Pushing event updated for resources: {'Port': ['ID=577a7717-ba22-41ee-9e96-ac552248fee8,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:37:59.125943 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8', 'status': 'completed', 'code': 200} Mar 28 15:37:59.233779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118eb0c-7749-45f1-b340-7ad3713008f7 req-033825c7-8ff5-453a-9de4-d0479a9ffc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:59.235279 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a118eb0c-7749-45f1-b340-7ad3713008f7 req-033825c7-8ff5-453a-9de4-d0479a9ffc99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 1096 time: 0.0703158 Mar 28 15:37:59.381931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118eb0c-7749-45f1-b340-7ad3713008f7 req-ece6d98e-92fa-46c1-b83b-c670fe3d8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:59.383323 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a118eb0c-7749-45f1-b340-7ad3713008f7 req-ece6d98e-92fa-46c1-b83b-c670fe3d8d06 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1354566 Mar 28 15:37:59.516109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118eb0c-7749-45f1-b340-7ad3713008f7 req-4bd53403-dbf1-43f4-a86f-89b648cba19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:59.517528 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a118eb0c-7749-45f1-b340-7ad3713008f7 req-4bd53403-dbf1-43f4-a86f-89b648cba19d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288424 Mar 28 15:37:59.648165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-51e6562d-85d4-43c9-859f-e0bd2da92e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:59.649543 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-51e6562d-85d4-43c9-859f-e0bd2da92e28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 1096 time: 0.0758996 Mar 28 15:37:59.722270 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-c04366f4-ec02-4865-8eef-37ff0a7d451d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=577a7717-ba22-41ee-9e96-ac552248fee8 HTTP/1.1" status: 200 len: 217 time: 0.0600581 Mar 28 15:37:59.786839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a85f6716-698e-4e81-ab18-c94f73bc7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:59.788300 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-a85f6716-698e-4e81-ab18-c94f73bc7ca8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 200 len: 855 time: 0.0595396 Mar 28 15:37:59.802741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d3d4-5418-4228-a17c-e90615e94d10 req-df2e982b-9a72-49b8-9d15-84a6f2440f15 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:37:59.804212 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ee84d3d4-5418-4228-a17c-e90615e94d10 req-df2e982b-9a72-49b8-9d15-84a6f2440f15 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 943 time: 0.0788939 Mar 28 15:37:59.834272 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-21836fe6-2b9c-4f9b-8c2f-0f148a1ab2b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00f4e298-2f05-4760-a7eb-7450d35687b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400031 Mar 28 15:37:59.847273 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ee84d3d4-5418-4228-a17c-e90615e94d10 req-3686ef4a-6efa-4e3c-af5b-580d817a5412 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367770 Mar 28 15:37:59.962872 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-57feb35a-fe09-48ea-87f3-7e39a1868f29 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230097 Mar 28 15:38:00.178052 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6bc76716-0059-403b-b3f4-3df3bc8fbdc2 req-de7a672d-af0d-4dc6-a308-f283c9c849d7 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098718 Mar 28 15:38:01.050155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6dd90-6ca0-4d8f-8a1d-5d0ed537657c req-09f77aba-3328-4c9f-81f2-63c4eb594845 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:01.050835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-07a6dd90-6ca0-4d8f-8a1d-5d0ed537657c req-09f77aba-3328-4c9f-81f2-63c4eb594845 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Synchronizing usage tracker for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:38:01.145164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-07a6dd90-6ca0-4d8f-8a1d-5d0ed537657c req-09f77aba-3328-4c9f-81f2-63c4eb594845 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Unset dirty status for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:38:01.146404 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-07a6dd90-6ca0-4d8f-8a1d-5d0ed537657c req-09f77aba-3328-4c9f-81f2-63c4eb594845 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 943 time: 0.1785460 Mar 28 15:38:01.190461 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-07a6dd90-6ca0-4d8f-8a1d-5d0ed537657c req-b51de533-5b3c-4040-abaf-2eb639a6bc9d tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 Mar 28 15:38:02.378530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4807a5-62b4-439d-8fc0-b3889900dc6a req-247c67ab-d888-41d5-8fb9-fafdd120926b tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:02.379993 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3f4807a5-62b4-439d-8fc0-b3889900dc6a req-247c67ab-d888-41d5-8fb9-fafdd120926b tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 943 time: 0.0807676 Mar 28 15:38:02.423628 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3f4807a5-62b4-439d-8fc0-b3889900dc6a req-b52a3413-1c23-4029-9c5e-119818c6570b tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375295 Mar 28 15:38:02.550602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:02.625143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 577a7717-ba22-41ee-9e96-ac552248fee8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:38:02.754553 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=577a7717-ba22-41ee-9e96-ac552248fee8,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:02.767619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '577a7717-ba22-41ee-9e96-ac552248fee8', 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8', 'port_id': '577a7717-ba22-41ee-9e96-ac552248fee8', 'mac_address': 'fa:16:3e:39:18:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bda6fc6-5b08-4432-8759-62cec6f7cb43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:38:02.823662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:02.839610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577a7717-ba22-41ee-9e96-ac552248fee8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:38:02.854548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=577a7717-ba22-41ee-9e96-ac552248fee8,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:02.911086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:02.976898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=577a7717-ba22-41ee-9e96-ac552248fee8,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:03.183626 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['577a7717-ba22-41ee-9e96-ac552248fee8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:38:03.609085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b1d69-b064-4f59-b497-50d0ea172f24 req-26706887-800a-4a51-b74f-a6c88ad16ff5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:03.610782 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e89b1d69-b064-4f59-b497-50d0ea172f24 req-26706887-800a-4a51-b74f-a6c88ad16ff5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 944 time: 0.0813160 Mar 28 15:38:03.653860 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e89b1d69-b064-4f59-b497-50d0ea172f24 req-9d14c2e7-705b-4f68-91fd-03c25ed684ac tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373976 Mar 28 15:38:04.638198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 577a7717-ba22-41ee-9e96-ac552248fee8 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:38:04.745153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 577a7717-ba22-41ee-9e96-ac552248fee8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:38:04.750104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 577a7717-ba22-41ee-9e96-ac552248fee8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:38:04.750477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:04.840661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002546b2-b574-4feb-9b21-1f8b40d248cc req-b514e595-bf7e-4b85-a5ce-299e7f8d2697 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:04.842153 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-002546b2-b574-4feb-9b21-1f8b40d248cc req-b514e595-bf7e-4b85-a5ce-299e7f8d2697 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 944 time: 0.0858974 Mar 28 15:38:04.885808 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-002546b2-b574-4feb-9b21-1f8b40d248cc req-74e46c56-08f6-4bc0-ad08-0f342f93d5b8 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379345 Mar 28 15:38:04.901809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:04.928223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:38:04.937783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=577a7717-ba22-41ee-9e96-ac552248fee8,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:04.971596 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8', 'code': 200} Mar 28 15:38:04.973659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:05.038973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=577a7717-ba22-41ee-9e96-ac552248fee8,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:05.358762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7a75-4a14-4e96-a168-be0849dce913 req-5fc73328-d914-4773-8758-0e2acb846351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:05.360207 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-799d7a75-4a14-4e96-a168-be0849dce913 req-5fc73328-d914-4773-8758-0e2acb846351 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 1098 time: 0.0700047 Mar 28 15:38:05.399827 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-799d7a75-4a14-4e96-a168-be0849dce913 req-9dd543fe-4d53-407e-8439-bb0960d0a88f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Mar 28 15:38:06.075615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0146e1-e9fd-4460-ae54-ffab2ae63766 req-22f49d04-f559-4242-bdbf-0cc00a69f798 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:06.077063 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1f0146e1-e9fd-4460-ae54-ffab2ae63766 req-22f49d04-f559-4242-bdbf-0cc00a69f798 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0798144 Mar 28 15:38:06.120522 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1f0146e1-e9fd-4460-ae54-ffab2ae63766 req-25c7bcf3-7d4a-4269-9ef0-4d8e344aebd4 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378749 Mar 28 15:38:06.328606 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:38:07.305222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaeb97-56ff-4db9-96b0-ef7d19ad1558 req-20532666-8745-4bbc-9c0c-8d19602143d6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:07.306636 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-afeaeb97-56ff-4db9-96b0-ef7d19ad1558 req-20532666-8745-4bbc-9c0c-8d19602143d6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0813487 Mar 28 15:38:07.349012 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-afeaeb97-56ff-4db9-96b0-ef7d19ad1558 req-7197f527-f2d1-4ff9-b22b-b2400e4da99e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Mar 28 15:38:07.534013 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9161c4-6a10-4e47-9f85-201bafc89b81 req-e9eb0500-f9a4-437e-988a-3affe7f40c27 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:07.535730 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1c9161c4-6a10-4e47-9f85-201bafc89b81 req-e9eb0500-f9a4-437e-988a-3affe7f40c27 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0823298 Mar 28 15:38:07.579891 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1c9161c4-6a10-4e47-9f85-201bafc89b81 req-053ca5d6-083f-4b13-aaa9-4c44daaec1c2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384521 Mar 28 15:38:08.011282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4749323-7d1a-4eb0-aa62-57f7cda28822 req-67ab7a2e-0e79-4c1e-9aa4-4df027de0a36 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:08.012752 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b4749323-7d1a-4eb0-aa62-57f7cda28822 req-67ab7a2e-0e79-4c1e-9aa4-4df027de0a36 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0860810 Mar 28 15:38:08.059342 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b4749323-7d1a-4eb0-aa62-57f7cda28822 req-4fd664e1-3ef8-4a0a-b502-de07a8a6e074 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Mar 28 15:38:08.238166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138c04a-a792-4084-9093-af0d198e938b req-d0152052-90ea-447d-a82f-c8607bed9aab tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:08.239612 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8138c04a-a792-4084-9093-af0d198e938b req-d0152052-90ea-447d-a82f-c8607bed9aab tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0779550 Mar 28 15:38:08.288092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8138c04a-a792-4084-9093-af0d198e938b req-edb41dfe-2c5b-4f96-a769-9d9dedca55aa tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Mar 28 15:38:08.834081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61663ec4-969a-45c1-a6bc-f7e093cadd7c req-fae07587-72bb-4e41-8f1b-b4a19f7a70d6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:08.835558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61663ec4-969a-45c1-a6bc-f7e093cadd7c req-fae07587-72bb-4e41-8f1b-b4a19f7a70d6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0834637 Mar 28 15:38:08.880700 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61663ec4-969a-45c1-a6bc-f7e093cadd7c req-028cadb2-12a7-4405-8ad6-77b7289f0f4b tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Mar 28 15:38:08.902452 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-f64044d2-3811-4c6d-a742-ef4149c637ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688562 Mar 28 15:38:10.065097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645ad8a-b119-422c-86ad-b6aeb78b42f0 req-40dcb3c5-d784-4dea-b013-e31bac8dbd53 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:10.066455 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1645ad8a-b119-422c-86ad-b6aeb78b42f0 req-40dcb3c5-d784-4dea-b013-e31bac8dbd53 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0802042 Mar 28 15:38:10.113208 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1645ad8a-b119-422c-86ad-b6aeb78b42f0 req-cc3fca18-e9e4-46c3-a87d-ca7e398f8ca8 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Mar 28 15:38:10.959694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f3a01-a59b-4b58-8738-d77d14156770 req-8244645f-29ca-4189-ae56-65f885c07d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:10.961142 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-8244645f-29ca-4189-ae56-65f885c07d17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 1098 time: 0.0697887 Mar 28 15:38:11.087603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f3a01-a59b-4b58-8738-d77d14156770 req-0efc5d60-1fe6-4e7a-bd0c-38cbaf4a09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:11.089610 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-0efc5d60-1fe6-4e7a-bd0c-38cbaf4a09d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 916 time: 0.1228464 Mar 28 15:38:11.158455 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-1a072224-8a42-4b3c-a6b2-178fe124558b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=577a7717-ba22-41ee-9e96-ac552248fee8 HTTP/1.1" status: 200 len: 217 time: 0.0629144 Mar 28 15:38:11.223455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f3a01-a59b-4b58-8738-d77d14156770 req-9c2a9b99-f7a7-4cd8-8121-5eb5b7742519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:11.224752 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-9c2a9b99-f7a7-4cd8-8121-5eb5b7742519 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 200 len: 855 time: 0.0606513 Mar 28 15:38:11.301162 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-c8cc6d0a-ce79-4ce8-8783-718801226cba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00f4e298-2f05-4760-a7eb-7450d35687b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430772 Mar 28 15:38:11.429652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1cfe9-a46f-422b-8a41-d7d5fe90c0d0 req-1fee7e92-fa1c-4c7f-acc2-563ce4abfac1 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:11.431123 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f5a1cfe9-a46f-422b-8a41-d7d5fe90c0d0 req-1fee7e92-fa1c-4c7f-acc2-563ce4abfac1 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.2095397 Mar 28 15:38:11.471957 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-022fb621-163c-4fd3-a723-763de53d05d6 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644733 Mar 28 15:38:11.522081 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f5a1cfe9-a46f-422b-8a41-d7d5fe90c0d0 req-4ebc19cb-08b1-459d-8b52-1e91f34bd2d6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828896 Mar 28 15:38:11.613109 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-cab10dbb-7018-4bf4-afe9-3937de82368a service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313522 Mar 28 15:38:12.701827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5080a-e088-4858-9711-2de0f9860274 req-a0ac2d1e-6a37-4dfb-92bb-b2f7d5786529 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:12.703203 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b4f5080a-e088-4858-9711-2de0f9860274 req-a0ac2d1e-6a37-4dfb-92bb-b2f7d5786529 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0791550 Mar 28 15:38:12.746534 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b4f5080a-e088-4858-9711-2de0f9860274 req-a8b8d875-6a0d-4b84-9801-f5bea084e692 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Mar 28 15:38:13.927194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774bd66-4bbb-4b83-8380-b48fa12851a1 req-7ec82301-3940-475d-9878-dfa7598dd088 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:13.928670 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c774bd66-4bbb-4b83-8380-b48fa12851a1 req-7ec82301-3940-475d-9878-dfa7598dd088 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0790584 Mar 28 15:38:13.972292 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c774bd66-4bbb-4b83-8380-b48fa12851a1 req-c2830298-db24-45ef-ba95-1d87a53119df tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375245 Mar 28 15:38:15.157422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae9236-b0bd-4a7c-83dc-9d3e6253ec4b req-8bb27fb8-9108-45b2-af5a-05bc40f78e60 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:15.158841 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-02ae9236-b0bd-4a7c-83dc-9d3e6253ec4b req-8bb27fb8-9108-45b2-af5a-05bc40f78e60 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0820048 Mar 28 15:38:15.202474 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-02ae9236-b0bd-4a7c-83dc-9d3e6253ec4b req-1e12ce9b-d177-4468-a8f7-53a321932c99 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Mar 28 15:38:16.495417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db69a0-982a-4fd0-9e9a-ceffa7b334a8 req-f589c34f-242e-40e4-87f6-7b24be4845da tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:16.496764 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-42db69a0-982a-4fd0-9e9a-ceffa7b334a8 req-f589c34f-242e-40e4-87f6-7b24be4845da tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.1675513 Mar 28 15:38:16.540131 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-42db69a0-982a-4fd0-9e9a-ceffa7b334a8 req-4f87e9d9-b068-4abd-9f42-445191802278 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Mar 28 15:38:17.725389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724b7bc-0dca-41fe-ab49-3d56e719f328 req-2c7692ce-4f9d-4a63-950f-849940ba0848 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:17.726824 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e724b7bc-0dca-41fe-ab49-3d56e719f328 req-2c7692ce-4f9d-4a63-950f-849940ba0848 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0803170 Mar 28 15:38:17.772562 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e724b7bc-0dca-41fe-ab49-3d56e719f328 req-1ff3de39-c980-487d-aaf5-d114361713aa tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 Mar 28 15:38:18.955634 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51b58-52c7-44b2-ab10-9df82efbbe9e req-41501d81-632f-492c-ae03-f6f083bcdf09 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:18.957063 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-37d51b58-52c7-44b2-ab10-9df82efbbe9e req-41501d81-632f-492c-ae03-f6f083bcdf09 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0805376 Mar 28 15:38:18.999694 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-37d51b58-52c7-44b2-ab10-9df82efbbe9e req-c4c910f1-2488-4f21-b9a5-deccba68d7d1 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Mar 28 15:38:19.758440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-3b9b5afa-ce77-44bc-b14d-f219d2844c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:19.759912 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-3b9b5afa-ce77-44bc-b14d-f219d2844c3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 1098 time: 0.0723264 Mar 28 15:38:19.900512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-5e2fa59e-5801-4dc9-9643-441927a9339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:19.901936 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-5e2fa59e-5801-4dc9-9643-441927a9339b service neutron] 10.222.0.23 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 916 time: 0.1246133 Mar 28 15:38:19.970494 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-6342e4de-c5f7-4405-96be-fe4d4666782a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=577a7717-ba22-41ee-9e96-ac552248fee8 HTTP/1.1" status: 200 len: 217 time: 0.0631001 Mar 28 15:38:20.030896 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-4d046477-fb02-4daf-9c13-f1d34d6b58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:20.032355 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-4d046477-fb02-4daf-9c13-f1d34d6b58ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 200 len: 855 time: 0.0557513 Mar 28 15:38:20.078147 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-db3cb526-0d77-4107-8052-4b395cd04469 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00f4e298-2f05-4760-a7eb-7450d35687b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401499 Mar 28 15:38:20.181939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a40b97-095f-4a7c-8258-8220f4a2f4b4 req-de38edee-25b7-4a08-8457-bd6496b579b2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:20.184009 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f3a40b97-095f-4a7c-8258-8220f4a2f4b4 req-de38edee-25b7-4a08-8457-bd6496b579b2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0805578 Mar 28 15:38:20.209037 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-efee9f9e-92b6-487e-a591-2eab59876eb0 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245708 Mar 28 15:38:20.227340 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f3a40b97-095f-4a7c-8258-8220f4a2f4b4 req-acd3a9aa-8b2c-4be5-9905-c0f52d89bea0 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Mar 28 15:38:20.337993 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-94a55c55-42c6-4ba8-b846-51d21af8c97f req-02ab114b-21cb-4968-a68f-af22f61b1d88 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234388 Mar 28 15:38:21.356331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-71c49dc1-72a2-4ac8-aa11-ca8a7aceaafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:21.432487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd232120-818e-4b07-9e40-13744428c33a req-d36d6d8d-c897-4354-a26f-abb7cecdd838 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:21.434466 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bd232120-818e-4b07-9e40-13744428c33a req-d36d6d8d-c897-4354-a26f-abb7cecdd838 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0849910 Mar 28 15:38:21.477894 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bd232120-818e-4b07-9e40-13744428c33a req-17d51d6d-18d6-4631-adf1-0e1a3e0404ff tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Mar 28 15:38:22.665019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0836cdd-da61-4f92-a5f8-3acf844ca8dd req-225e5cd2-c33e-4525-8825-f6f30734dcc1 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:22.666364 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b0836cdd-da61-4f92-a5f8-3acf844ca8dd req-225e5cd2-c33e-4525-8825-f6f30734dcc1 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0817473 Mar 28 15:38:22.711736 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b0836cdd-da61-4f92-a5f8-3acf844ca8dd req-ff4fa55e-67f3-4a3a-a5d5-0ec7173da567 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395401 Mar 28 15:38:23.533058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4261d0c8-58ca-4699-8ada-86de268af02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:23.902314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840a8b5-c4cd-48ab-9667-0a8c77dcc05a req-2b2c77f3-888b-4a2b-9afc-fa9e84cf29db tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:23.903739 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f840a8b5-c4cd-48ab-9667-0a8c77dcc05a req-2b2c77f3-888b-4a2b-9afc-fa9e84cf29db tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0844569 Mar 28 15:38:23.957634 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f840a8b5-c4cd-48ab-9667-0a8c77dcc05a req-2de1b355-540f-4472-95fd-5289a1e9da96 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Mar 28 15:38:24.596056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:24.795989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:25.137418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8b4ee-262f-4a2a-8e21-844f1afc9ad9 req-99f4de3a-a129-400d-bbec-98cc326d8c81 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:25.138788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94b8b4ee-262f-4a2a-8e21-844f1afc9ad9 req-99f4de3a-a129-400d-bbec-98cc326d8c81 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0784674 Mar 28 15:38:25.180942 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94b8b4ee-262f-4a2a-8e21-844f1afc9ad9 req-7ae40b8e-e16a-430a-83be-3452ce0f3e11 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363982 Mar 28 15:38:26.247356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:26.362628 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e1472-8726-4d95-ba84-1f779ae85554 req-32dfe492-a393-4f26-9789-88e3ddd21159 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:26.364109 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e7e1472-8726-4d95-ba84-1f779ae85554 req-32dfe492-a393-4f26-9789-88e3ddd21159 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0780072 Mar 28 15:38:26.415156 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e7e1472-8726-4d95-ba84-1f779ae85554 req-e4035b50-7c72-4dc9-8876-79fc0a15f167 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453644 Mar 28 15:38:27.603205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034526e2-c910-49c7-87be-d52fd6ddf08b req-0c2e7784-7ab0-4fdf-9588-b89e9f02089f tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:27.604639 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-034526e2-c910-49c7-87be-d52fd6ddf08b req-0c2e7784-7ab0-4fdf-9588-b89e9f02089f tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0819917 Mar 28 15:38:27.647660 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-034526e2-c910-49c7-87be-d52fd6ddf08b req-b0dd57cf-c7b6-41c7-a0f2-b250458dc73a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373538 Mar 28 15:38:28.886334 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-0ac69a93-af45-47d2-a517-ed7eb1161047 service neutron] 10.222.0.23 "GET /v2.0/ports/577a7717-ba22-41ee-9e96-ac552248fee8/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0892141 Mar 28 15:38:28.894889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514a136-ea17-410c-925e-5897f24cd931 req-cb4c70f4-0c1d-4a5b-a663-100ac3aae236 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:28.896321 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d514a136-ea17-410c-925e-5897f24cd931 req-cb4c70f4-0c1d-4a5b-a663-100ac3aae236 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.1434205 Mar 28 15:38:28.941709 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d514a136-ea17-410c-925e-5897f24cd931 req-cdc8c332-396f-4289-ac37-775a2d7c892c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Mar 28 15:38:29.414660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f3a01-a59b-4b58-8738-d77d14156770 req-800ec78b-e296-4311-a711-4412f2c9cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:29.416167 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-800ec78b-e296-4311-a711-4412f2c9cf84 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6&tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a HTTP/1.1" status: 200 len: 1098 time: 0.0735056 Mar 28 15:38:29.518063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f3a01-a59b-4b58-8738-d77d14156770 req-1b24aba4-f697-4537-a8b5-adb8822ca69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:29.519529 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-1b24aba4-f697-4537-a8b5-adb8822ca69c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 1098 time: 0.0697029 Mar 28 15:38:29.648352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f3a01-a59b-4b58-8738-d77d14156770 req-3cdc356e-725c-498d-9908-24fa1914711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:29.649813 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-3cdc356e-725c-498d-9908-24fa1914711d service neutron] 10.222.0.23 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 916 time: 0.1238761 Mar 28 15:38:29.722047 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-a98302c4-d1b6-4051-9440-f3242309668b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=577a7717-ba22-41ee-9e96-ac552248fee8 HTTP/1.1" status: 200 len: 217 time: 0.0659502 Mar 28 15:38:29.781766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f3a01-a59b-4b58-8738-d77d14156770 req-3cfd352d-1503-46dc-99f3-63a1c105b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:29.783189 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-3cfd352d-1503-46dc-99f3-63a1c105b26e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 200 len: 855 time: 0.0558677 Mar 28 15:38:29.918425 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-97f6f65a-b4f3-4a5a-bc77-a0c8d804a07e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00f4e298-2f05-4760-a7eb-7450d35687b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297760 Mar 28 15:38:30.049571 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-4f8133b9-f1bb-4f69-a698-cf0b2433fbd4 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253929 Mar 28 15:38:30.149567 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3ec93-b4f2-4108-a71f-ebb78b0fe29b req-63f8ef84-ff0d-4605-8739-880973ec176e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:30.151059 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4ba3ec93-b4f2-4108-a71f-ebb78b0fe29b req-63f8ef84-ff0d-4605-8739-880973ec176e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0838311 Mar 28 15:38:30.182215 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-773f3a01-a59b-4b58-8738-d77d14156770 req-2ca87ac6-5440-44d9-a164-d2d4bae3bc9f service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266437 Mar 28 15:38:30.194749 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4ba3ec93-b4f2-4108-a71f-ebb78b0fe29b req-cdac81f9-2b3d-4320-9447-e9fe06b4dccb tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Mar 28 15:38:31.384093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9cbad-8ffc-4f20-b736-e818f5b5f02f req-39435704-576d-4033-99e6-e9aea87e1e56 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:31.385527 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-39b9cbad-8ffc-4f20-b736-e818f5b5f02f req-39435704-576d-4033-99e6-e9aea87e1e56 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0815446 Mar 28 15:38:31.427771 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-39b9cbad-8ffc-4f20-b736-e818f5b5f02f req-f44f26ff-69e1-4d8d-85a0-63938468765a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366325 Mar 28 15:38:32.556028 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:32.608898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c1ef-5e39-414c-8f3b-69c00a410d0f req-9eb8ef10-6d10-43e3-86ea-b99fc8d5d130 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:32.610346 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dab6c1ef-5e39-414c-8f3b-69c00a410d0f req-9eb8ef10-6d10-43e3-86ea-b99fc8d5d130 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0781844 Mar 28 15:38:32.653361 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dab6c1ef-5e39-414c-8f3b-69c00a410d0f req-83281ca4-6437-4d7d-b3c1-51fecf50ba7a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372367 Mar 28 15:38:32.767481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 577a7717-ba22-41ee-9e96-ac552248fee8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:38:32.774691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 577a7717-ba22-41ee-9e96-ac552248fee8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:38:32.994447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:33.013197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=577a7717-ba22-41ee-9e96-ac552248fee8,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:33.034919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '577a7717-ba22-41ee-9e96-ac552248fee8', 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8', 'port_id': '577a7717-ba22-41ee-9e96-ac552248fee8', 'mac_address': 'fa:16:3e:39:18:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bda6fc6-5b08-4432-8759-62cec6f7cb43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:38:33.040971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:38:33.084469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=577a7717-ba22-41ee-9e96-ac552248fee8,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:33.107422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:33.118731 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8', 'code': 200} Mar 28 15:38:33.124367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023fdbf-d439-4bde-b3d7-6d8b1fe4a51b req-905fa896-7d1e-47c3-a5f2-5aad84f1dc8c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:33.125978 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4023fdbf-d439-4bde-b3d7-6d8b1fe4a51b req-905fa896-7d1e-47c3-a5f2-5aad84f1dc8c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.1060596 Mar 28 15:38:33.129952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 577a7717-ba22-41ee-9e96-ac552248fee8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:38:33.151509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:33.173303 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4023fdbf-d439-4bde-b3d7-6d8b1fe4a51b req-244d0ae0-bdaa-4619-907c-81a833d6d778 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Mar 28 15:38:33.194900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-343e9c3e-5b58-43f2-88f7-cb27cb37b99e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:33.196642 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-343e9c3e-5b58-43f2-88f7-cb27cb37b99e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6&tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0963817 Mar 28 15:38:33.264790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:38:33.265138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:38:33.268817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=577a7717-ba22-41ee-9e96-ac552248fee8,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:33.275996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.276404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.277264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.277600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.277931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.278262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.278594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.278922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.279272 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.279594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.279916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.280236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:38:33.346081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-eab41b42-a389-47b8-b769-c71cc82b4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:33.347548 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-eab41b42-a389-47b8-b769-c71cc82b4de4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 1096 time: 0.0706637 Mar 28 15:38:33.474042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-e127de84-35ce-469f-bd5b-e9f4f1d36709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:33.475392 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-e127de84-35ce-469f-bd5b-e9f4f1d36709 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 916 time: 0.1224947 Mar 28 15:38:33.544189 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-89ce3ff7-23da-4bf0-8793-7df8dff9b28a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=577a7717-ba22-41ee-9e96-ac552248fee8 HTTP/1.1" status: 200 len: 217 time: 0.0628884 Mar 28 15:38:33.604089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-6f179dc1-b1ac-4f92-be90-4305e1c89d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:33.605475 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-6f179dc1-b1ac-4f92-be90-4305e1c89d41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 200 len: 855 time: 0.0557580 Mar 28 15:38:33.653201 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-7d7d69ce-2a64-4887-9cb6-ecbb3c61c94a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00f4e298-2f05-4760-a7eb-7450d35687b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423446 Mar 28 15:38:33.780790 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-e50c5dbe-bc3f-46cc-8e91-fb0e90754910 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223917 Mar 28 15:38:33.821194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:33.837972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577a7717-ba22-41ee-9e96-ac552248fee8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:38:33.853633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=577a7717-ba22-41ee-9e96-ac552248fee8,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:33.910255 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e03e1f1e-9ac1-44ad-bccc-ac9b4a541342 req-fd30cbeb-4cb9-4815-b764-0e6e90361930 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237886 Mar 28 15:38:33.938831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:34.019936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=577a7717-ba22-41ee-9e96-ac552248fee8,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:34.081009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['577a7717-ba22-41ee-9e96-ac552248fee8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:38:34.365323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e2181-84fd-480c-b545-db774850721d req-f6a2c1ad-a9b2-44f5-bae3-c0a1a946b948 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:34.366703 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-269e2181-84fd-480c-b545-db774850721d req-f6a2c1ad-a9b2-44f5-bae3-c0a1a946b948 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 944 time: 0.0786686 Mar 28 15:38:34.410008 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-269e2181-84fd-480c-b545-db774850721d req-9b0f7c38-365a-4ff5-aa8a-ca67c0fcdf23 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Mar 28 15:38:34.785670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 577a7717-ba22-41ee-9e96-ac552248fee8 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:38:34.851911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 577a7717-ba22-41ee-9e96-ac552248fee8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:38:34.852584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:34.969767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:35.001815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=577a7717-ba22-41ee-9e96-ac552248fee8,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:35.058520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:35.121867 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:38:35.130746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=577a7717-ba22-41ee-9e96-ac552248fee8,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:35.167327 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8', 'code': 200} Mar 28 15:38:35.594860 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5211e-2fd0-43e3-943b-9ffcd402b77d req-fbeaab47-13a4-4bb9-a93c-b03b76077f19 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:35.596304 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-39f5211e-2fd0-43e3-943b-9ffcd402b77d req-fbeaab47-13a4-4bb9-a93c-b03b76077f19 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0803545 Mar 28 15:38:35.639045 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-39f5211e-2fd0-43e3-943b-9ffcd402b77d req-d8c57310-ba09-4323-866b-0482a6b5bce8 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370431 Mar 28 15:38:35.826770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970d1b5-a034-4dd5-803c-ad734e09d9d9 req-004bcb53-1e9d-4fbd-a93a-1e3cb6f6fb69 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:35.828224 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0970d1b5-a034-4dd5-803c-ad734e09d9d9 req-004bcb53-1e9d-4fbd-a93a-1e3cb6f6fb69 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0782075 Mar 28 15:38:35.874106 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0970d1b5-a034-4dd5-803c-ad734e09d9d9 req-35541352-5443-4a31-b094-675b69308066 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Mar 28 15:38:36.052805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72130f-adb0-4f57-b14e-fa922e925ca1 req-adf6b87f-f037-45b5-9010-48bf925be02b tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:36.054242 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5e72130f-adb0-4f57-b14e-fa922e925ca1 req-adf6b87f-f037-45b5-9010-48bf925be02b tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0789704 Mar 28 15:38:36.097718 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5e72130f-adb0-4f57-b14e-fa922e925ca1 req-504c2825-0af2-453b-a25a-c518db01e0ed tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372219 Mar 28 15:38:36.749638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-d2582129-711d-457c-b096-37b5b782da1c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:36.750982 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-d2582129-711d-457c-b096-37b5b782da1c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 815 time: 0.1425524 Mar 28 15:38:36.765760 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-6295706c-99c0-4ee9-a6ef-397eaba11312 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/quotas/7fdf4fea66e9499dbfbf78f7b4f6e81a HTTP/1.1" status: 200 len: 375 time: 0.0094125 Mar 28 15:38:36.937518 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-d4c03f94-d168-4a99-9217-dee7cd834ce3 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1670640 Mar 28 15:38:37.020729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-e56c7326-1c0f-4454-a27c-87382ea3127f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:38:37.021733 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-e56c7326-1c0f-4454-a27c-87382ea3127f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0778530 Mar 28 15:38:37.151648 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-d0fb3b52-9849-40f0-b1ce-11ce29a8bd01 service neutron] 10.222.0.16 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240115 Mar 28 15:38:37.282518 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-d647c071-cfb8-4a28-9c2a-eca7f0937551 service neutron] 10.222.0.16 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249070 Mar 28 15:38:37.522705 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f7273a17-3986-4cd4-b08b-30b295671966 req-22d4d765-66ca-45ff-b011-2280cf3b513e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 210 time: 0.0432980 Mar 28 15:38:38.456023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4137556-f749-4694-813a-be2f84cf872c req-9ac1d02d-fd79-4265-af6f-1698d9dccd2f tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:38.457461 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4137556-f749-4694-813a-be2f84cf872c req-9ac1d02d-fd79-4265-af6f-1698d9dccd2f tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb451f9-d6ad-481d-a992-58536639deb6 HTTP/1.1" status: 200 len: 945 time: 0.0857396 Mar 28 15:38:38.536876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-c4137556-f749-4694-813a-be2f84cf872c req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Deleting port 577a7717-ba22-41ee-9e96-ac552248fee8 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:38:38.537220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c4137556-f749-4694-813a-be2f84cf872c req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:38.714160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dafa0e7d-1549-44e8-81e3-195b71f6ee2e req-41987d21-06f3-476d-b52d-f3fb2f065486 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 210 time: 0.0512378 Mar 28 15:38:38.846391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-c4137556-f749-4694-813a-be2f84cf872c req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] For port 577a7717-ba22-41ee-9e96-ac552248fee8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=577a7717-ba22-41ee-9e96-ac552248fee8,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:38.846747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c4137556-f749-4694-813a-be2f84cf872c req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:38.977635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-c4137556-f749-4694-813a-be2f84cf872c req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Calling delete_port for 577a7717-ba22-41ee-9e96-ac552248fee8 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:38:39.195614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c4137556-f749-4694-813a-be2f84cf872c req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:39.231584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['577a7717-ba22-41ee-9e96-ac552248fee8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:38:39.250275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Pushing event deleted for resources: {'Port': ['ID=577a7717-ba22-41ee-9e96-ac552248fee8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:39.324214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4137556-f749-4694-813a-be2f84cf872c req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] No DVR routers for this DVR port 577a7717-ba22-41ee-9e96-ac552248fee8 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:38:39.326451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c4137556-f749-4694-813a-be2f84cf872c req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:39.328963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'name': 'network-vif-deleted', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:38:39.373146 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb451f9-d6ad-481d-a992-58536639deb6', 'name': 'network-vif-deleted', 'tag': '577a7717-ba22-41ee-9e96-ac552248fee8', 'status': 'completed', 'code': 200} Mar 28 15:38:39.402253 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4137556-f749-4694-813a-be2f84cf872c req-6cbadb5f-b012-44d3-851d-6eec7d41b902 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "DELETE /v2.0/ports/577a7717-ba22-41ee-9e96-ac552248fee8 HTTP/1.1" status: 204 len: 173 time: 0.9311924 Mar 28 15:38:39.669353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-f154124c-5b60-47c2-b734-4d6d01261eb3 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:39.670749 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-f154124c-5b60-47c2-b734-4d6d01261eb3 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 815 time: 0.1507516 Mar 28 15:38:39.690936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Request body: {'port': {'device_id': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8', 'admin_state_up': True, 'tenant_id': '7fdf4fea66e9499dbfbf78f7b4f6e81a'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:38:39.962768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a89865ae-93c5-45e9-9ea7-5cacdcfb7bb6 req-ad3934d7-38c1-4162-91f0-9030123af895 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Synchronizing usage tracker for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:38:39.974365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:38:39.981677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Usage tracker for resource:port and tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:38:39.984414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:38:39.990005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:38:40.064554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Made reservation on behalf of 7fdf4fea66e9499dbfbf78f7b4f6e81a for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:38:40.067983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:40.130146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a89865ae-93c5-45e9-9ea7-5cacdcfb7bb6 req-ad3934d7-38c1-4162-91f0-9030123af895 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Unset dirty status for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:38:40.135453 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a89865ae-93c5-45e9-9ea7-5cacdcfb7bb6 req-ad3934d7-38c1-4162-91f0-9030123af895 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 210 time: 0.3161211 Mar 28 15:38:40.232573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Allocated IP 172.20.0.14 (00f4e298-2f05-4760-a7eb-7450d35687b8/3bda6fc6-5b08-4432-8759-62cec6f7cb43/a464f944-5cd7-47b1-8fdd-bedb11389989) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:38:40.438951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:40.510228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:40.543208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['577a7717-ba22-41ee-9e96-ac552248fee8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:38:40.575547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Network 00f4e298-2f05-4760-a7eb-7450d35687b8 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:38:40.578499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:38:40.586727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:38:40.620596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Pushing event updated for resources: {'Port': ['ID=a464f944-5cd7-47b1-8fdd-bedb11389989,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:40.654554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:40.655164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:40.738896 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-168fdee3-63dc-4dff-a139-5cece822697a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0516636 Mar 28 15:38:40.755828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Request body: {'port': {'device_id': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:38:40.861749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:41.206497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a464f944-5cd7-47b1-8fdd-bedb11389989 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:38:41.213730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:41.228510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Transition to ACTIVE for port object a464f944-5cd7-47b1-8fdd-bedb11389989 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:38:41.298165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:41.323341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21156c-d5d6-42be-98d4-e1badbb876ad req-fed78e59-f05d-4290-b9f3-c322cf383104 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:41.325346 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2c21156c-d5d6-42be-98d4-e1badbb876ad req-fed78e59-f05d-4290-b9f3-c322cf383104 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 932 time: 0.0795295 Mar 28 15:38:41.372755 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2c21156c-d5d6-42be-98d4-e1badbb876ad req-99cc1eef-5a9e-4d94-9fd8-7b6cb417392a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Mar 28 15:38:41.447900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Pushing event updated for resources: {'Port': ['ID=a464f944-5cd7-47b1-8fdd-bedb11389989,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:41.524356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Attempting to bind port a464f944-5cd7-47b1-8fdd-bedb11389989 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:38:41.524678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Attempting to bind port a464f944-5cd7-47b1-8fdd-bedb11389989 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a13f654a-8279-4320-9ca0-e881554c2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:38:41.524998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Attempting to bind port a464f944-5cd7-47b1-8fdd-bedb11389989 on network 00f4e298-2f05-4760-a7eb-7450d35687b8 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:38:41.529459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Port a464f944-5cd7-47b1-8fdd-bedb11389989 on network 00f4e298-2f05-4760-a7eb-7450d35687b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:38:41.529772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Attempting to bind port a464f944-5cd7-47b1-8fdd-bedb11389989 on network 00f4e298-2f05-4760-a7eb-7450d35687b8 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:38:41.534957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:38:41.535316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Checking segment: {'id': 'a13f654a-8279-4320-9ca0-e881554c2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:38:41.535686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Bound using segment: {'id': 'a13f654a-8279-4320-9ca0-e881554c2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:38:41.536096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Bound port: a464f944-5cd7-47b1-8fdd-bedb11389989, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13f654a-8279-4320-9ca0-e881554c2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:38:41.536431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:41.619949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:38:41.623332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a464f944-5cd7-47b1-8fdd-bedb11389989,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:38:41.704506 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:41.765166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:41.765766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:41.767121 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] 10.222.0.23 "PUT /v2.0/ports/a464f944-5cd7-47b1-8fdd-bedb11389989 HTTP/1.1" status: 200 len: 1094 time: 1.0152550 Mar 28 15:38:41.767561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:38:41.793723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53d0ed-df33-42e4-85c1-c7d7aafd1a02 service neutron] Pushing event updated for resources: {'Port': ['ID=a464f944-5cd7-47b1-8fdd-bedb11389989,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:41.812089 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989', 'status': 'completed', 'code': 200} Mar 28 15:38:41.921036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dca019-9a72-4bc8-9976-66d87ac6795d req-9ff16a53-6367-4be8-80bc-49d5e865a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:41.922487 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50dca019-9a72-4bc8-9976-66d87ac6795d req-9ff16a53-6367-4be8-80bc-49d5e865a656 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 1097 time: 0.0697439 Mar 28 15:38:42.064879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dca019-9a72-4bc8-9976-66d87ac6795d req-0bff2a1c-43cc-422b-8c00-ae29883fb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:42.066318 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50dca019-9a72-4bc8-9976-66d87ac6795d req-0bff2a1c-43cc-422b-8c00-ae29883fb732 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1312528 Mar 28 15:38:42.288577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dca019-9a72-4bc8-9976-66d87ac6795d req-83ea9897-5e3c-4a52-9e60-3cc661b9e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:42.290021 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50dca019-9a72-4bc8-9976-66d87ac6795d req-83ea9897-5e3c-4a52-9e60-3cc661b9e564 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2178509 Mar 28 15:38:42.414649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-418bd9c9-66c4-44d3-8f9c-5229e2bb6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:42.416205 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-418bd9c9-66c4-44d3-8f9c-5229e2bb6a08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 1097 time: 0.0724275 Mar 28 15:38:42.490376 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-cb2495ea-5f48-47de-9c59-ce9063ef4331 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a464f944-5cd7-47b1-8fdd-bedb11389989 HTTP/1.1" status: 200 len: 217 time: 0.0628862 Mar 28 15:38:42.550946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-4da18d9d-a774-4a59-b6b1-ed1cc1701aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:42.552443 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-4da18d9d-a774-4a59-b6b1-ed1cc1701aaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 200 len: 855 time: 0.0566821 Mar 28 15:38:42.561769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61bd1-6219-4e41-b0ec-9f0ce53ccd77 req-11f86ed4-4a5b-4eed-8d37-bcb7afb688a5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:42.563230 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aac61bd1-6219-4e41-b0ec-9f0ce53ccd77 req-11f86ed4-4a5b-4eed-8d37-bcb7afb688a5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 944 time: 0.0798826 Mar 28 15:38:42.599743 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-767495cc-b530-48f4-913b-759a34524759 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00f4e298-2f05-4760-a7eb-7450d35687b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417159 Mar 28 15:38:42.607411 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-aac61bd1-6219-4e41-b0ec-9f0ce53ccd77 req-26fc710e-a267-4113-858b-5aa51092f066 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Mar 28 15:38:42.728065 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-1969dab7-879c-49bd-b536-ce7b13d19147 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222174 Mar 28 15:38:42.839616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 577a7717-ba22-41ee-9e96-ac552248fee8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:38:42.857783 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2b19e577-475f-4ba8-b0aa-8a675ec20dd3 req-50feeff2-2041-47cf-aa6f-b34d84ab1741 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239696 Mar 28 15:38:42.875706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 577a7717-ba22-41ee-9e96-ac552248fee8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:38:42.876104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 577a7717-ba22-41ee-9e96-ac552248fee8 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:38:43.317739 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:38:43.794718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a27c5-0ccd-4af5-bcf0-7e7752d66451 req-38f09df5-cf38-4c8d-a2ca-f76a4a805481 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:43.796196 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c02a27c5-0ccd-4af5-bcf0-7e7752d66451 req-38f09df5-cf38-4c8d-a2ca-f76a4a805481 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 944 time: 0.0840940 Mar 28 15:38:43.840695 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c02a27c5-0ccd-4af5-bcf0-7e7752d66451 req-4da5c8cc-a83c-46f8-8687-da5a67d11903 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382125 Mar 28 15:38:44.841111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device a464f944-5cd7-47b1-8fdd-bedb11389989 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:38:44.974161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a464f944-5cd7-47b1-8fdd-bedb11389989,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:44.987057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'a464f944-5cd7-47b1-8fdd-bedb11389989', 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8', 'port_id': 'a464f944-5cd7-47b1-8fdd-bedb11389989', 'mac_address': 'fa:16:3e:e4:13:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bda6fc6-5b08-4432-8759-62cec6f7cb43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:38:45.039791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7fb8e-dd74-46fc-8b3d-4e3250112d3a req-3187b940-e1c8-4843-8817-af381728adfc tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:45.041244 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-abf7fb8e-dd74-46fc-8b3d-4e3250112d3a req-3187b940-e1c8-4843-8817-af381728adfc tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 944 time: 0.0965443 Mar 28 15:38:45.042933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:45.060093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a464f944-5cd7-47b1-8fdd-bedb11389989 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:38:45.075669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a464f944-5cd7-47b1-8fdd-bedb11389989,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:45.086506 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-abf7fb8e-dd74-46fc-8b3d-4e3250112d3a req-e451af69-eaf3-46c8-b7fd-0b6a4f0a67a7 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383263 Mar 28 15:38:45.149699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:45.252046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=a464f944-5cd7-47b1-8fdd-bedb11389989,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:45.408927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['a464f944-5cd7-47b1-8fdd-bedb11389989'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:38:46.271846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb70c7d-8a97-4c04-8730-7ce32b8ce68c req-38452afd-1c3e-405b-ab5f-3c9bb83fc265 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:46.273299 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5eb70c7d-8a97-4c04-8730-7ce32b8ce68c req-38452afd-1c3e-405b-ab5f-3c9bb83fc265 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 945 time: 0.0818527 Mar 28 15:38:46.316210 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5eb70c7d-8a97-4c04-8730-7ce32b8ce68c req-95251e03-cbbf-4e5e-adee-e6387b4dc43f tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Mar 28 15:38:46.855319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device a464f944-5cd7-47b1-8fdd-bedb11389989 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:38:46.984385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port a464f944-5cd7-47b1-8fdd-bedb11389989 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:38:46.989882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port a464f944-5cd7-47b1-8fdd-bedb11389989 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:38:46.990252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:47.104369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:47.131199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:38:47.140591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a464f944-5cd7-47b1-8fdd-bedb11389989,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:38:47.178382 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989', 'code': 200} Mar 28 15:38:47.195370 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:47.263398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=a464f944-5cd7-47b1-8fdd-bedb11389989,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:38:47.560899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79475022-bcfa-4693-bb06-7b84f7d8e94e req-8e12dd8b-a28e-424f-a2f4-c3941d4ff941 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:47.562350 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-79475022-bcfa-4693-bb06-7b84f7d8e94e req-8e12dd8b-a28e-424f-a2f4-c3941d4ff941 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.1424546 Mar 28 15:38:47.565290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb16d28-de3d-40b1-a312-324b4663203f req-3f717e7c-59c0-4c84-958f-00032d7cb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:47.566606 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bdb16d28-de3d-40b1-a312-324b4663203f req-3f717e7c-59c0-4c84-958f-00032d7cb5c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 1099 time: 0.1126916 Mar 28 15:38:47.632486 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-79475022-bcfa-4693-bb06-7b84f7d8e94e req-43d04edb-8c33-4884-999e-c32a3945eac6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642018 Mar 28 15:38:47.635569 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bdb16d28-de3d-40b1-a312-324b4663203f req-cc269f1f-7107-4abd-aec7-ca09dd5ee67c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551233 Mar 28 15:38:48.817311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7437-ea75-4a12-8736-bd3bfa24c024 req-eb1b07f6-64a0-4e3a-b29d-413dace9e2c7 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:48.818983 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bd9e7437-ea75-4a12-8736-bd3bfa24c024 req-eb1b07f6-64a0-4e3a-b29d-413dace9e2c7 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0813167 Mar 28 15:38:48.866628 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bd9e7437-ea75-4a12-8736-bd3bfa24c024 req-3db86f09-c204-4982-a598-be27ce4ab001 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Mar 28 15:38:50.046361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4ba11-bf2c-4095-9f92-5b7fac28c080 req-b92bf482-3d16-4a4a-815c-f8f6d4406783 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:50.047791 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-92d4ba11-bf2c-4095-9f92-5b7fac28c080 req-b92bf482-3d16-4a4a-815c-f8f6d4406783 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0770011 Mar 28 15:38:50.093358 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-92d4ba11-bf2c-4095-9f92-5b7fac28c080 req-d7279ae0-1582-4d76-905b-c8d21e872131 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401082 Mar 28 15:38:50.271200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6694b0-111e-4425-ad51-c5e98405c27a req-6f9d047a-b397-4b18-807c-966e78080991 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:50.272615 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-be6694b0-111e-4425-ad51-c5e98405c27a req-6f9d047a-b397-4b18-807c-966e78080991 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0775700 Mar 28 15:38:50.315833 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-be6694b0-111e-4425-ad51-c5e98405c27a req-e3b2bef8-e790-4385-b719-c3b7f1bf7ffa tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Mar 28 15:38:50.973452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a648d0-24e7-49d6-9395-9fdd19ecc03f req-539baead-41b1-4e22-86dd-5f7ff5b1a5de tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:50.974872 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-93a648d0-24e7-49d6-9395-9fdd19ecc03f req-539baead-41b1-4e22-86dd-5f7ff5b1a5de tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.2200110 Mar 28 15:38:51.033875 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-73d2fe8e-a83a-440f-a82b-65720629cf2b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1195107 Mar 28 15:38:51.036704 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-93a648d0-24e7-49d6-9395-9fdd19ecc03f req-2e28a699-77d9-4fb2-aa4d-b1a05ffd702b tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562968 Mar 28 15:38:51.389318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9518-46f6-49db-8285-76c4f482c9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:52.221217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79837fcd-b2cd-46f6-af53-cd6e321bfb50 req-83310cdc-b119-44af-9a3e-f98f394d9200 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:52.222775 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-79837fcd-b2cd-46f6-af53-cd6e321bfb50 req-83310cdc-b119-44af-9a3e-f98f394d9200 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0830665 Mar 28 15:38:52.269508 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-79837fcd-b2cd-46f6-af53-cd6e321bfb50 req-0419ccf1-d63c-4416-9efd-827a60699531 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Mar 28 15:38:52.927502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-604ca0ff-f2ec-4045-a8fe-986ba9840a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:52.928971 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-604ca0ff-f2ec-4045-a8fe-986ba9840a32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 1099 time: 0.0829239 Mar 28 15:38:53.059968 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-462b4f14-61ef-4990-91f7-3c728de36e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:53.061402 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-462b4f14-61ef-4990-91f7-3c728de36e94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 916 time: 0.1266031 Mar 28 15:38:53.127127 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-5e377117-12f0-4bf6-aea7-ee5772ce7637 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a464f944-5cd7-47b1-8fdd-bedb11389989 HTTP/1.1" status: 200 len: 217 time: 0.0599380 Mar 28 15:38:53.278180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-6b0e5258-8abe-4097-bab7-c1317122c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:53.279628 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-6b0e5258-8abe-4097-bab7-c1317122c8ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 200 len: 855 time: 0.1464903 Mar 28 15:38:53.325978 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-561b61e9-9be6-4ce8-8690-b8d07a7407a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00f4e298-2f05-4760-a7eb-7450d35687b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403090 Mar 28 15:38:53.453694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905e14-75ac-4a46-a0c7-5bba3e75aa48 req-b946c110-0229-4231-a36f-5d4c611436c6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:53.455857 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bd905e14-75ac-4a46-a0c7-5bba3e75aa48 req-b946c110-0229-4231-a36f-5d4c611436c6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0797899 Mar 28 15:38:53.457414 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-ae9aeca4-4ae2-4fe9-a0b3-97f529b26e90 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253831 Mar 28 15:38:53.501362 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bd905e14-75ac-4a46-a0c7-5bba3e75aa48 req-5beb2a19-5f51-4e5b-b0b0-3d87873f7b92 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Mar 28 15:38:53.532283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c07870f0-eece-47e3-a334-cb2027443cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:53.591365 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-4bb218cf-7158-4e4e-9bda-4f54c6b51b46 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277218 Mar 28 15:38:54.577744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:54.692797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04465-77a6-4658-aaa2-df21e9796c7a req-6434abf6-0a07-4d32-bec5-dd089c2b1b0c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:54.694112 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dae04465-77a6-4658-aaa2-df21e9796c7a req-6434abf6-0a07-4d32-bec5-dd089c2b1b0c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0793226 Mar 28 15:38:54.739840 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dae04465-77a6-4658-aaa2-df21e9796c7a req-80057e91-bfbe-4497-9828-df7f9d4bc110 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400050 Mar 28 15:38:54.800681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:55.924208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc761d-6d04-4b37-9824-68cc8f56616a req-2f704dab-3cba-437c-9ab0-554e4615b498 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:55.925644 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eabc761d-6d04-4b37-9824-68cc8f56616a req-2f704dab-3cba-437c-9ab0-554e4615b498 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0813830 Mar 28 15:38:55.969037 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eabc761d-6d04-4b37-9824-68cc8f56616a req-b72220b7-ab66-4d08-ac0c-3beaa7ea14e7 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 Mar 28 15:38:56.229011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:38:57.294126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b0966-b40c-4b16-92e2-8864d2a1d413 req-5b0b3f8b-2b6f-4428-92c7-cce35cf0c578 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:57.295612 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-124b0966-b40c-4b16-92e2-8864d2a1d413 req-5b0b3f8b-2b6f-4428-92c7-cce35cf0c578 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0783105 Mar 28 15:38:57.338914 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-124b0966-b40c-4b16-92e2-8864d2a1d413 req-706970e0-1122-4f4a-a5ed-e26b1aee5239 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378149 Mar 28 15:38:58.522037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc5607-ea53-49fd-9179-e7ff77136797 req-0455b963-0850-4134-acfd-da98a1dd133c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:58.523490 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-57bc5607-ea53-49fd-9179-e7ff77136797 req-0455b963-0850-4134-acfd-da98a1dd133c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0783906 Mar 28 15:38:58.567808 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-57bc5607-ea53-49fd-9179-e7ff77136797 req-7771d94f-7357-488d-976a-55a2978cf655 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Mar 28 15:38:59.773469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980e2d9-eff4-4e85-b001-797f16dbd636 req-e59438a9-5d0c-4b80-8561-00464be185bc tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:38:59.774899 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2980e2d9-eff4-4e85-b001-797f16dbd636 req-e59438a9-5d0c-4b80-8561-00464be185bc tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.1049128 Mar 28 15:38:59.818874 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2980e2d9-eff4-4e85-b001-797f16dbd636 req-e5990983-2955-4222-b45d-b61f8678abef tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Mar 28 15:39:01.006141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ebf44-a5eb-469c-b27a-4954116c29b4 req-1a799e71-6f9d-4f46-b9d1-404df64d4008 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:01.007616 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3c2ebf44-a5eb-469c-b27a-4954116c29b4 req-1a799e71-6f9d-4f46-b9d1-404df64d4008 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0857439 Mar 28 15:39:01.050998 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3c2ebf44-a5eb-469c-b27a-4954116c29b4 req-1f1fb35d-1242-4af2-87b1-51945d600dcf tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371187 Mar 28 15:39:02.234431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbf99b-0632-4939-95f9-8e59ac20ba32 req-d21fa405-ea53-424b-80d0-f495a0196b86 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:02.235852 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bfdbf99b-0632-4939-95f9-8e59ac20ba32 req-d21fa405-ea53-424b-80d0-f495a0196b86 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0795131 Mar 28 15:39:02.281293 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bfdbf99b-0632-4939-95f9-8e59ac20ba32 req-1d3242ba-bec2-4911-9842-9ec54c961a69 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397944 Mar 28 15:39:02.560152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:03.459875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4637b-5c26-4b49-b6a4-8313a6641d0e req-5b91f6a8-add0-48cc-9154-a9812905dec2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:03.461322 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-66c4637b-5c26-4b49-b6a4-8313a6641d0e req-5b91f6a8-add0-48cc-9154-a9812905dec2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0775683 Mar 28 15:39:03.504425 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-66c4637b-5c26-4b49-b6a4-8313a6641d0e req-8c67d1ff-8425-43ae-913f-839ee9819880 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Mar 28 15:39:04.690014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de229998-28c1-4007-b2a1-1fa87c3b9bba req-7f2c1efe-f569-4303-a19d-c7bee827070d tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:04.691388 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-de229998-28c1-4007-b2a1-1fa87c3b9bba req-7f2c1efe-f569-4303-a19d-c7bee827070d tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0814860 Mar 28 15:39:04.734784 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-de229998-28c1-4007-b2a1-1fa87c3b9bba req-8ef763fb-324d-4460-a787-0bc895b3f75b tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376458 Mar 28 15:39:05.921834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce37b9-2721-46f2-af56-4d6e96024222 req-ecf8a2b0-d3f0-41bb-a649-1a32a39e9824 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:05.924014 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-29ce37b9-2721-46f2-af56-4d6e96024222 req-ecf8a2b0-d3f0-41bb-a649-1a32a39e9824 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0826313 Mar 28 15:39:05.971283 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-29ce37b9-2721-46f2-af56-4d6e96024222 req-63d32f20-932a-43cf-8796-410449f913a6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Mar 28 15:39:07.156429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487a198-f2eb-424b-9a25-ba4dbb43328e req-72017fe9-569f-450d-a8d3-8f25969db4f5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:07.157851 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f487a198-f2eb-424b-9a25-ba4dbb43328e req-72017fe9-569f-450d-a8d3-8f25969db4f5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0832126 Mar 28 15:39:07.201714 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f487a198-f2eb-424b-9a25-ba4dbb43328e req-324f8cab-4d40-4b5e-9fde-2ccb8729a57a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378339 Mar 28 15:39:08.524140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95472a58-40ba-48a5-9834-f38f7635d863 req-aa99965c-aae5-4ddd-9e79-25bfda11955e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:08.525608 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-95472a58-40ba-48a5-9834-f38f7635d863 req-aa99965c-aae5-4ddd-9e79-25bfda11955e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0784886 Mar 28 15:39:08.571686 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-95472a58-40ba-48a5-9834-f38f7635d863 req-23954a60-3bda-4a80-9d34-533f33a86d18 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Mar 28 15:39:09.753716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626b860-53fb-4916-b804-be48fb40eadd req-609d8700-8a76-45db-8cc6-919e2f5f0f33 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:09.755166 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5626b860-53fb-4916-b804-be48fb40eadd req-609d8700-8a76-45db-8cc6-919e2f5f0f33 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0784466 Mar 28 15:39:09.798828 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5626b860-53fb-4916-b804-be48fb40eadd req-e163c6d5-72e3-44c4-87c8-4ba747d34fab tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381088 Mar 28 15:39:10.897488 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-110b9387-c446-40f9-8057-bb1863a87841 service neutron] 10.222.0.23 "GET /v2.0/ports/a464f944-5cd7-47b1-8fdd-bedb11389989/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0770390 Mar 28 15:39:10.983064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58e285-e68f-465c-807c-e798a8e1738a req-f5bbfe6f-7104-43fe-9b4f-706b2e0c82ed tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:10.984518 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6a58e285-e68f-465c-807c-e798a8e1738a req-f5bbfe6f-7104-43fe-9b4f-706b2e0c82ed tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0816572 Mar 28 15:39:11.029142 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6a58e285-e68f-465c-807c-e798a8e1738a req-1b2aa579-037b-46e6-a982-c47c2759b277 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387986 Mar 28 15:39:11.449989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-79113ca9-793b-491e-8aa3-48cbaf7eb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:11.451456 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-79113ca9-793b-491e-8aa3-48cbaf7eb78d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39&tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a HTTP/1.1" status: 200 len: 1099 time: 0.0696807 Mar 28 15:39:11.552382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-2ea8e7f0-a61c-46b5-9b96-e84fbf42ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:11.553792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-2ea8e7f0-a61c-46b5-9b96-e84fbf42ee7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 1099 time: 0.0711117 Mar 28 15:39:11.681847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-929e61e4-8456-4036-a08d-7c4ffb43f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:11.683907 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-929e61e4-8456-4036-a08d-7c4ffb43f225 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 916 time: 0.1240485 Mar 28 15:39:11.750570 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-1a7f6b9c-fe26-4418-aacb-6c73e3cdbe94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a464f944-5cd7-47b1-8fdd-bedb11389989 HTTP/1.1" status: 200 len: 217 time: 0.0595393 Mar 28 15:39:11.814287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-72f7c747-ecf3-427c-84db-b4c6b2e0249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:11.815707 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-72f7c747-ecf3-427c-84db-b4c6b2e0249d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 200 len: 855 time: 0.0584481 Mar 28 15:39:11.861625 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-e96effc8-33df-4d53-a0d7-65693849804c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00f4e298-2f05-4760-a7eb-7450d35687b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394795 Mar 28 15:39:12.079234 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-a30ec7aa-f26f-4e6e-b696-d94a2a3b3989 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108130 Mar 28 15:39:12.258248 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d7ebe1ea-c080-44e2-a682-42dabe10757c req-f97abe56-15a9-494c-9938-6ae810b38133 service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733801 Mar 28 15:39:12.278251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee3c5e-0a0b-45a6-b68e-29f268f16fdc req-47ed0748-6fba-41e4-a952-15a57cc043b0 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:12.279702 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-69ee3c5e-0a0b-45a6-b68e-29f268f16fdc req-47ed0748-6fba-41e4-a952-15a57cc043b0 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.1154156 Mar 28 15:39:12.324469 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-69ee3c5e-0a0b-45a6-b68e-29f268f16fdc req-ba94ee4b-74e6-499d-9698-cb373ceb5fd0 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Mar 28 15:39:13.509572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f937a5-4b78-4575-9f4b-cfde39f65dd7 req-41db7c55-72a6-4970-bbab-35287bfe69cf tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:13.511009 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-40f937a5-4b78-4575-9f4b-cfde39f65dd7 req-41db7c55-72a6-4970-bbab-35287bfe69cf tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0811880 Mar 28 15:39:13.554495 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-40f937a5-4b78-4575-9f4b-cfde39f65dd7 req-06cfcca2-098a-459f-a573-a21fcd4c69ce tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Mar 28 15:39:14.735201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8da6d-0420-43b4-a5f8-766fbda5d585 req-b9803db7-8acd-4d29-ab79-2778f9c488a2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:14.736549 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5eb8da6d-0420-43b4-a5f8-766fbda5d585 req-b9803db7-8acd-4d29-ab79-2778f9c488a2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0786824 Mar 28 15:39:14.782043 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5eb8da6d-0420-43b4-a5f8-766fbda5d585 req-7b159073-2e03-413b-82f7-d18d7f0372f6 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Mar 28 15:39:14.988716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device a464f944-5cd7-47b1-8fdd-bedb11389989 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:39:14.996154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device a464f944-5cd7-47b1-8fdd-bedb11389989 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:39:15.215249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:15.218338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5991a38-0f6b-416b-9772-1c868bad3c35 req-474bdccb-d2bd-47dd-9a0f-57293d6f7e03 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:15.219809 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5991a38-0f6b-416b-9772-1c868bad3c35 req-474bdccb-d2bd-47dd-9a0f-57293d6f7e03 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.1358750 Mar 28 15:39:15.232897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a464f944-5cd7-47b1-8fdd-bedb11389989,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:15.254004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'a464f944-5cd7-47b1-8fdd-bedb11389989', 'network_id': '00f4e298-2f05-4760-a7eb-7450d35687b8', 'port_id': 'a464f944-5cd7-47b1-8fdd-bedb11389989', 'mac_address': 'fa:16:3e:e4:13:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bda6fc6-5b08-4432-8759-62cec6f7cb43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:39:15.259933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:39:15.278728 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5991a38-0f6b-416b-9772-1c868bad3c35 req-1fc4a431-da64-4a96-9143-4bf5fc3005a8 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514998 Mar 28 15:39:15.298373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3145784-ea27-494e-9706-5b8112130b88 req-7a4be6dc-7def-4a7d-8b05-579b331cea67 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:15.299874 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3145784-ea27-494e-9706-5b8112130b88 req-7a4be6dc-7def-4a7d-8b05-579b331cea67 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39&tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.1398530 Mar 28 15:39:15.306586 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a464f944-5cd7-47b1-8fdd-bedb11389989,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:15.319416 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989', 'code': 200} Mar 28 15:39:15.329163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:15.345639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a464f944-5cd7-47b1-8fdd-bedb11389989 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:39:15.372930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:15.456870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3145784-ea27-494e-9706-5b8112130b88 req-837133be-4f78-449c-9dd5-c0140696cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:15.458332 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3145784-ea27-494e-9706-5b8112130b88 req-837133be-4f78-449c-9dd5-c0140696cafc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 1097 time: 0.0710609 Mar 28 15:39:15.484856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:39:15.485204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:39:15.489988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=a464f944-5cd7-47b1-8fdd-bedb11389989,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:15.589653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3145784-ea27-494e-9706-5b8112130b88 req-0acbb132-2c7a-4a90-8236-b754749052e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:15.591049 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3145784-ea27-494e-9706-5b8112130b88 req-0acbb132-2c7a-4a90-8236-b754749052e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 200 len: 916 time: 0.1271806 Mar 28 15:39:15.659880 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3145784-ea27-494e-9706-5b8112130b88 req-191fa907-82c6-44a4-8609-1c0dab46a4ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a464f944-5cd7-47b1-8fdd-bedb11389989 HTTP/1.1" status: 200 len: 217 time: 0.0631177 Mar 28 15:39:15.725824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3145784-ea27-494e-9706-5b8112130b88 req-80bfaebc-f8a0-476c-b89a-97538bb3a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:15.727301 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3145784-ea27-494e-9706-5b8112130b88 req-80bfaebc-f8a0-476c-b89a-97538bb3a51b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 200 len: 855 time: 0.0619099 Mar 28 15:39:15.777168 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3145784-ea27-494e-9706-5b8112130b88 req-5bf5e71f-1cc1-4f4d-8f5f-8caa858e3fc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00f4e298-2f05-4760-a7eb-7450d35687b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425436 Mar 28 15:39:15.907690 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3145784-ea27-494e-9706-5b8112130b88 req-cdeb7e3e-bbaf-4bfd-b6ee-2484aacecd7b service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250439 Mar 28 15:39:16.052723 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3145784-ea27-494e-9706-5b8112130b88 req-39c6a4bf-8fc0-4540-a08c-b568c4ea257e service neutron] 10.222.0.23 "GET /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345401 Mar 28 15:39:16.061063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:16.078045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a464f944-5cd7-47b1-8fdd-bedb11389989 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:39:16.093566 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a464f944-5cd7-47b1-8fdd-bedb11389989,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:16.200501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:16.266914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=a464f944-5cd7-47b1-8fdd-bedb11389989,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:16.333739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['a464f944-5cd7-47b1-8fdd-bedb11389989'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:39:16.475323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efdacb-51c4-4084-b268-5fdb89673a51 req-c7fa6671-303e-4ca2-b017-ff7dae41aa4c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:16.476697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-78efdacb-51c4-4084-b268-5fdb89673a51 req-c7fa6671-303e-4ca2-b017-ff7dae41aa4c tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 945 time: 0.0833783 Mar 28 15:39:16.520450 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-78efdacb-51c4-4084-b268-5fdb89673a51 req-c417e588-858d-4f62-9889-02473cd28e69 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Mar 28 15:39:16.999738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device a464f944-5cd7-47b1-8fdd-bedb11389989 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:39:17.065654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port a464f944-5cd7-47b1-8fdd-bedb11389989 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:17.066329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:17.182330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:17.214006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a464f944-5cd7-47b1-8fdd-bedb11389989,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:17.285805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:17.330612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:39:17.371283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=a464f944-5cd7-47b1-8fdd-bedb11389989,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:17.375934 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989', 'code': 200} Mar 28 15:39:17.715600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92568-d290-4cb3-9227-d5bebc508e3e req-88783543-ac86-49ff-90fc-25cec9195987 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:17.717077 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c9b92568-d290-4cb3-9227-d5bebc508e3e req-88783543-ac86-49ff-90fc-25cec9195987 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0836210 Mar 28 15:39:17.759425 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c9b92568-d290-4cb3-9227-d5bebc508e3e req-cda90a87-7ea1-430b-a8c4-b7bfde32ed20 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366924 Mar 28 15:39:17.943251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42612ad-f467-4005-a9cb-36b53083e849 req-6525f4c4-348a-45b1-ad5c-b2d655132cf2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:17.944702 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c42612ad-f467-4005-a9cb-36b53083e849 req-6525f4c4-348a-45b1-ad5c-b2d655132cf2 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0810583 Mar 28 15:39:17.988182 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c42612ad-f467-4005-a9cb-36b53083e849 req-1a4acd74-9b10-43b3-90eb-e76e4c12ab1e tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Mar 28 15:39:18.169609 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7e6f-756b-4785-a425-b17f32b1d01f req-859fbb71-c27c-4a37-ab42-4dcc43c89d04 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:18.171093 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a1e7e6f-756b-4785-a425-b17f32b1d01f req-859fbb71-c27c-4a37-ab42-4dcc43c89d04 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0791984 Mar 28 15:39:18.214832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a1e7e6f-756b-4785-a425-b17f32b1d01f req-26f7e8e9-de8a-436c-af6e-d301b7a0db06 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Mar 28 15:39:19.055739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6a794-a4d5-49a8-964d-7404f808793a req-195045c3-813e-4be4-a28a-b64004c1e8e8 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:19.057223 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eee6a794-a4d5-49a8-964d-7404f808793a req-195045c3-813e-4be4-a28a-b64004c1e8e8 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0814846 Mar 28 15:39:19.099857 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eee6a794-a4d5-49a8-964d-7404f808793a req-54b68cfd-0f2c-43fc-be21-8ddc41fb81bf tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370808 Mar 28 15:39:20.317411 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:39:20.376582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcf126-a34e-471a-959c-099e5bf2e274 req-a50005f7-59e7-41f1-bacf-51f9043b728d tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:20.378021 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c0bcf126-a34e-471a-959c-099e5bf2e274 req-a50005f7-59e7-41f1-bacf-51f9043b728d tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.1736214 Mar 28 15:39:20.420992 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c0bcf126-a34e-471a-959c-099e5bf2e274 req-a31f183b-8e90-4aa3-aeed-7930b6a8dc7a tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/security-groups?id=c50c3595-3db1-4d64-bc36-dd1feebf824e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373695 Mar 28 15:39:20.644294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-28429a21-1e01-4984-81b2-6044ff9ff7c8 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:20.645606 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-28429a21-1e01-4984-81b2-6044ff9ff7c8 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 946 time: 0.0774100 Mar 28 15:39:20.714859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Deleting port a464f944-5cd7-47b1-8fdd-bedb11389989 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:39:20.715219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:20.959538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] For port a464f944-5cd7-47b1-8fdd-bedb11389989, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a464f944-5cd7-47b1-8fdd-bedb11389989,segment=NetworkSegment(a13f654a-8279-4320-9ca0-e881554c2c7b),segment_id=a13f654a-8279-4320-9ca0-e881554c2c7b)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:20.959892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:21.080423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Calling delete_port for a464f944-5cd7-47b1-8fdd-bedb11389989 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:39:21.257531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:21.290979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['a464f944-5cd7-47b1-8fdd-bedb11389989'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:39:21.308178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Pushing event deleted for resources: {'Port': ['ID=a464f944-5cd7-47b1-8fdd-bedb11389989,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:21.348452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.348798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.349143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.349482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.349814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.350147 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.350474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.350797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.351149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.351477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.351800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.352148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:21.391944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] No DVR routers for this DVR port a464f944-5cd7-47b1-8fdd-bedb11389989 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:39:21.394332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:21.396846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'name': 'network-vif-deleted', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:39:21.405909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a0f3-0000-46b5-9937-4116d7d4217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:21.441724 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ed63d8-c8c6-4b2c-b178-c7da35313f39', 'name': 'network-vif-deleted', 'tag': 'a464f944-5cd7-47b1-8fdd-bedb11389989', 'status': 'completed', 'code': 200} Mar 28 15:39:21.469574 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4ccc55c0-21a7-4394-a245-decf57da00b6 req-d2fd0c64-ac44-4bc7-a4ac-223de1eacfc5 tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.23 "DELETE /v2.0/ports/a464f944-5cd7-47b1-8fdd-bedb11389989 HTTP/1.1" status: 204 len: 173 time: 0.8186285 Mar 28 15:39:21.567133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-3e5df1a3-8ed1-4572-9d2d-dbfa9fcdad4f req-859cac04-eb05-4f01-ad4e-ec77bbc955de tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Synchronizing usage tracker for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:39:21.628431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-3e5df1a3-8ed1-4572-9d2d-dbfa9fcdad4f req-859cac04-eb05-4f01-ad4e-ec77bbc955de tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] Unset dirty status for tenant:7fdf4fea66e9499dbfbf78f7b4f6e81a on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:39:21.629625 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3e5df1a3-8ed1-4572-9d2d-dbfa9fcdad4f req-859cac04-eb05-4f01-ad4e-ec77bbc955de tempest-ServerDiskConfigTestJSON-1825895636 tempest-ServerDiskConfigTestJSON-1825895636-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8ed63d8-c8c6-4b2c-b178-c7da35313f39 HTTP/1.1" status: 200 len: 210 time: 0.1054528 Mar 28 15:39:22.864400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39630) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:22.927049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Deleting subnet 3bda6fc6-5b08-4432-8759-62cec6f7cb43 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:39:22.929990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:22.981512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.034787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.165936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.204366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bda6fc6-5b08-4432-8759-62cec6f7cb43,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:23.209339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.216794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.217150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.217487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.220363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.220363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.220363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.220363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.220363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.220363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.220363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.220363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.220363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:23.225299 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-62957137-0283-46b5-8adf-488fb73cae7e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3bda6fc6-5b08-4432-8759-62cec6f7cb43 HTTP/1.1" status: 204 len: 168 time: 0.3598642 Mar 28 15:39:23.227883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39634) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:23.332078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.451996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.476050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f4e298-2f05-4760-a7eb-7450d35687b8']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:23.487593 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13f654a-8279-4320-9ca0-e881554c2c7b') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:23.487887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13f654a-8279-4320-9ca0-e881554c2c7b') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:23.499299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.518527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.521191 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:39:23.521572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.531225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-17ca3ef4-89dc-4c34-b0d0-b648ed3f64ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:39:23.540044 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:39:23.765744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.781141 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:23.792990 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f4e298-2f05-4760-a7eb-7450d35687b8,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:23.857570 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b7e42ff9-b4b4-486f-ae06-1a973e242d95 admin admin] 10.222.0.16 "DELETE /v2.0/networks/00f4e298-2f05-4760-a7eb-7450d35687b8 HTTP/1.1" status: 204 len: 168 time: 0.6285465 Mar 28 15:39:24.147110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 39640) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:24.189862 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-57ac7e8f-482e-4f07-a5c7-4a3e826c20e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fdf4fea66e9499dbfbf78f7b4f6e81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474989 Mar 28 15:39:24.192424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 39644) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:24.254120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98db391d-11a3-4cd1-a7a3-b8fc6fe5a096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:24.285466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98db391d-11a3-4cd1-a7a3-b8fc6fe5a096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:24.423323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98db391d-11a3-4cd1-a7a3-b8fc6fe5a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:24.440769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db391d-11a3-4cd1-a7a3-b8fc6fe5a096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c3595-3db1-4d64-bc36-dd1feebf824e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:24.524535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-98db391d-11a3-4cd1-a7a3-b8fc6fe5a096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:24.525666 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-98db391d-11a3-4cd1-a7a3-b8fc6fe5a096 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c50c3595-3db1-4d64-bc36-dd1feebf824e HTTP/1.1" status: 204 len: 168 time: 0.3323452 Mar 28 15:39:24.582732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:24.816929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:25.042143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device a464f944-5cd7-47b1-8fdd-bedb11389989 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:39:25.076125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: a464f944-5cd7-47b1-8fdd-bedb11389989 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:39:25.076537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device a464f944-5cd7-47b1-8fdd-bedb11389989 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:39:25.547232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 39668) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:25.647122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-393072767-network', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:25.652285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:25.656101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Usage tracker for resource:network and tenant:d11c01b78a32496c9e169e7941daa103 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:39:25.659169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:39:25.665224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:25.725051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Made reservation on behalf of d11c01b78a32496c9e169e7941daa103 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:39:25.727263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:25.739296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:25.753690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:25.757555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Usage tracker for resource:security_group_rule and tenant:d11c01b78a32496c9e169e7941daa103 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:39:25.760337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:39:25.768166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:25.846203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:25.896912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:25.926410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:39:25.941769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd917cb2-0bdb-4eae-921a-53a900a77211,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:25.943314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:25.943661 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Added segment 579adf2b-4f84-4e59-afaa-ec16a1d7a2a3 of type vlan for network fd732926-03e4-4df0-9bcc-539570f112f9 Mar 28 15:39:25.968947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.045526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.046432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:26.047004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.143329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] Pushing event updated for resources: {'Network': ['ID=fd732926-03e4-4df0-9bcc-539570f112f9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:26.153866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network fd732926-03e4-4df0-9bcc-539570f112f9 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:39:26.195080 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1f40568b-f9f6-4c54-a727-ea390a9726ca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6466994 Mar 28 15:39:26.197920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 39674) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:26.203598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Request body: {'subnet': {'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-393072767-subnet', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:26.208577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:26.212537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Usage tracker for resource:subnet and tenant:d11c01b78a32496c9e169e7941daa103 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:39:26.215393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:39:26.221113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:26.291214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Made reservation on behalf of d11c01b78a32496c9e169e7941daa103 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:39:26.294098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.357095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.537082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.608428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3eb006-d3bc-4d40-aa96-b38e8f514d62,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:26.616731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Checking segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:39:26.617080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Network hostable DHCP agents. Network: fd732926-03e4-4df0-9bcc-539570f112f9, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:39:26.702244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Network fd732926-03e4-4df0-9bcc-539570f112f9 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:39:26.753896 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, fd732926-03e4-4df0-9bcc-539570f112f9) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:39:26.758032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:26.758604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.763323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38ff933-f6f1-44bd-a07f-ad04bbf0379b None None] Network fd732926-03e4-4df0-9bcc-539570f112f9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:39:26.824004 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e5634631-2308-46dd-9589-863d38fd8261 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6243947 Mar 28 15:39:26.826459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 39678) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:26.831352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:26.836011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:26.840345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Usage tracker for resource:router and tenant:d11c01b78a32496c9e169e7941daa103 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:39:26.843149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:39:26.848735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:26.909014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.910050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.924703 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:26.978673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-fd732926-03e4-4df0-9bcc-539570f112f9', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:39:26.979571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:27.131921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Allocated IP 172.20.0.2 (fd732926-03e4-4df0-9bcc-539570f112f9/2f3eb006-d3bc-4d40-aa96-b38e8f514d62/cb3e45de-1596-400d-9afc-363b0a1ea565) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:39:27.333977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:27.343868 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Transition to ACTIVE for port object cb3e45de-1596-400d-9afc-363b0a1ea565 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:39:27.350455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:27.361595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Transition to ACTIVE for port object cb3e45de-1596-400d-9afc-363b0a1ea565 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:39:27.451558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:27.513774 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Network fd732926-03e4-4df0-9bcc-539570f112f9 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:39:27.516428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:39:27.518884 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:39:27.533540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Pushing event updated for resources: {'Port': ['ID=cb3e45de-1596-400d-9afc-363b0a1ea565,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:27.617207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Attempting to bind port cb3e45de-1596-400d-9afc-363b0a1ea565 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:39:27.617481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Attempting to bind port cb3e45de-1596-400d-9afc-363b0a1ea565 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:39:27.617841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Attempting to bind port cb3e45de-1596-400d-9afc-363b0a1ea565 on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:39:27.623571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:39:27.623919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Checking segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:39:27.624316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:27.624700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Bound using segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:39:27.625148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Bound port: cb3e45de-1596-400d-9afc-363b0a1ea565, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:39:27.625517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:27.712899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f51fe937-1288-45aa-9306-902d61785152 None None] For port cb3e45de-1596-400d-9afc-363b0a1ea565, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:39:27.715950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f51fe937-1288-45aa-9306-902d61785152 None None] For port cb3e45de-1596-400d-9afc-363b0a1ea565, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cb3e45de-1596-400d-9afc-363b0a1ea565,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:39:27.739585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:27.768717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:27.806221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:27.900945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fe937-1288-45aa-9306-902d61785152 None None] Pushing event updated for resources: {'Port': ['ID=cb3e45de-1596-400d-9afc-363b0a1ea565,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:27.908955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Allocated IP 172.26.7.43 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/b33eb30b-0cca-461c-95b6-e4875d8124f8) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:39:28.086845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:28.200647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:28.261431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:39:28.264124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:39:28.271792 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:39:28.308507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Pushing event updated for resources: {'Port': ['ID=b33eb30b-0cca-461c-95b6-e4875d8124f8,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:28.516715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cb3e45de-1596-400d-9afc-363b0a1ea565 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:39:28.628523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port cb3e45de-1596-400d-9afc-363b0a1ea565 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:39:28.771444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:28.861328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735962e6-90ec-4df1-980f-db9662213f75 None None] Network fd732926-03e4-4df0-9bcc-539570f112f9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:39:29.050265 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7909fae9-cbdd-4a8b-976f-0af22a7f7251 None None] Provisioning for port cb3e45de-1596-400d-9afc-363b0a1ea565 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:39:29.059658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7909fae9-cbdd-4a8b-976f-0af22a7f7251 None None] Provisioning complete for port cb3e45de-1596-400d-9afc-363b0a1ea565 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:29.060038 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7909fae9-cbdd-4a8b-976f-0af22a7f7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:29.237261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:29.268980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7909fae9-cbdd-4a8b-976f-0af22a7f7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:29.305590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7909fae9-cbdd-4a8b-976f-0af22a7f7251 None None] For port cb3e45de-1596-400d-9afc-363b0a1ea565, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cb3e45de-1596-400d-9afc-363b0a1ea565,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:29.382815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7909fae9-cbdd-4a8b-976f-0af22a7f7251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:29.455117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909fae9-cbdd-4a8b-976f-0af22a7f7251 None None] Pushing event updated for resources: {'Port': ['ID=cb3e45de-1596-400d-9afc-363b0a1ea565,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:29.503819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1ed70065-9379-48f7-9db1-17e36029363e None None] Provisioning complete for port cb3e45de-1596-400d-9afc-363b0a1ea565 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:29.504173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1ed70065-9379-48f7-9db1-17e36029363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:29.577018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Router 05ab76ec-f796-41dd-84e0-25e0e376587b is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:39:29.752217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:39:29.761386 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:39:29.770417 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:39:29.771010 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:39:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:29.834556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:29.838441 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cd7b693c-a344-4a82-a701-68c163fb392a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0084844 Mar 28 15:39:29.839130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39684) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:29.954951 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:39:30.228642 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:28Z', 'revision_number': 3, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:30.232845 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:39:30.233182 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Updating router 05ab76ec-f796-41dd-84e0-25e0e376587b port b33eb30b-0cca-461c-95b6-e4875d8124f8 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:39:30.286676 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:30.495099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cb3e45de-1596-400d-9afc-363b0a1ea565 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:39:30.502278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:30.563993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port cb3e45de-1596-400d-9afc-363b0a1ea565 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:30.564367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:30.632084 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:30.647057 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Transition to ACTIVE for port object b33eb30b-0cca-461c-95b6-e4875d8124f8 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:39:30.696936 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:30.708994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Allocated IP 172.20.0.1 (fd732926-03e4-4df0-9bcc-539570f112f9/2f3eb006-d3bc-4d40-aa96-b38e8f514d62/26551beb-3e68-4259-9221-071716a7b219) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:39:30.774362 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Pushing event updated for resources: {'Port': ['ID=b33eb30b-0cca-461c-95b6-e4875d8124f8,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:30.782074 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Attempting to bind port b33eb30b-0cca-461c-95b6-e4875d8124f8 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:39:30.782434 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Attempting to bind port b33eb30b-0cca-461c-95b6-e4875d8124f8 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:39:30.783069 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Attempting to bind port b33eb30b-0cca-461c-95b6-e4875d8124f8 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:39:30.786740 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.787105 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.787437 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.787764 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.788085 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.788405 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.788724 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.789041 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.789359 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.789673 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.789984 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.790293 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:30.795015 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:39:30.795409 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:39:30.795802 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:30.796177 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:39:30.796636 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Bound port: b33eb30b-0cca-461c-95b6-e4875d8124f8, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:39:30.796998 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:30.854429 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:30.870290 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] For port b33eb30b-0cca-461c-95b6-e4875d8124f8, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:39:30.870998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Transition to ACTIVE for port object 26551beb-3e68-4259-9221-071716a7b219 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:39:30.873420 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] For port b33eb30b-0cca-461c-95b6-e4875d8124f8, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b33eb30b-0cca-461c-95b6-e4875d8124f8,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:39:30.931475 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:30.949215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:31.003379 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:39:31.003989 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:39:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:31.013253 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Network fd732926-03e4-4df0-9bcc-539570f112f9 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:39:31.015948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:39:31.019494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:39:31.059309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Pushing event updated for resources: {'Port': ['ID=26551beb-3e68-4259-9221-071716a7b219,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:31.077713 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe66413-9b5b-470c-9af6-47aab76b62a7 None None] Pushing event updated for resources: {'Port': ['ID=b33eb30b-0cca-461c-95b6-e4875d8124f8,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:31.086731 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:31.202373 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:39:31.304435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-558c735b-3412-49be-b359-b8659af6382b None None] Provisioning for port 26551beb-3e68-4259-9221-071716a7b219 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:39:31.310260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-558c735b-3412-49be-b359-b8659af6382b None None] Provisioning complete for port 26551beb-3e68-4259-9221-071716a7b219 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:31.310634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-558c735b-3412-49be-b359-b8659af6382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:31.373619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-558c735b-3412-49be-b359-b8659af6382b None None] Port 26551beb-3e68-4259-9221-071716a7b219 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:39:31.492836 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:28Z', 'revision_number': 3, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:31.497311 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f4528-6e96-431c-acbb-793ad000f6ea None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:28Z', 'revision_number': 3, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:39:31.528059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:31.777374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:31.822731 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:31.934082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:31.937687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Pushing event updated for resources: {'Port': ['ID=26551beb-3e68-4259-9221-071716a7b219,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:32.083959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Network fd732926-03e4-4df0-9bcc-539570f112f9 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:39:32.085106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:39:32.280048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:39:32.299352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e1e490ac-c132-472c-8188-68523d249fa6 None None] Provisioning complete for port 26551beb-3e68-4259-9221-071716a7b219 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:32.299903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e1e490ac-c132-472c-8188-68523d249fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:32.356575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e1e490ac-c132-472c-8188-68523d249fa6 None None] Port 26551beb-3e68-4259-9221-071716a7b219 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:39:32.466550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:39:32.475593 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5792d9c6-ac71-4893-b185-2f87e2d27484 admin admin] 10.222.0.16 "PUT /v2.0/routers/05ab76ec-f796-41dd-84e0-25e0e376587b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6357138 Mar 28 15:39:32.518300 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b33eb30b-0cca-461c-95b6-e4875d8124f8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:39:32.548308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:32.679775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port b33eb30b-0cca-461c-95b6-e4875d8124f8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:39:32.685198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b33eb30b-0cca-461c-95b6-e4875d8124f8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:32.685574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:32.805120 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:32.821948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port b33eb30b-0cca-461c-95b6-e4875d8124f8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b33eb30b-0cca-461c-95b6-e4875d8124f8,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:32.896727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:32.972044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=b33eb30b-0cca-461c-95b6-e4875d8124f8,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:33.043776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:39:33.053109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:39:33.060142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:39:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:33.220464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39694) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:33.225670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938545425', 'description': 'tempest-description--1806332726'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:33.228219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:39:33.231604 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:33.235501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Usage tracker for resource:security_group and tenant:d11c01b78a32496c9e169e7941daa103 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:39:33.238457 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:39:33.244306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:33.285849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.305476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:33.309742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Usage tracker for resource:security_group_rule and tenant:d11c01b78a32496c9e169e7941daa103 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:39:33.312510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:39:33.318081 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:33.388065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.451049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.496382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ef9a66-fdbc-445a-9b88-f381cdd30db5,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:33.546545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 2, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:33.550936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:39:33.551326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Updating router 05ab76ec-f796-41dd-84e0-25e0e376587b port 26551beb-3e68-4259-9221-071716a7b219 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:39:33.565019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.566261 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f45a3f9b-e52f-455e-93c3-df4cc8f16b71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3447974 Mar 28 15:39:33.569213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39698) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:33.574204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'security_group_rule': {'security_group_id': '12ef9a66-fdbc-445a-9b88-f381cdd30db5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:33.580261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:33.584149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Usage tracker for resource:security_group_rule and tenant:d11c01b78a32496c9e169e7941daa103 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:39:33.587138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:39:33.593165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:33.605223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.691703 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.749992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.822243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.846140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9d2a6a-a8f3-4f1e-9175-32a7d57e55fa,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:33.908508 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.912594 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8d82f08f-723e-46a8-bac4-c819511ed66d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3400750 Mar 28 15:39:33.912852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39702) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:33.919825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'security_group_rule': {'security_group_id': '12ef9a66-fdbc-445a-9b88-f381cdd30db5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:33.925761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:33.929879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Usage tracker for resource:security_group_rule and tenant:d11c01b78a32496c9e169e7941daa103 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:39:33.933142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:39:33.940395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:33.975465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:33.987214 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Transition to ACTIVE for port object 26551beb-3e68-4259-9221-071716a7b219 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:39:34.011723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.045156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.071916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.125858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.146364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae19869-225b-4920-800a-ffe658274bde,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:34.172032 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Pushing event updated for resources: {'Port': ['ID=26551beb-3e68-4259-9221-071716a7b219,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:34.213306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.214298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.214639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.214972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.215325 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.215656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.215982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.216416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.216639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.216962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.217282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.217603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:39:34.257339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.258626 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f6a42747-1470-47b6-b1f7-4b80d7620466 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447940 Mar 28 15:39:34.267849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39706) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:34.267849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:34.271471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Attempting to bind port 26551beb-3e68-4259-9221-071716a7b219 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:39:34.271710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Attempting to bind port 26551beb-3e68-4259-9221-071716a7b219 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:39:34.272066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Attempting to bind port 26551beb-3e68-4259-9221-071716a7b219 on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:39:34.273543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:34.279954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:39:34.280387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Usage tracker for resource:floatingip and tenant:d11c01b78a32496c9e169e7941daa103 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:39:34.280596 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Checking segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:39:34.280968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.281592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Bound using segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:39:34.282052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Bound port: 26551beb-3e68-4259-9221-071716a7b219, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:39:34.282715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.287750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:39:34.293909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:34.369409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] For port 26551beb-3e68-4259-9221-071716a7b219, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:39:34.372303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] For port 26551beb-3e68-4259-9221-071716a7b219, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=26551beb-3e68-4259-9221-071716a7b219,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:39:34.377076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.457713 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.509644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b33eb30b-0cca-461c-95b6-e4875d8124f8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:39:34.514851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.592935 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:39:34.594238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:39:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:34.651287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f98f1d-9293-4dfb-90ce-2da959573774 None None] Pushing event updated for resources: {'Port': ['ID=26551beb-3e68-4259-9221-071716a7b219,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:34.672431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Allocated IP 172.26.7.9 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/fac17be5-9777-4834-94e8-1fc27fe2ef23) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:39:34.748482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b33eb30b-0cca-461c-95b6-e4875d8124f8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:34.748482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:34.849443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:39:34.936883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:35.023290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:35.085931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:39:35.089220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:39:35.092764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:39:35.136028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event updated for resources: {'Port': ['ID=fac17be5-9777-4834-94e8-1fc27fe2ef23,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:35.178854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:35.247397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:34Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:35.252621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8461585-2f91-4c44-ac9f-1052b878c111 None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:34Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:39:35.307985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:35.528769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:35.594259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:35.705195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event updated for resources: {'Port': ['ID=fac17be5-9777-4834-94e8-1fc27fe2ef23,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:35.717492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:35.799980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:35.801244 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-74fbf113-74fa-4ae4-818c-4a7c3397603d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5381598 Mar 28 15:39:35.972693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-d8c4b99b-1bf0-4515-b8ec-8b8beaf46553 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:39:36.045259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-d8c4b99b-1bf0-4515-b8ec-8b8beaf46553 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:39:36.046573 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-d8c4b99b-1bf0-4515-b8ec-8b8beaf46553 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1938545425&fields=id&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 267 time: 0.1167464 Mar 28 15:39:36.199814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-7541c6f0-a590-4f41-8904-0c310f3c5dc9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:36.201300 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-7541c6f0-a590-4f41-8904-0c310f3c5dc9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 811 time: 0.1479859 Mar 28 15:39:36.216568 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-c73608cb-1a2a-4837-bed8-25041d4f9766 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/quotas/d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 375 time: 0.0097573 Mar 28 15:39:36.304500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-1c6188aa-aa26-4662-baa0-cef3f576a080 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:39:36.387771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-1c6188aa-aa26-4662-baa0-cef3f576a080 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:39:36.389240 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-1c6188aa-aa26-4662-baa0-cef3f576a080 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671469 Mar 28 15:39:36.409902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-1bbd0e56-13f2-40d4-aa97-57190a778d68 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:39:36.410769 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-1bbd0e56-13f2-40d4-aa97-57190a778d68 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055258 Mar 28 15:39:36.511681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 26551beb-3e68-4259-9221-071716a7b219 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:39:36.546014 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-734299c3-5d5d-40ea-9592-ce54c025a084 service neutron] 10.222.0.16 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294572 Mar 28 15:39:36.628054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 26551beb-3e68-4259-9221-071716a7b219 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:39:36.632959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 26551beb-3e68-4259-9221-071716a7b219 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:36.634750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:36.675829 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-7182ffba-3ffb-45e8-93f2-0df5808f6aa6 service neutron] 10.222.0.16 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237524 Mar 28 15:39:36.749599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:36.781424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 26551beb-3e68-4259-9221-071716a7b219, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=26551beb-3e68-4259-9221-071716a7b219,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:36.862864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:36.935150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=26551beb-3e68-4259-9221-071716a7b219,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:36.936213 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-61c07a03-9bcf-4b3b-bc60-9dd4013e7bc9 req-377ae135-9070-4392-bd82-5719ac62cda1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 210 time: 0.0812473 Mar 28 15:39:38.092418 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-64f236a1-1a08-41bc-9662-a0e527d774ed req-f2891fa5-aab5-4818-98b6-489a73a4a311 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 210 time: 0.0434709 Mar 28 15:39:38.495613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 26551beb-3e68-4259-9221-071716a7b219 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:39:38.565170 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 26551beb-3e68-4259-9221-071716a7b219 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:38.565543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:38.969568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-82211414-da08-4cda-ac08-e6cd90de2fdf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:38.970244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-82211414-da08-4cda-ac08-e6cd90de2fdf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:39:39.062054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-82211414-da08-4cda-ac08-e6cd90de2fdf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:39:39.063243 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-82211414-da08-4cda-ac08-e6cd90de2fdf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 811 time: 0.2359936 Mar 28 15:39:39.116126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-46725933-1ee2-4139-8955-814b4b62f1d2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:39:39.127996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-46725933-1ee2-4139-8955-814b4b62f1d2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:39:39.129143 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-46725933-1ee2-4139-8955-814b4b62f1d2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 380 time: 0.0522175 Mar 28 15:39:39.137624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'port': {'device_id': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'admin_state_up': True, 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'security_groups': ['12ef9a66-fdbc-445a-9b88-f381cdd30db5']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:39.277009 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a8492394-d5f6-49c1-8bed-fcc391ff4dbf req-41b68187-207b-4a3b-be26-c53c59a3430f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 210 time: 0.0570662 Mar 28 15:39:39.316258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:39:39.325538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:39:39.387635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Made reservation on behalf of d11c01b78a32496c9e169e7941daa103 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:39:39.391055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:39.549831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Allocated IP 172.20.0.14 (fd732926-03e4-4df0-9bcc-539570f112f9/2f3eb006-d3bc-4d40-aa96-b38e8f514d62/ae65450d-fd46-4654-8e04-d6cffb23ea1d) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:39:39.840450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:39.855051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Transition to ACTIVE for port object ae65450d-fd46-4654-8e04-d6cffb23ea1d will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:39:39.931615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:40.026933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Network fd732926-03e4-4df0-9bcc-539570f112f9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:39:40.029861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:39:40.039115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:39:40.074067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event updated for resources: {'Port': ['ID=ae65450d-fd46-4654-8e04-d6cffb23ea1d,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:40.163287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:40.163287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:40.303341 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-87df6ee3-c8f4-4618-b589-902556ef6d5e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1693320 Mar 28 15:39:40.321123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Request body: {'port': {'device_id': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:40.336607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e6e6142f-8814-4c25-907a-0b51ea0709bd None None] Provisioning for port ae65450d-fd46-4654-8e04-d6cffb23ea1d completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:39:40.342244 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e6e6142f-8814-4c25-907a-0b51ea0709bd None None] Provisioning complete for port ae65450d-fd46-4654-8e04-d6cffb23ea1d triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:40.346085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e6e6142f-8814-4c25-907a-0b51ea0709bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:40.396669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6142f-8814-4c25-907a-0b51ea0709bd None None] Port ae65450d-fd46-4654-8e04-d6cffb23ea1d cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:39:40.440193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:40.472486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaaec7-c596-40c7-b9c6-b0600e09925f req-36515076-b2c1-4452-9ad7-ab4ac903b45a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:40.473938 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dcfaaec7-c596-40c7-b9c6-b0600e09925f req-36515076-b2c1-4452-9ad7-ab4ac903b45a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 932 time: 0.0843253 Mar 28 15:39:40.518164 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dcfaaec7-c596-40c7-b9c6-b0600e09925f req-a468d4bc-f2f7-4930-8ff2-aef1e31352e3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378773 Mar 28 15:39:40.779939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae65450d-fd46-4654-8e04-d6cffb23ea1d {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:39:40.787483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:40.801898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Transition to ACTIVE for port object ae65450d-fd46-4654-8e04-d6cffb23ea1d will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:39:40.867614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:41.029603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Pushing event updated for resources: {'Port': ['ID=ae65450d-fd46-4654-8e04-d6cffb23ea1d,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:41.108526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Attempting to bind port ae65450d-fd46-4654-8e04-d6cffb23ea1d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:39:41.111497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Attempting to bind port ae65450d-fd46-4654-8e04-d6cffb23ea1d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:39:41.111497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Attempting to bind port ae65450d-fd46-4654-8e04-d6cffb23ea1d on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:39:41.113695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Port ae65450d-fd46-4654-8e04-d6cffb23ea1d on network fd732926-03e4-4df0-9bcc-539570f112f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:39:41.114010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Attempting to bind port ae65450d-fd46-4654-8e04-d6cffb23ea1d on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:39:41.118925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:39:41.119283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Checking segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:39:41.120250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Bound using segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:39:41.120664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Bound port: ae65450d-fd46-4654-8e04-d6cffb23ea1d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:39:41.121006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:41.205820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:39:41.208587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:39:41.274351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:41.331289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:41.331891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:41.333234 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] 10.222.0.23 "PUT /v2.0/ports/ae65450d-fd46-4654-8e04-d6cffb23ea1d HTTP/1.1" status: 200 len: 1094 time: 1.0170264 Mar 28 15:39:41.333671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:39:41.361245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef75a3d-698a-4a3f-bfd9-edc2a3e162dd service neutron] Pushing event updated for resources: {'Port': ['ID=ae65450d-fd46-4654-8e04-d6cffb23ea1d,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:41.381176 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'status': 'completed', 'code': 200} Mar 28 15:39:41.496239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de61fa-a1fb-4bd4-962e-aa07c4cc1104 req-df775950-8b4b-48b6-9cc1-5c1247dd47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:41.497812 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6de61fa-a1fb-4bd4-962e-aa07c4cc1104 req-df775950-8b4b-48b6-9cc1-5c1247dd47e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 1097 time: 0.0738170 Mar 28 15:39:41.644508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de61fa-a1fb-4bd4-962e-aa07c4cc1104 req-e8fbe905-d60c-4e82-8117-bba9d2066e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:41.645802 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6de61fa-a1fb-4bd4-962e-aa07c4cc1104 req-e8fbe905-d60c-4e82-8117-bba9d2066e71 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d11c01b78a32496c9e169e7941daa103&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1341965 Mar 28 15:39:41.699338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b4f04-b05d-4a40-9fae-359ebd3ea86e req-de1b330e-4823-4e9e-8a6d-dfd702fab8ec tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:41.700794 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3e0b4f04-b05d-4a40-9fae-359ebd3ea86e req-de1b330e-4823-4e9e-8a6d-dfd702fab8ec tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 944 time: 0.0785618 Mar 28 15:39:41.745424 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3e0b4f04-b05d-4a40-9fae-359ebd3ea86e req-4d1c9846-ca7b-4a42-8e2f-0371ae237775 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381253 Mar 28 15:39:41.780116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de61fa-a1fb-4bd4-962e-aa07c4cc1104 req-8734f519-dd55-4d40-b9e4-741b315e6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:41.781545 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c6de61fa-a1fb-4bd4-962e-aa07c4cc1104 req-8734f519-dd55-4d40-b9e4-741b315e6dbb service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298227 Mar 28 15:39:41.909042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-2f61a838-cacd-4dd0-9d06-5752c3858feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:41.910423 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-2f61a838-cacd-4dd0-9d06-5752c3858feb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 1097 time: 0.0736449 Mar 28 15:39:41.984735 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-9918d4b9-ba7c-48ba-a9ce-4ff167453eba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d HTTP/1.1" status: 200 len: 217 time: 0.0607457 Mar 28 15:39:42.048096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-525aa49f-8baa-4901-a2e2-102e189107ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:42.049473 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-525aa49f-8baa-4901-a2e2-102e189107ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0592971 Mar 28 15:39:42.122420 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-b97e1cb4-3d57-4d6f-8895-f0da14200bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:42.123945 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-b97e1cb4-3d57-4d6f-8895-f0da14200bfc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686467 Mar 28 15:39:42.345246 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-88c5e1f8-d124-4629-9f42-226c904bb52b service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146695 Mar 28 15:39:42.474044 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f66cc66c-4e34-4443-8d11-6fcd801400d7 req-8c428fb9-abc7-4ba4-b280-a935fea6608b service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222970 Mar 28 15:39:42.931053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48e23d-4345-4a82-9ebe-4c71ddc673e0 req-e27651c5-8351-49db-86b4-bba7f76129af tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:42.931756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-9d48e23d-4345-4a82-9ebe-4c71ddc673e0 req-e27651c5-8351-49db-86b4-bba7f76129af tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:39:43.006769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-9d48e23d-4345-4a82-9ebe-4c71ddc673e0 req-e27651c5-8351-49db-86b4-bba7f76129af tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:39:43.007995 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d48e23d-4345-4a82-9ebe-4c71ddc673e0 req-e27651c5-8351-49db-86b4-bba7f76129af tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 944 time: 0.1577010 Mar 28 15:39:43.054429 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d48e23d-4345-4a82-9ebe-4c71ddc673e0 req-34973605-7e59-43e0-a69f-a8583be57db7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396829 Mar 28 15:39:44.239694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55782f41-5b78-4cea-bcd3-d20d2c08a275 req-9cc58e15-3018-4eb0-8f32-c0a0f72ac37d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:44.241108 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-55782f41-5b78-4cea-bcd3-d20d2c08a275 req-9cc58e15-3018-4eb0-8f32-c0a0f72ac37d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 944 time: 0.0812597 Mar 28 15:39:44.285538 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-55782f41-5b78-4cea-bcd3-d20d2c08a275 req-9f9c7420-235f-4844-9cc2-f897a04154aa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Mar 28 15:39:45.118995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ae65450d-fd46-4654-8e04-d6cffb23ea1d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:39:45.248429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:45.261132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'mac_address': 'fa:16:3e:9a:15:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:39:45.319399 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:45.335643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae65450d-fd46-4654-8e04-d6cffb23ea1d {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:39:45.351328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:45.404928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:45.467180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1245f-9cf7-4595-842a-537d78c59460 req-6a52aa55-a2da-471e-b589-7a05bc60b0bc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:45.468665 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-92f1245f-9cf7-4595-842a-537d78c59460 req-6a52aa55-a2da-471e-b589-7a05bc60b0bc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 945 time: 0.0803728 Mar 28 15:39:45.472637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ae65450d-fd46-4654-8e04-d6cffb23ea1d,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:45.516183 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-92f1245f-9cf7-4595-842a-537d78c59460 req-bb96456a-2375-4a92-8448-63cd443c8e85 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Mar 28 15:39:45.676510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['ae65450d-fd46-4654-8e04-d6cffb23ea1d'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:39:46.699555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7375a6-1876-4039-bbb8-26fc7d16bf43 req-c252d507-1840-4de6-8c62-e6f3383d511c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:46.700915 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8e7375a6-1876-4039-bbb8-26fc7d16bf43 req-c252d507-1840-4de6-8c62-e6f3383d511c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 945 time: 0.0773351 Mar 28 15:39:46.744513 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8e7375a6-1876-4039-bbb8-26fc7d16bf43 req-0ac6e7ff-c13a-4800-a763-83e73b4c3c21 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379901 Mar 28 15:39:47.151369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ae65450d-fd46-4654-8e04-d6cffb23ea1d up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:39:47.261744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port ae65450d-fd46-4654-8e04-d6cffb23ea1d completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:39:47.266456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port ae65450d-fd46-4654-8e04-d6cffb23ea1d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:39:47.275211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:47.380910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:47.406963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:39:47.417047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:39:47.449837 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'code': 200} Mar 28 15:39:47.479289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:47.550108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ae65450d-fd46-4654-8e04-d6cffb23ea1d,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:39:47.816100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa124da-17a8-4897-ba42-2b6c5b87bab4 req-a990baf1-f5b1-4df6-97be-97114e4a41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:47.817567 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-eaa124da-17a8-4897-ba42-2b6c5b87bab4 req-a990baf1-f5b1-4df6-97be-97114e4a41ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 1099 time: 0.0740418 Mar 28 15:39:47.857125 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-eaa124da-17a8-4897-ba42-2b6c5b87bab4 req-d2fdaf02-e185-4526-b405-059558f7b066 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333805 Mar 28 15:39:48.032542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b2672-30b2-4aa1-892d-f4bb5bf81590 req-847dc040-c093-4915-9c22-f5fa48d6d1dd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:48.033884 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ec4b2672-30b2-4aa1-892d-f4bb5bf81590 req-847dc040-c093-4915-9c22-f5fa48d6d1dd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.1833644 Mar 28 15:39:48.081177 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ec4b2672-30b2-4aa1-892d-f4bb5bf81590 req-45b86ea1-6474-4813-9da7-e64cc56862d1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Mar 28 15:39:49.275714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116f3b3-c5e3-4c9f-b8ed-ecd0290ecdf3 req-71ec8f3e-2a24-4629-b177-62f20905a777 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:49.277132 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2116f3b3-c5e3-4c9f-b8ed-ecd0290ecdf3 req-71ec8f3e-2a24-4629-b177-62f20905a777 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0832620 Mar 28 15:39:49.319877 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2116f3b3-c5e3-4c9f-b8ed-ecd0290ecdf3 req-91c9b903-fb2c-4396-a9d6-b0886389c196 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369632 Mar 28 15:39:49.494803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba0953-45af-4fc7-902d-9ac88b1fced2 req-25a2aa6d-d54f-433f-85b3-f910502e82ec tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:49.496249 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f3ba0953-45af-4fc7-902d-9ac88b1fced2 req-25a2aa6d-d54f-433f-85b3-f910502e82ec tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0807695 Mar 28 15:39:49.504647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39762) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:39:49.509401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-daaf9966-5db7-4d47-9091-6d7da8b14aaf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'floatingip': {'port_id': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:39:49.585749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-daaf9966-5db7-4d47-9091-6d7da8b14aaf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:50.164717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-daaf9966-5db7-4d47-9091-6d7da8b14aaf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:50.210374 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-daaf9966-5db7-4d47-9091-6d7da8b14aaf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:50.373347 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-daaf9966-5db7-4d47-9091-6d7da8b14aaf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Floating IP 4e162553-3dd2-4705-8f64-f95029efafb5 associated. External IP: 172.26.7.9, port: ae65450d-fd46-4654-8e04-d6cffb23ea1d. Mar 28 15:39:50.825182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daaf9966-5db7-4d47-9091-6d7da8b14aaf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:39:51.000583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaf9966-5db7-4d47-9091-6d7da8b14aaf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:39:51.006216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-daaf9966-5db7-4d47-9091-6d7da8b14aaf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:51.010813 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:39:51.020793 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:39:51.021385 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:39:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:51.063157 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-daaf9966-5db7-4d47-9091-6d7da8b14aaf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "PUT /v2.0/floatingips/4e162553-3dd2-4705-8f64-f95029efafb5 HTTP/1.1" status: 200 len: 990 time: 1.5574675 Mar 28 15:39:51.063721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:39:51.164105 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'status': 'completed', 'code': 200} Mar 28 15:39:51.197001 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:39:51.295819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1763-b700-4195-95a5-1f02d0a8cfed req-f9287e23-111e-4fb2-9b8c-b89f6906fb32 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:51.297259 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-478e1763-b700-4195-95a5-1f02d0a8cfed req-f9287e23-111e-4fb2-9b8c-b89f6906fb32 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.1381779 Mar 28 15:39:51.308422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-b096c965-3f5f-4b2c-aab4-7b74efab38af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:51.309832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-b096c965-3f5f-4b2c-aab4-7b74efab38af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 1099 time: 0.1018901 Mar 28 15:39:51.365384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95266135-b7b7-4238-9a69-f3685ed16425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:51.429959 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-478e1763-b700-4195-95a5-1f02d0a8cfed req-6db667e1-d603-4acb-856e-c220da73b259 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188688 Mar 28 15:39:51.472911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-d5bb2749-897b-4445-9656-0614feb76292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:51.474357 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-d5bb2749-897b-4445-9656-0614feb76292 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1490605 Mar 28 15:39:51.567701 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:9a:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:39:50Z', 'revision_number': 1, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:51.571497 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:39:51.580905 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-c6d43a65-f778-4482-9b9b-ae8e7b7ce6ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d HTTP/1.1" status: 200 len: 998 time: 0.1010180 Mar 28 15:39:51.582438 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:39:51.583037 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:39:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:51.623217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18070b70-d940-43d7-b13e-d4c375d31fa1 req-ed141b19-0eaf-4b79-be16-b9c7fbc434f3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:51.625164 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18070b70-d940-43d7-b13e-d4c375d31fa1 req-ed141b19-0eaf-4b79-be16-b9c7fbc434f3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0854983 Mar 28 15:39:51.647764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-727df999-68b8-4157-9ea5-cfd18b9fa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:51.649212 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-727df999-68b8-4157-9ea5-cfd18b9fa273 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0626504 Mar 28 15:39:51.670653 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18070b70-d940-43d7-b13e-d4c375d31fa1 req-d6ac3cde-c6e4-4387-9f7f-d23fa206187b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387030 Mar 28 15:39:51.728417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-eeb64c72-cfae-4b98-b929-09ed64b1f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:51.730399 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-eeb64c72-cfae-4b98-b929-09ed64b1f656 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755756 Mar 28 15:39:51.778203 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:39:51.861367 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-7f76f30d-c605-4d95-b9ef-33006723c7ee service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249571 Mar 28 15:39:51.996846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cbb7689-c3a0-450e-a689-bf8559f8dc88 req-bcc656b3-07a8-46b1-80e8-514be6f97c34 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300383 Mar 28 15:39:52.123107 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:9a:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:39:50Z', 'revision_number': 1, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:39:52.126929 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219cf77f-7456-4549-b9c2-fc176b3f9ebd None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:9a:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:39:50Z', 'revision_number': 1, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:39:52.304832 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5171c4-778d-4055-bb76-91926ab988bc None None] New status for floating IP 4e162553-3dd2-4705-8f64-f95029efafb5: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:39:52.849220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a67e6-9d6f-426c-9a04-dd87dd10d511 req-ea5b7675-a0fd-49a7-86ae-da54c79d4ae9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:52.850680 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a03a67e6-9d6f-426c-9a04-dd87dd10d511 req-ea5b7675-a0fd-49a7-86ae-da54c79d4ae9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0782838 Mar 28 15:39:52.893219 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a03a67e6-9d6f-426c-9a04-dd87dd10d511 req-6472d204-7de1-492c-b2d9-63c8b9c21b6f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364475 Mar 28 15:39:53.086817 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675cf3c-ee85-4cd1-aab2-2a8670c4f799 req-81447a49-8912-44e8-8d97-13740ebb768d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:53.088900 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5675cf3c-ee85-4cd1-aab2-2a8670c4f799 req-81447a49-8912-44e8-8d97-13740ebb768d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0930409 Mar 28 15:39:53.132004 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5675cf3c-ee85-4cd1-aab2-2a8670c4f799 req-911812fd-65ca-41f0-8216-dca48a737447 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374892 Mar 28 15:39:53.514861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2993afdf-d347-4ac6-83ec-b5c5b1f5e61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:53.617258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688ad40-7987-4745-91df-738c117cdec9 req-9eeac0c2-7459-42b6-a6b4-c928894e9c57 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:53.618603 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b688ad40-7987-4745-91df-738c117cdec9 req-9eeac0c2-7459-42b6-a6b4-c928894e9c57 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0781639 Mar 28 15:39:53.710987 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b688ad40-7987-4745-91df-738c117cdec9 req-140905ba-7192-42aa-8f0a-fd9e4862c92d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623579 Mar 28 15:39:53.735019 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-3f563dcb-1750-4a34-a6ec-34cec94d6f61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123736 Mar 28 15:39:54.587310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:54.810609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:54.997163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdb1ae-a139-43c5-ac59-e33aa9e289f8 req-311d4a2c-c3ce-46d6-9597-f39bd15459a1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:54.998516 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bffdb1ae-a139-43c5-ac59-e33aa9e289f8 req-311d4a2c-c3ce-46d6-9597-f39bd15459a1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.1766622 Mar 28 15:39:55.042996 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bffdb1ae-a139-43c5-ac59-e33aa9e289f8 req-c9c50bc7-00d9-4eda-ad55-0b214dfe038c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384753 Mar 28 15:39:55.679845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-6fe2a689-479b-4c26-ad56-01eabae5c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:55.681270 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-6fe2a689-479b-4c26-ad56-01eabae5c235 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 1099 time: 0.0689771 Mar 28 15:39:55.816009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-27684651-9958-46a4-a675-50dd59f5ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:55.817443 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-27684651-9958-46a4-a675-50dd59f5ca32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1304348 Mar 28 15:39:55.917160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-ca3cb65b-7a63-4778-9661-9b89843578eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d HTTP/1.1" status: 200 len: 1000 time: 0.0940073 Mar 28 15:39:55.977963 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-f6d7b4f2-65bf-43b3-8de5-3a55f1e7ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:55.979796 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-f6d7b4f2-65bf-43b3-8de5-3a55f1e7ad97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0577190 Mar 28 15:39:56.064891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-4752c49d-fb3c-4278-950f-72ef1db167b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:56.066368 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-4752c49d-fb3c-4278-950f-72ef1db167b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0807424 Mar 28 15:39:56.201007 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-a668f155-e131-491b-b761-3719b73fe1df service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279042 Mar 28 15:39:56.233045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0aff9-df03-4291-9446-1542956b2e8e req-e70c68cf-5f2a-4c37-8d31-60d0c082dc76 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:56.233621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:39:56.234506 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c6a0aff9-df03-4291-9446-1542956b2e8e req-e70c68cf-5f2a-4c37-8d31-60d0c082dc76 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0830030 Mar 28 15:39:56.280089 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c6a0aff9-df03-4291-9446-1542956b2e8e req-b54eb5c5-0910-4578-8940-90e94762bf1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396681 Mar 28 15:39:56.332629 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-9332faac-09d1-4530-82e7-e25cb3b0e4eb service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262543 Mar 28 15:39:57.316050 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:39:57.470553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548204d-7117-42b9-9da2-a91e9392bf21 req-7988a285-4b7e-4f99-95f7-2fdca571b2f3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:57.472020 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3548204d-7117-42b9-9da2-a91e9392bf21 req-7988a285-4b7e-4f99-95f7-2fdca571b2f3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0831125 Mar 28 15:39:57.515156 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3548204d-7117-42b9-9da2-a91e9392bf21 req-2414b286-43b4-4386-9a74-fef555ce2f4a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 Mar 28 15:39:58.700298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68957ccb-b419-4b93-a86c-b4089010b5f2 req-a2062a08-8def-407d-b9ea-e0c05b77d28f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:58.701634 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-68957ccb-b419-4b93-a86c-b4089010b5f2 req-a2062a08-8def-407d-b9ea-e0c05b77d28f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0832803 Mar 28 15:39:58.743965 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-68957ccb-b419-4b93-a86c-b4089010b5f2 req-cddb515c-a51b-43b8-8073-43509926e753 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367084 Mar 28 15:39:59.924296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3e816-d2ba-404b-bfef-cfb7588afc17 req-afef96c5-d4ac-4e3e-b1b2-9ac9526ac886 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:39:59.925762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36f3e816-d2ba-404b-bfef-cfb7588afc17 req-afef96c5-d4ac-4e3e-b1b2-9ac9526ac886 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0793884 Mar 28 15:39:59.968261 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36f3e816-d2ba-404b-bfef-cfb7588afc17 req-1adeedad-8388-4efb-84fd-8738821c7538 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369253 Mar 28 15:40:01.148193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5e498-599d-4b3b-836e-e1c0dd0e3ce3 req-3865d440-0417-404c-85ed-e8c69e8ee1b2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:01.149627 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7fd5e498-599d-4b3b-836e-e1c0dd0e3ce3 req-3865d440-0417-404c-85ed-e8c69e8ee1b2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0778139 Mar 28 15:40:01.196391 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7fd5e498-599d-4b3b-836e-e1c0dd0e3ce3 req-d6e8f800-c090-4c27-821c-dff8e4925ca2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411320 Mar 28 15:40:02.378397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d630cd-8d77-4a72-a78c-30b11e12c3e2 req-ad2c9830-8de3-4ee2-87bd-e0f4151d19c7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:02.379876 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-54d630cd-8d77-4a72-a78c-30b11e12c3e2 req-ad2c9830-8de3-4ee2-87bd-e0f4151d19c7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0813541 Mar 28 15:40:02.424276 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-54d630cd-8d77-4a72-a78c-30b11e12c3e2 req-2c0044f8-f908-4eef-a437-4991e46e0df0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Mar 28 15:40:02.570346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:03.612250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3dea-fb49-4359-9ae4-b7c30e1c9cef req-a3b8e88b-5bb9-47cf-b859-f0b05ecb2952 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:03.613703 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ad8a3dea-fb49-4359-9ae4-b7c30e1c9cef req-a3b8e88b-5bb9-47cf-b859-f0b05ecb2952 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0789642 Mar 28 15:40:03.657179 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ad8a3dea-fb49-4359-9ae4-b7c30e1c9cef req-1f4e2e10-5291-401b-a027-8708984fa029 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371146 Mar 28 15:40:04.842720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c3c61-b07d-47ce-9ab3-81c0f0385c17 req-d5da3b97-0230-428e-8265-f45b351fc888 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:04.844178 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-428c3c61-b07d-47ce-9ab3-81c0f0385c17 req-d5da3b97-0230-428e-8265-f45b351fc888 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0819001 Mar 28 15:40:04.886649 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-428c3c61-b07d-47ce-9ab3-81c0f0385c17 req-54de8191-1b14-42c1-91a3-02f6ceac86b2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369318 Mar 28 15:40:06.075923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b03f5b-60a6-4e5f-913e-f729a0077f2e req-605070b5-7adf-4350-93de-4ffcba17ccf6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:06.077351 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d6b03f5b-60a6-4e5f-913e-f729a0077f2e req-605070b5-7adf-4350-93de-4ffcba17ccf6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0864558 Mar 28 15:40:06.119732 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d6b03f5b-60a6-4e5f-913e-f729a0077f2e req-1fad243f-79c5-4028-909f-51ae89672c71 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368278 Mar 28 15:40:07.301780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999f7e6-230d-4e25-af0f-0020adf7c851 req-4bd1137d-d33b-4d2f-b57c-3c7c07552b98 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:07.303233 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4999f7e6-230d-4e25-af0f-0020adf7c851 req-4bd1137d-d33b-4d2f-b57c-3c7c07552b98 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0792406 Mar 28 15:40:07.345107 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4999f7e6-230d-4e25-af0f-0020adf7c851 req-c1c673c0-3b09-4945-8958-79faaa4e1b0f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362699 Mar 28 15:40:08.527078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0b52b-0fc8-4c70-af40-770cff77ae10 req-7f70943d-06fa-41f4-bbe0-24a24f4db208 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:08.528511 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-53e0b52b-0fc8-4c70-af40-770cff77ae10 req-7f70943d-06fa-41f4-bbe0-24a24f4db208 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0783651 Mar 28 15:40:08.570970 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-53e0b52b-0fc8-4c70-af40-770cff77ae10 req-8f915b89-5cf6-431d-8ddc-822f8ff2950b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365555 Mar 28 15:40:09.765120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2954a87-5344-408c-b32d-a6ae02f27fcc req-4b063f61-2017-4e32-9549-71e0671cc1b9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:09.766547 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a2954a87-5344-408c-b32d-a6ae02f27fcc req-4b063f61-2017-4e32-9549-71e0671cc1b9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0801432 Mar 28 15:40:09.809838 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a2954a87-5344-408c-b32d-a6ae02f27fcc req-f12cb16a-a46c-4c3b-932b-da2878d9f19f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375891 Mar 28 15:40:11.012062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dbe86-ef0c-40a7-83e4-3236f3d09146 req-2c0e9a28-0dcb-43fc-8387-b7392ed03289 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:11.013622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fd0dbe86-ef0c-40a7-83e4-3236f3d09146 req-2c0e9a28-0dcb-43fc-8387-b7392ed03289 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0922685 Mar 28 15:40:11.058481 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fd0dbe86-ef0c-40a7-83e4-3236f3d09146 req-871771bf-b622-4dc2-b640-f05d9e8d1dfe tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391719 Mar 28 15:40:12.240295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5466826-d0b7-4267-b810-11e23dcc36b9 req-7cdd126b-3f90-41fc-809b-7c73c0204e4b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:12.241688 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5466826-d0b7-4267-b810-11e23dcc36b9 req-7cdd126b-3f90-41fc-809b-7c73c0204e4b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0781753 Mar 28 15:40:12.287800 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5466826-d0b7-4267-b810-11e23dcc36b9 req-a7e412be-89e5-4200-9f49-371045764900 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399535 Mar 28 15:40:13.468084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beff516-0e22-4002-a1dd-03d9948ad613 req-7569382d-1bf2-4904-a7be-bb994e58c815 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:13.469509 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3beff516-0e22-4002-a1dd-03d9948ad613 req-7569382d-1bf2-4904-a7be-bb994e58c815 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0776410 Mar 28 15:40:13.515867 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3beff516-0e22-4002-a1dd-03d9948ad613 req-6bc9ad13-0925-4a4c-a79a-ec994efec373 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405557 Mar 28 15:40:14.695544 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7687ca6-bb76-49b9-8c7d-001108924f72 req-12799826-1535-467f-b047-db0931b7b9c8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:14.697499 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7687ca6-bb76-49b9-8c7d-001108924f72 req-12799826-1535-467f-b047-db0931b7b9c8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0788810 Mar 28 15:40:14.740519 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7687ca6-bb76-49b9-8c7d-001108924f72 req-7275dddc-1d2c-4d29-bd8a-835dac9cede5 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372672 Mar 28 15:40:15.921705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96df9c7-7381-4fe2-88fb-bee7413e94a7 req-5dc19cf9-f0de-4d1c-ace6-abd1dfa8b15e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:15.923153 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f96df9c7-7381-4fe2-88fb-bee7413e94a7 req-5dc19cf9-f0de-4d1c-ace6-abd1dfa8b15e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0785806 Mar 28 15:40:15.966812 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f96df9c7-7381-4fe2-88fb-bee7413e94a7 req-57eb17f6-b9e3-4200-8119-4e916f45f5b5 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380301 Mar 28 15:40:17.154160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a797af-0ffb-42d1-9a41-f6941c758326 req-35a4f3a7-6ce4-4439-baaf-dcf448172388 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:17.155620 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-09a797af-0ffb-42d1-9a41-f6941c758326 req-35a4f3a7-6ce4-4439-baaf-dcf448172388 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0815017 Mar 28 15:40:17.199343 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-09a797af-0ffb-42d1-9a41-f6941c758326 req-8b514fcb-c96d-46d4-ac2a-835f09072daa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375829 Mar 28 15:40:18.380469 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-9d5fa53a-09ec-4b0b-a5dc-5a2c62b88ed1 service neutron] 10.222.0.23 "GET /v2.0/ports/ae65450d-fd46-4654-8e04-d6cffb23ea1d/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0783279 Mar 28 15:40:18.487985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe2f0-eb8d-4a05-b0e0-71bcdff19285 req-c7c38aa1-0a40-4220-9bc9-d5526a007ed0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:18.489428 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f2cbe2f0-eb8d-4a05-b0e0-71bcdff19285 req-c7c38aa1-0a40-4220-9bc9-d5526a007ed0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.1844649 Mar 28 15:40:18.533483 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f2cbe2f0-eb8d-4a05-b0e0-71bcdff19285 req-ba2cce97-d5b7-4c8e-a016-bbdd96373b5d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378544 Mar 28 15:40:18.972209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-ea0f2ce4-ff3f-4528-b8f9-7ffd7c67d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:18.973683 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-ea0f2ce4-ff3f-4528-b8f9-7ffd7c67d27c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 1099 time: 0.1607883 Mar 28 15:40:19.073042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-5f799cd5-fc7c-4295-9d4e-9c5d7d4e536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:19.074546 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-5f799cd5-fc7c-4295-9d4e-9c5d7d4e536f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 1099 time: 0.0704656 Mar 28 15:40:19.203316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-744d9774-ffec-4ff5-bbcd-ee44346e1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:19.204671 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-744d9774-ffec-4ff5-bbcd-ee44346e1856 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1241674 Mar 28 15:40:19.306552 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-3ac52a8f-63f1-49fe-a163-372d2cf25d6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d HTTP/1.1" status: 200 len: 1000 time: 0.0950155 Mar 28 15:40:19.369839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-ae52be47-ed1d-4a1a-b622-09393aeebf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:19.371259 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-ae52be47-ed1d-4a1a-b622-09393aeebf0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0595994 Mar 28 15:40:19.443736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-10bbed82-e236-4799-bc92-d8d738b86c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:19.445165 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-10bbed82-e236-4799-bc92-d8d738b86c54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681298 Mar 28 15:40:19.571146 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-490cb416-9cc5-4444-8d7b-eb8e0e935096 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196189 Mar 28 15:40:19.748154 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b8263f73-a424-42e7-a2bf-162eaf497011 req-5c515a45-5e15-4197-8613-691060f90d0c service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712642 Mar 28 15:40:19.772403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890caf2-b11d-4181-a071-90a1d7043d10 req-87a8d8bc-261f-4703-84c4-8adb0022483b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:19.773833 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0890caf2-b11d-4181-a071-90a1d7043d10 req-87a8d8bc-261f-4703-84c4-8adb0022483b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.1178064 Mar 28 15:40:19.826774 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0890caf2-b11d-4181-a071-90a1d7043d10 req-02e0a957-df6e-4ed1-8452-49c2b412f041 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390379 Mar 28 15:40:20.725229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-f730ebe9-9714-4325-a04f-cdaf5de12472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:20.726589 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-f730ebe9-9714-4325-a04f-cdaf5de12472 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 1099 time: 0.0685546 Mar 28 15:40:20.874065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-e7a95cfb-c530-4cd2-a76d-bafc2ce631ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:20.875528 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-e7a95cfb-c530-4cd2-a76d-bafc2ce631ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1238644 Mar 28 15:40:20.981312 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-4012f74b-1fc9-474c-a8fa-71253e45fc13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d HTTP/1.1" status: 200 len: 1000 time: 0.0982542 Mar 28 15:40:21.002145 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46273f3f-bb42-49a1-871a-d1411cc54117 req-3efd1281-50ce-4b20-8bac-505fc8e99bc8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:21.003625 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46273f3f-bb42-49a1-871a-d1411cc54117 req-3efd1281-50ce-4b20-8bac-505fc8e99bc8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0792143 Mar 28 15:40:21.044007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-56ddb79b-a165-45f1-8809-8a27719cb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:21.045462 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-56ddb79b-a165-45f1-8809-8a27719cb7a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0577195 Mar 28 15:40:21.047318 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-46273f3f-bb42-49a1-871a-d1411cc54117 req-ffd450aa-85ff-4e8c-bab2-29b9ebd63e0c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378263 Mar 28 15:40:21.121977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-0ace3ada-5eb1-4cbc-98e8-19d32d3b6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:21.123466 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-0ace3ada-5eb1-4cbc-98e8-19d32d3b6995 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0719109 Mar 28 15:40:21.252008 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-03f4ed0f-0a4d-4988-b338-64d8bdfd0f3d service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224062 Mar 28 15:40:21.384897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ae65450d-fd46-4654-8e04-d6cffb23ea1d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:40:21.393970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ae65450d-fd46-4654-8e04-d6cffb23ea1d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:40:21.426126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c4629c03-173a-46ed-8b20-ca9cd313322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:21.483585 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7d4dde19-05cf-41e5-bd11-a2d9c8892f88 req-9e705879-995e-4330-bdf7-59e020cb144b service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243989 Mar 28 15:40:21.613350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:21.634634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:40:21.653834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'mac_address': 'fa:16:3e:9a:15:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:40:21.659929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:40:21.703079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:40:21.721685 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'code': 200} Mar 28 15:40:21.724128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:21.741273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae65450d-fd46-4654-8e04-d6cffb23ea1d {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:40:21.822630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:21.933402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:40:21.933655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:40:21.937080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ae65450d-fd46-4654-8e04-d6cffb23ea1d,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:40:22.238972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb2a67-eabc-430e-96f2-ba332b2b1ddc req-5f0b1080-659f-434c-8a78-3655d993554f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:22.240430 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a6bb2a67-eabc-430e-96f2-ba332b2b1ddc req-5f0b1080-659f-434c-8a78-3655d993554f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 944 time: 0.0832901 Mar 28 15:40:22.284863 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a6bb2a67-eabc-430e-96f2-ba332b2b1ddc req-ece1800f-a9ba-4a94-8275-cdc9f5194622 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381131 Mar 28 15:40:22.490701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:22.507114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae65450d-fd46-4654-8e04-d6cffb23ea1d {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:40:22.521921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:40:22.604749 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:22.672350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ae65450d-fd46-4654-8e04-d6cffb23ea1d,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:40:22.706579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f024dd3-a469-4ec1-abbd-4bf8c9efab0a req-1d3d5f41-358b-4e46-b043-e8a686b4dd73 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:22.708125 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0f024dd3-a469-4ec1-abbd-4bf8c9efab0a req-1d3d5f41-358b-4e46-b043-e8a686b4dd73 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 945 time: 0.0870697 Mar 28 15:40:22.749036 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['ae65450d-fd46-4654-8e04-d6cffb23ea1d'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:40:22.752537 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0f024dd3-a469-4ec1-abbd-4bf8c9efab0a req-a7454f19-084b-44ca-b524-e1593728486e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376608 Mar 28 15:40:22.807328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-a3f55819-1c12-4235-b358-0476a94beb60 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:22.808803 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-a3f55819-1c12-4235-b358-0476a94beb60 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01&tenant_id=d11c01b78a32496c9e169e7941daa103&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0886009 Mar 28 15:40:22.966493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-edc517d8-e01d-49e0-aa2e-62463fa6550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:22.967931 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-edc517d8-e01d-49e0-aa2e-62463fa6550f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 1098 time: 0.0770192 Mar 28 15:40:23.097619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-d26ecd4b-01cb-4bba-accf-c7ae2c5f39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:23.099081 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-d26ecd4b-01cb-4bba-accf-c7ae2c5f39c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1252282 Mar 28 15:40:23.199479 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-378d9899-cda9-436c-a110-bdeb177abc02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d HTTP/1.1" status: 200 len: 999 time: 0.0943413 Mar 28 15:40:23.259589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-22bc3c4e-793f-48bf-9ee9-5a2154d7963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:23.260932 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-22bc3c4e-793f-48bf-9ee9-5a2154d7963f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0551972 Mar 28 15:40:23.331747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-d409efea-57c4-4795-931d-e91ea4c04f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:23.333149 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-d409efea-57c4-4795-931d-e91ea4c04f3a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0668712 Mar 28 15:40:23.386921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ae65450d-fd46-4654-8e04-d6cffb23ea1d up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:40:23.458129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port ae65450d-fd46-4654-8e04-d6cffb23ea1d triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:40:23.458491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:23.462443 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-b4b553cd-5903-40a1-8498-a6ea99f1a603 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228564 Mar 28 15:40:23.564044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-64dbb68a-5ca0-4f4f-9512-2d6ef11e2713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:23.581079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:23.595638 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-93d226f7-508d-40e7-abdf-4a8e7c4d987a req-5650404a-7b64-4906-9123-72ce65e1a5ee service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275258 Mar 28 15:40:23.612417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:40:23.689688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:23.726251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:40:23.764828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ae65450d-fd46-4654-8e04-d6cffb23ea1d,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:40:23.792007 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'code': 200} Mar 28 15:40:23.948096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dc20c-6686-4f2c-b529-4652768e3ab8 req-1d0bc797-abd8-4b90-aba2-4d05fae040f9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:23.949534 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-782dc20c-6686-4f2c-b529-4652768e3ab8 req-1d0bc797-abd8-4b90-aba2-4d05fae040f9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0801942 Mar 28 15:40:23.993723 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-782dc20c-6686-4f2c-b529-4652768e3ab8 req-ff83253b-a67c-4651-b23e-a25c18de62f0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380604 Mar 28 15:40:24.586637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:24.844021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:25.184927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63416195-01a4-484d-b0ae-338825a6d551 req-eadf33fd-0e0b-4b1b-8fe6-082d649bcd27 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:25.186299 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-63416195-01a4-484d-b0ae-338825a6d551 req-eadf33fd-0e0b-4b1b-8fe6-082d649bcd27 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0822878 Mar 28 15:40:25.228914 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-63416195-01a4-484d-b0ae-338825a6d551 req-b46fe893-35bb-4505-a1b3-adbc953e479e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368137 Mar 28 15:40:25.410999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f77f6d-7a7b-44c8-8257-9fbede1aa94a req-c67b5f34-d18a-4173-aa7a-0e62e9983656 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:25.412448 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c9f77f6d-7a7b-44c8-8257-9fbede1aa94a req-c67b5f34-d18a-4173-aa7a-0e62e9983656 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0814381 Mar 28 15:40:25.455670 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c9f77f6d-7a7b-44c8-8257-9fbede1aa94a req-f520b288-5383-49ee-a74b-b7678ff6e720 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375893 Mar 28 15:40:25.632487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5ad97-1b66-4f94-8214-fb6cbbffca27 req-f52f5ef7-6c1c-4480-8de8-c5b3ad9372e4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:25.634520 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f2a5ad97-1b66-4f94-8214-fb6cbbffca27 req-f52f5ef7-6c1c-4480-8de8-c5b3ad9372e4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0771816 Mar 28 15:40:25.679969 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f2a5ad97-1b66-4f94-8214-fb6cbbffca27 req-a2960de3-bcc6-45a7-a2a3-990303b72ac2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398881 Mar 28 15:40:26.255369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:26.304924 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44086671-98eb-42ba-ba10-cb86dcc8c8ed req-3705a721-e430-46e3-ba04-1d47a9f9a11c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:26.306423 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44086671-98eb-42ba-ba10-cb86dcc8c8ed req-3705a721-e430-46e3-ba04-1d47a9f9a11c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0794399 Mar 28 15:40:26.349317 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44086671-98eb-42ba-ba10-cb86dcc8c8ed req-4415a603-c96c-42c6-9ec1-8ee7f2f03ba6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372055 Mar 28 15:40:27.531897 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4136f54-4925-4c43-871c-d13372caf80e req-a405b131-c81a-4bcc-a545-c43ac069c4c3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:27.533335 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a4136f54-4925-4c43-871c-d13372caf80e req-a405b131-c81a-4bcc-a545-c43ac069c4c3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0790195 Mar 28 15:40:27.579669 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a4136f54-4925-4c43-871c-d13372caf80e req-db704fb7-cddb-4a30-83e3-a05d93050b2b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406756 Mar 28 15:40:28.048158 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-ee684c6d-cda1-472d-a19a-716323f5e2db tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:28.049607 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-ee684c6d-cda1-472d-a19a-716323f5e2db tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.0816941 Mar 28 15:40:28.116922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Deleting port ae65450d-fd46-4654-8e04-d6cffb23ea1d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:40:28.117257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:28.358593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] For port ae65450d-fd46-4654-8e04-d6cffb23ea1d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ae65450d-fd46-4654-8e04-d6cffb23ea1d,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:40:28.358953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:28.781762 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:28.782124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:28.782434 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Floating IP 4e162553-3dd2-4705-8f64-f95029efafb5 disassociated. External IP: 172.26.7.9, port: ae65450d-fd46-4654-8e04-d6cffb23ea1d. Mar 28 15:40:28.782763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Calling delete_port for ae65450d-fd46-4654-8e04-d6cffb23ea1d owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:40:28.875433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7adba-3956-46c7-87da-cb46c1391336 req-ed09812e-1d7f-4306-8824-0aeb529d0dde tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:28.876805 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e7e7adba-3956-46c7-87da-cb46c1391336 req-ed09812e-1d7f-4306-8824-0aeb529d0dde tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 946 time: 0.1853707 Mar 28 15:40:28.967728 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e7e7adba-3956-46c7-87da-cb46c1391336 req-a6a10a3a-980b-451e-9cf3-645c79fba11d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850797 Mar 28 15:40:29.032685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:29.084439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event deleted for resources: {'Port': ['ID=ae65450d-fd46-4654-8e04-d6cffb23ea1d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:40:29.096324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.096670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.097015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.097351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.097684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.098016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.098344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.098737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.099060 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.099387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.099711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.100032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:29.279961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:40:29.454101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:40:29.463357 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:40:29.473002 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:40:29.473591 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:40:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:40:29.526458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] No DVR routers for this DVR port ae65450d-fd46-4654-8e04-d6cffb23ea1d on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:40:29.528967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:29.531718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'name': 'network-vif-deleted', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:40:29.575617 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c885ab0-95f8-4be9-b226-14f26d6fde01', 'name': 'network-vif-deleted', 'tag': 'ae65450d-fd46-4654-8e04-d6cffb23ea1d', 'status': 'completed', 'code': 200} Mar 28 15:40:29.598664 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7cfa9b8-1712-4772-b243-30e4c962e84a req-6f4af246-c94c-48d0-9223-32c24e08d012 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "DELETE /v2.0/ports/ae65450d-fd46-4654-8e04-d6cffb23ea1d HTTP/1.1" status: 204 len: 173 time: 1.5437086 Mar 28 15:40:29.646812 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:40:29.984634 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:40:29.988361 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:40:29.996660 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:40:29.997259 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:40:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:40:30.127853 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-64be7c63-1a86-4f19-aadf-33d6db3952b5 req-861b2fcf-7e4d-4b22-aa19-e7b1e71fa187 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:40:30.171859 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:40:30.198134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-64be7c63-1a86-4f19-aadf-33d6db3952b5 req-861b2fcf-7e4d-4b22-aa19-e7b1e71fa187 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:40:30.199273 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-64be7c63-1a86-4f19-aadf-33d6db3952b5 req-861b2fcf-7e4d-4b22-aa19-e7b1e71fa187 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c885ab0-95f8-4be9-b226-14f26d6fde01 HTTP/1.1" status: 200 len: 210 time: 0.1151550 Mar 28 15:40:30.480249 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:40:30.484207 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d004a-e71b-4695-9bb5-f86f8b8107d3 None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:40:30.698523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b35b7-3055-40c9-a7ec-182427aa1596 None None] New status for floating IP 4e162553-3dd2-4705-8f64-f95029efafb5: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:40:31.430144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ae65450d-fd46-4654-8e04-d6cffb23ea1d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:40:31.464006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: ae65450d-fd46-4654-8e04-d6cffb23ea1d {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:40:31.464354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ae65450d-fd46-4654-8e04-d6cffb23ea1d not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:40:31.529655 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-35919b3c-ea14-4678-85cc-a5cf8451ff9b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1938545425&fields=id&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 267 time: 0.0378008 Mar 28 15:40:31.683629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-9dc2827f-cc0b-4367-9211-bc358dae625d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:31.685039 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-9dc2827f-cc0b-4367-9211-bc358dae625d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 811 time: 0.1489542 Mar 28 15:40:31.699875 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-578d1396-14fe-4eb2-adc0-4f9f30f28f2c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/quotas/d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 375 time: 0.0092468 Mar 28 15:40:31.782168 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-2506da7c-b92b-44a1-b6b6-461c76520b87 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775363 Mar 28 15:40:31.914861 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-84a288a3-fd58-4f73-ba41-1b06236ca397 service neutron] 10.222.0.16 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213632 Mar 28 15:40:32.042626 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-3e385161-7150-4334-808e-2e9533206011 service neutron] 10.222.0.16 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218545 Mar 28 15:40:32.337264 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4c6008a-6248-4736-b929-70096be6441d req-c5a12244-2d48-46c7-9268-269cd4fd2b59 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 210 time: 0.0419872 Mar 28 15:40:32.632583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:33.511088 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-78fec377-01ae-4f0e-af40-52c88efd54d1 req-0b88b743-11b0-4451-b31c-4b84c138275f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 210 time: 0.0477805 Mar 28 15:40:34.116730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-8d8cda7b-f866-4afb-83a0-edc76609e657 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:34.118729 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-8d8cda7b-f866-4afb-83a0-edc76609e657 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 811 time: 0.1487932 Mar 28 15:40:34.174113 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-1f48605a-6ffc-4ac4-8e40-e1dd10b2751a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 380 time: 0.0421104 Mar 28 15:40:34.182568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'port': {'device_id': '4b4424df-b836-4955-9096-5cee8cab05fd', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'admin_state_up': True, 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'security_groups': ['12ef9a66-fdbc-445a-9b88-f381cdd30db5']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:40:34.314515 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:40:34.317916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:40:34.328755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:40:34.398093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Made reservation on behalf of d11c01b78a32496c9e169e7941daa103 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:40:34.402148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:34.688176 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c0360a00-9e2d-4a87-a0f8-9a5ef29dfe06 req-af70fa0a-4688-4475-9050-735cc1c28049 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 210 time: 0.0594921 Mar 28 15:40:34.706816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Allocated IP 172.20.0.3 (fd732926-03e4-4df0-9bcc-539570f112f9/2f3eb006-d3bc-4d40-aa96-b38e8f514d62/ab164997-c189-4355-9ba4-e073026a9687) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:40:34.886934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:34.902673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Transition to ACTIVE for port object ab164997-c189-4355-9ba4-e073026a9687 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:40:34.969930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:35.038269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Network fd732926-03e4-4df0-9bcc-539570f112f9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:40:35.041160 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:40:35.049021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:40:35.080732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event updated for resources: {'Port': ['ID=ab164997-c189-4355-9ba4-e073026a9687,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:40:35.116835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:35.117450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:35.199017 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-cb31e4ce-c956-4f62-922c-09780602ce8a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0206385 Mar 28 15:40:35.217148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Request body: {'port': {'device_id': '4b4424df-b836-4955-9096-5cee8cab05fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:40:35.283247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-96c06b20-05d8-49df-9545-1ea3b57b7282 None None] Provisioning for port ab164997-c189-4355-9ba4-e073026a9687 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:40:35.288502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-96c06b20-05d8-49df-9545-1ea3b57b7282 None None] Provisioning complete for port ab164997-c189-4355-9ba4-e073026a9687 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:40:35.288868 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-96c06b20-05d8-49df-9545-1ea3b57b7282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:35.328938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:35.343598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-96c06b20-05d8-49df-9545-1ea3b57b7282 None None] Port ab164997-c189-4355-9ba4-e073026a9687 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:40:35.653141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab164997-c189-4355-9ba4-e073026a9687 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:40:35.660179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:35.674132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Transition to ACTIVE for port object ab164997-c189-4355-9ba4-e073026a9687 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:40:35.746235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:35.881234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da8c43-fa9f-4429-b33f-f212d6f3e564 req-2886f912-1148-4cb2-abf3-5eeda6dce59a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:35.883567 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d2da8c43-fa9f-4429-b33f-f212d6f3e564 req-2886f912-1148-4cb2-abf3-5eeda6dce59a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 943 time: 0.0882511 Mar 28 15:40:35.936112 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d2da8c43-fa9f-4429-b33f-f212d6f3e564 req-ca177311-2ed3-44c6-bf64-ab9875979375 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Mar 28 15:40:35.938694 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Pushing event updated for resources: {'Port': ['ID=ab164997-c189-4355-9ba4-e073026a9687,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:40:35.981220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Attempting to bind port ab164997-c189-4355-9ba4-e073026a9687 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:40:35.981554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Attempting to bind port ab164997-c189-4355-9ba4-e073026a9687 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:40:35.981877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Attempting to bind port ab164997-c189-4355-9ba4-e073026a9687 on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:40:35.986610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Port ab164997-c189-4355-9ba4-e073026a9687 on network fd732926-03e4-4df0-9bcc-539570f112f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:40:35.986924 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Attempting to bind port ab164997-c189-4355-9ba4-e073026a9687 on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:40:35.992299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:40:35.992432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Checking segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:40:35.992867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Bound using segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:40:35.993381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Bound port: ab164997-c189-4355-9ba4-e073026a9687, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:40:35.993717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:36.082925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:40:36.085786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ab164997-c189-4355-9ba4-e073026a9687,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:40:36.169511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:36.224231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:36.224817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:36.226160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] 10.222.0.23 "PUT /v2.0/ports/ab164997-c189-4355-9ba4-e073026a9687 HTTP/1.1" status: 200 len: 1093 time: 1.0133040 Mar 28 15:40:36.226582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:40:36.250856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dad0ff-045b-4ff9-91c8-9aeb8987e14b service neutron] Pushing event updated for resources: {'Port': ['ID=ab164997-c189-4355-9ba4-e073026a9687,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:40:36.281788 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687', 'status': 'completed', 'code': 200} Mar 28 15:40:36.396143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7414-2092-41f6-a9b0-a81493fb21dd req-3b35a93f-269a-4417-a892-d3b6b7de3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:36.397619 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5e7414-2092-41f6-a9b0-a81493fb21dd req-3b35a93f-269a-4417-a892-d3b6b7de3fa5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 1096 time: 0.0753310 Mar 28 15:40:36.627818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7414-2092-41f6-a9b0-a81493fb21dd req-42ed378f-e54e-439b-b99c-f0f27201edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:36.629249 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5e7414-2092-41f6-a9b0-a81493fb21dd req-42ed378f-e54e-439b-b99c-f0f27201edcc service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d11c01b78a32496c9e169e7941daa103&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2198949 Mar 28 15:40:36.769109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7414-2092-41f6-a9b0-a81493fb21dd req-03f9c691-92c7-40d7-bfe4-e86ee0e00734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:36.770692 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e5e7414-2092-41f6-a9b0-a81493fb21dd req-03f9c691-92c7-40d7-bfe4-e86ee0e00734 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351099 Mar 28 15:40:36.895135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-2969d728-2acf-4eec-82c1-115bf792cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:36.896591 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-2969d728-2acf-4eec-82c1-115bf792cffe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 1096 time: 0.0690939 Mar 28 15:40:36.974731 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-1678c4d2-7ec3-4764-b29b-ff0ae3368acd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab164997-c189-4355-9ba4-e073026a9687 HTTP/1.1" status: 200 len: 217 time: 0.0660303 Mar 28 15:40:37.035444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-53658f52-9775-4760-b5b7-19ea7d6028b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:37.036791 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-53658f52-9775-4760-b5b7-19ea7d6028b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0565698 Mar 28 15:40:37.113732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-8c5cdaed-ad37-4471-8cb3-a633e7be4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:37.115227 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-8c5cdaed-ad37-4471-8cb3-a633e7be4118 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726976 Mar 28 15:40:37.123203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb70c4-fecc-4209-8e0f-da34d4b2db1b req-f27dbe31-7981-4c7b-85d4-aead3c2e8c03 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:37.124656 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-25eb70c4-fecc-4209-8e0f-da34d4b2db1b req-f27dbe31-7981-4c7b-85d4-aead3c2e8c03 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 943 time: 0.0827248 Mar 28 15:40:37.169511 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-25eb70c4-fecc-4209-8e0f-da34d4b2db1b req-a578b504-8ffd-4520-a5aa-f50f3667560c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388753 Mar 28 15:40:37.245400 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-71dcba0a-9fff-491e-9df5-afdd9a8ac682 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244040 Mar 28 15:40:37.372419 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11f6a521-84fa-4599-b8a8-90a8495db9a2 req-5125c65e-aca8-4c3f-a948-5e24eb5c0cd2 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212068 Mar 28 15:40:38.352142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aff2a-277f-43d9-a554-bd28ff751b14 req-6761756f-dd24-4442-addf-b830cf62158f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:38.352804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b02aff2a-277f-43d9-a554-bd28ff751b14 req-6761756f-dd24-4442-addf-b830cf62158f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:40:38.426072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b02aff2a-277f-43d9-a554-bd28ff751b14 req-6761756f-dd24-4442-addf-b830cf62158f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:40:38.427233 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b02aff2a-277f-43d9-a554-bd28ff751b14 req-6761756f-dd24-4442-addf-b830cf62158f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 943 time: 0.1518307 Mar 28 15:40:38.470703 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b02aff2a-277f-43d9-a554-bd28ff751b14 req-78545eac-a342-4530-a1dd-1ca73958279a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370948 Mar 28 15:40:39.509825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ab164997-c189-4355-9ba4-e073026a9687 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:40:39.657928 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56eed-eba2-4c7c-8423-de7a8afa76e3 req-b4202da9-aa1d-47cd-bb38-6c0ebc3fbc9d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:39.659423 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c1c56eed-eba2-4c7c-8423-de7a8afa76e3 req-b4202da9-aa1d-47cd-bb38-6c0ebc3fbc9d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 943 time: 0.0820153 Mar 28 15:40:39.671180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ab164997-c189-4355-9ba4-e073026a9687,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:40:39.684456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'ab164997-c189-4355-9ba4-e073026a9687', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': 'ab164997-c189-4355-9ba4-e073026a9687', 'mac_address': 'fa:16:3e:bb:61:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:40:39.703398 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c1c56eed-eba2-4c7c-8423-de7a8afa76e3 req-d35db581-5622-4761-af73-4b0f77587d7d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382795 Mar 28 15:40:39.738439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:39.756886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab164997-c189-4355-9ba4-e073026a9687 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:40:39.771864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ab164997-c189-4355-9ba4-e073026a9687,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:40:39.877835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:39.945997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ab164997-c189-4355-9ba4-e073026a9687,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:40:39.952928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.953280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.953626 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.953967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.954304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.954645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.954975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.955330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.955663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.955994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.956321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:39.956644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:40:40.136834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['ab164997-c189-4355-9ba4-e073026a9687'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:40:40.885305 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51c492-423a-4922-b35a-107f2f5c9f66 req-a237f27a-8fd3-440d-ab08-f0d1644e1ba4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:40.886740 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1d51c492-423a-4922-b35a-107f2f5c9f66 req-a237f27a-8fd3-440d-ab08-f0d1644e1ba4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 944 time: 0.0814831 Mar 28 15:40:40.933939 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1d51c492-423a-4922-b35a-107f2f5c9f66 req-dcd38baf-df40-4164-b5dc-a277be3277ec tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415475 Mar 28 15:40:41.516550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ab164997-c189-4355-9ba4-e073026a9687 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:40:41.671730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port ab164997-c189-4355-9ba4-e073026a9687 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:40:41.676430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port ab164997-c189-4355-9ba4-e073026a9687 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:40:41.676800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:41.788587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:41.813965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:40:41.823073 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ab164997-c189-4355-9ba4-e073026a9687,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:40:41.900892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:41.934549 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687', 'code': 200} Mar 28 15:40:41.978430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ab164997-c189-4355-9ba4-e073026a9687,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:40:42.136960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49a513-30a2-4686-a066-8f149e844593 req-297eec2b-bdc1-40d0-af7e-fa2cce99630d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:42.138317 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a49a513-30a2-4686-a066-8f149e844593 req-297eec2b-bdc1-40d0-af7e-fa2cce99630d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0788910 Mar 28 15:40:42.186968 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a49a513-30a2-4686-a066-8f149e844593 req-683f647a-d063-4e3f-848a-b9b053e44d8f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Mar 28 15:40:42.301169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b5704-4841-4e66-83bd-0092a4fcd8e7 req-53ffd68e-16f3-41ae-b6cc-32b34b888f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:42.302622 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5e4b5704-4841-4e66-83bd-0092a4fcd8e7 req-53ffd68e-16f3-41ae-b6cc-32b34b888f39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 1098 time: 0.0698366 Mar 28 15:40:42.354553 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5e4b5704-4841-4e66-83bd-0092a4fcd8e7 req-3228dbf4-86df-4d92-b0d4-da6a1438c55e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 Mar 28 15:40:43.380354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71fe2f-4f85-44e8-896f-176aa53767d8 req-5f22968f-f1d0-4476-befe-0f6611eeb570 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:43.381802 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d71fe2f-4f85-44e8-896f-176aa53767d8 req-5f22968f-f1d0-4476-befe-0f6611eeb570 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0831711 Mar 28 15:40:43.431769 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d71fe2f-4f85-44e8-896f-176aa53767d8 req-a2bb7df4-b3c3-4675-be9e-1ff5a637de1b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Mar 28 15:40:44.616884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378077c-b675-4a26-ad5f-9a566d9b9654 req-bdf9fff1-a169-4f49-9e7c-ea43152cf985 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:44.618891 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6378077c-b675-4a26-ad5f-9a566d9b9654 req-bdf9fff1-a169-4f49-9e7c-ea43152cf985 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0816755 Mar 28 15:40:44.661319 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6378077c-b675-4a26-ad5f-9a566d9b9654 req-d3c606f9-8d10-4f5b-a92a-1853ef763b33 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368748 Mar 28 15:40:44.838578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb69d47-3bb9-4112-a0fc-702a249fea27 req-1ae9e3ec-d876-446f-bebe-7b0a687cc9ee tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:44.840084 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7bb69d47-3bb9-4112-a0fc-702a249fea27 req-1ae9e3ec-d876-446f-bebe-7b0a687cc9ee tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0808983 Mar 28 15:40:44.848612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 39944) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:40:44.853925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-403058dd-c36f-4538-a7d6-bfa22b723c9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'floatingip': {'port_id': 'ab164997-c189-4355-9ba4-e073026a9687'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:40:44.927858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-403058dd-c36f-4538-a7d6-bfa22b723c9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:45.595296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-403058dd-c36f-4538-a7d6-bfa22b723c9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:45.643280 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-403058dd-c36f-4538-a7d6-bfa22b723c9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:45.807389 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-403058dd-c36f-4538-a7d6-bfa22b723c9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Floating IP 4e162553-3dd2-4705-8f64-f95029efafb5 associated. External IP: 172.26.7.9, port: ab164997-c189-4355-9ba4-e073026a9687. Mar 28 15:40:46.149926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403058dd-c36f-4538-a7d6-bfa22b723c9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:40:46.324764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403058dd-c36f-4538-a7d6-bfa22b723c9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:40:46.329540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-403058dd-c36f-4538-a7d6-bfa22b723c9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:46.333959 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:40:46.344437 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:40:46.345020 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:40:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:40:46.385277 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-403058dd-c36f-4538-a7d6-bfa22b723c9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "PUT /v2.0/floatingips/4e162553-3dd2-4705-8f64-f95029efafb5 HTTP/1.1" status: 200 len: 989 time: 1.5356464 Mar 28 15:40:46.385850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:40:46.431879 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687', 'status': 'completed', 'code': 200} Mar 28 15:40:46.521676 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:40:46.554267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-ca2a4c13-311a-49d9-827c-5bad4e542768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:46.555843 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-ca2a4c13-311a-49d9-827c-5bad4e542768 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 1098 time: 0.0726023 Mar 28 15:40:46.689637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-4fdc0286-6672-4a54-9532-a08c0e92db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:46.691230 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-4fdc0286-6672-4a54-9532-a08c0e92db21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1296546 Mar 28 15:40:46.796494 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-e885efb8-b34f-4114-bbc4-baf03bf9e707 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab164997-c189-4355-9ba4-e073026a9687 HTTP/1.1" status: 200 len: 997 time: 0.0994999 Mar 28 15:40:46.864695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-446dbffa-afde-4f72-899f-5740c43f1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:46.866252 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-446dbffa-afde-4f72-899f-5740c43f1ce7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0640442 Mar 28 15:40:46.889437 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': 'ab164997-c189-4355-9ba4-e073026a9687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:bb:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4424df-b836-4955-9096-5cee8cab05fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:40:45Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:40:46.896470 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:40:46.920125 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:40:46.921059 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:40:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:40:46.970445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf04dab-a0e7-4633-ad34-a798c95ed23f req-39906837-9876-457a-890a-61986db0358f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:46.972038 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eaf04dab-a0e7-4633-ad34-a798c95ed23f req-39906837-9876-457a-890a-61986db0358f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.2151182 Mar 28 15:40:47.020146 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-eaf04dab-a0e7-4633-ad34-a798c95ed23f req-f5093a38-fd3d-4d45-9a0c-9bf53d5fd708 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Mar 28 15:40:47.071560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-1658493c-8614-412f-b66d-48b2e0a4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:47.073053 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-1658493c-8614-412f-b66d-48b2e0a4cdf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2007759 Mar 28 15:40:47.139506 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:40:47.207439 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-ceba48e2-6a4a-4b1c-b2dd-4b7e2e242f5d service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276355 Mar 28 15:40:47.338004 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7c7bddde-754e-4ec5-b340-d4198dd9d54c req-861acad0-b70e-47ef-a0a8-241f1ce23d8b service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242619 Mar 28 15:40:47.472765 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': 'ab164997-c189-4355-9ba4-e073026a9687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:bb:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4424df-b836-4955-9096-5cee8cab05fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:40:45Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:40:47.476459 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c9c491-bf62-493b-8bc6-99a42cced386 None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': 'ab164997-c189-4355-9ba4-e073026a9687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:bb:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4424df-b836-4955-9096-5cee8cab05fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:40:45Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:40:47.649996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7da86-5881-445f-84b0-b40c825f4a68 None None] New status for floating IP 4e162553-3dd2-4705-8f64-f95029efafb5: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:40:48.218382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214697-6471-4811-8432-8efc3fb550dd req-f5035859-64a6-4d3f-a99d-dc539a2ba48a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:48.219801 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a214697-6471-4811-8432-8efc3fb550dd req-f5035859-64a6-4d3f-a99d-dc539a2ba48a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0869844 Mar 28 15:40:48.262585 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5a214697-6471-4811-8432-8efc3fb550dd req-5a40e986-6877-4b4e-ac4c-539d50c93fc3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371518 Mar 28 15:40:49.473590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4432c42-368f-43ba-8544-af41e25adbad req-2bd1ff22-16b9-46fa-9abe-8421d0368300 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:49.474992 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f4432c42-368f-43ba-8544-af41e25adbad req-2bd1ff22-16b9-46fa-9abe-8421d0368300 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0799632 Mar 28 15:40:49.517677 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f4432c42-368f-43ba-8544-af41e25adbad req-f7111c94-7263-4c64-855d-cce859f6ca27 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361629 Mar 28 15:40:50.696999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f3eb7-fafc-47c9-9e09-ae27aceb601f req-9dc6fe09-5a83-42c7-a65b-d66f1909fc86 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:50.698414 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-158f3eb7-fafc-47c9-9e09-ae27aceb601f req-9dc6fe09-5a83-42c7-a65b-d66f1909fc86 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0774388 Mar 28 15:40:50.740962 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-158f3eb7-fafc-47c9-9e09-ae27aceb601f req-46c196d6-faaf-4c65-b6fc-c365c8c0d3ec tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369062 Mar 28 15:40:51.391263 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e9d690c1-8ddf-4d91-8679-63ad228770f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:51.920669 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5896bf-395a-49aa-af30-843560622e60 req-12d4a5b3-4544-473c-85c7-ec84f2ef6c2b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:51.922113 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5f5896bf-395a-49aa-af30-843560622e60 req-12d4a5b3-4544-473c-85c7-ec84f2ef6c2b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0786102 Mar 28 15:40:51.967386 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5f5896bf-395a-49aa-af30-843560622e60 req-d6393c17-d6f8-4cfe-91af-61f25939affc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396397 Mar 28 15:40:53.152050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856450d3-0ce4-491d-a817-db0e9fda94dc req-1ad304c9-f307-4105-bde1-5ec06fe0efdf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:53.153473 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-856450d3-0ce4-491d-a817-db0e9fda94dc req-1ad304c9-f307-4105-bde1-5ec06fe0efdf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0808241 Mar 28 15:40:53.197707 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-856450d3-0ce4-491d-a817-db0e9fda94dc req-a3f5812d-119b-4715-8615-49313d553028 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383070 Mar 28 15:40:53.511434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-faffadde-9bb6-42be-bf8a-8f642e5b689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:54.378550 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667d992-9987-4716-805b-edaeff7e200c req-c7eaf042-1411-4049-ab5c-477acf5c9969 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:54.380013 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2667d992-9987-4716-805b-edaeff7e200c req-c7eaf042-1411-4049-ab5c-477acf5c9969 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0790126 Mar 28 15:40:54.423617 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2667d992-9987-4716-805b-edaeff7e200c req-cfcc9e36-a658-4bb9-9e49-789bcc84d5fe tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374873 Mar 28 15:40:54.608607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:54.831501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:55.613635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516002de-adda-42fa-a7b8-a1373128697f req-c1e6f7c8-919b-4017-a6d8-161000c4d92b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:55.615128 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-516002de-adda-42fa-a7b8-a1373128697f req-c1e6f7c8-919b-4017-a6d8-161000c4d92b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0838897 Mar 28 15:40:55.659075 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-516002de-adda-42fa-a7b8-a1373128697f req-5ab3da9c-399a-4cb5-b40a-163eddb833be tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381980 Mar 28 15:40:56.243562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:40:56.847808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266942e-ce1d-4ded-b697-e38486e7a17f req-68998627-9765-4138-a67c-c564ea3df575 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:56.849256 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7266942e-ce1d-4ded-b697-e38486e7a17f req-68998627-9765-4138-a67c-c564ea3df575 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0828140 Mar 28 15:40:56.891797 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7266942e-ce1d-4ded-b697-e38486e7a17f req-6cb23b36-edc4-4272-a514-3c82d107939d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361488 Mar 28 15:40:58.091955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd03f-5970-49c5-becc-bae6cb6e8243 req-a153aac3-b7df-4e6b-aad2-aff3094e42d0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:58.093420 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f3abd03f-5970-49c5-becc-bae6cb6e8243 req-a153aac3-b7df-4e6b-aad2-aff3094e42d0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0832679 Mar 28 15:40:58.137035 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f3abd03f-5970-49c5-becc-bae6cb6e8243 req-11cc5284-ab03-407f-9aab-ec87bea7762b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380793 Mar 28 15:40:59.316910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e5b4-617c-4ede-ba1f-9f7d4b578f56 req-06d00539-e688-433a-be81-1b813934b4f9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:40:59.318344 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ebe7e5b4-617c-4ede-ba1f-9f7d4b578f56 req-06d00539-e688-433a-be81-1b813934b4f9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0781400 Mar 28 15:40:59.362008 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ebe7e5b4-617c-4ede-ba1f-9f7d4b578f56 req-08b66e88-5491-49ba-ad13-d600882c6cf6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362310 Mar 28 15:41:00.544074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eee9b5-9c5f-47ce-b05a-992551ebdafc req-1abc37b1-cb80-4a4d-b998-3bc4d0ee7614 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:00.545490 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-95eee9b5-9c5f-47ce-b05a-992551ebdafc req-1abc37b1-cb80-4a4d-b998-3bc4d0ee7614 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0811994 Mar 28 15:41:00.588235 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-95eee9b5-9c5f-47ce-b05a-992551ebdafc req-00889c9a-e5c4-4412-8251-c81fa952f99d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371842 Mar 28 15:41:01.774906 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44869af9-48d1-4774-8e2b-755d410061b4 req-5ab441ad-9d8f-4682-b47d-61ba348a7ae1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:01.776362 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-44869af9-48d1-4774-8e2b-755d410061b4 req-5ab441ad-9d8f-4682-b47d-61ba348a7ae1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0851808 Mar 28 15:41:01.819037 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-44869af9-48d1-4774-8e2b-755d410061b4 req-74568511-04ca-4c75-ab2a-7a7dc3fcf610 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368738 Mar 28 15:41:02.619599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:03.000322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362cff-e56b-4d07-926f-26bbf9b9646d req-6f91730f-c610-493a-9925-83c87d57773c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:03.001782 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac362cff-e56b-4d07-926f-26bbf9b9646d req-6f91730f-c610-493a-9925-83c87d57773c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0781009 Mar 28 15:41:03.048362 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac362cff-e56b-4d07-926f-26bbf9b9646d req-0e068d50-fb5e-4b92-8681-adaa191f9faa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Mar 28 15:41:04.235350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22736ae-0b1f-4bcd-be78-8ad0b89a83af req-6f0f5397-7ccf-4c6a-ab70-9097928914af tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:04.236672 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b22736ae-0b1f-4bcd-be78-8ad0b89a83af req-6f0f5397-7ccf-4c6a-ab70-9097928914af tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0805871 Mar 28 15:41:04.283183 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b22736ae-0b1f-4bcd-be78-8ad0b89a83af req-99b80dc2-715e-4cc8-a1d9-68825f5ff237 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404246 Mar 28 15:41:05.464802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08584296-81ef-434c-a726-abd930646feb req-eedd23bc-bfa1-4349-a50d-0fb281dc9223 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:05.466230 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-08584296-81ef-434c-a726-abd930646feb req-eedd23bc-bfa1-4349-a50d-0fb281dc9223 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0795355 Mar 28 15:41:05.507175 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-08584296-81ef-434c-a726-abd930646feb req-e6339faa-c3fc-4c47-944d-13e4a7888168 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354002 Mar 28 15:41:06.687486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d3be7-8be7-402e-8983-0876feecb67c req-b202892e-17ac-4f38-a8ce-468690aaec90 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:06.688914 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-395d3be7-8be7-402e-8983-0876feecb67c req-b202892e-17ac-4f38-a8ce-468690aaec90 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0785797 Mar 28 15:41:06.731754 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-395d3be7-8be7-402e-8983-0876feecb67c req-15873e9c-5430-4387-bc0b-904f6219da38 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373394 Mar 28 15:41:07.916743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56138632-e15d-47cd-a56b-f1de36162525 req-d6719a67-cdd5-4c98-bc92-642ebc755e63 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:07.918199 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-56138632-e15d-47cd-a56b-f1de36162525 req-d6719a67-cdd5-4c98-bc92-642ebc755e63 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0837789 Mar 28 15:41:07.962041 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-56138632-e15d-47cd-a56b-f1de36162525 req-c702ea87-e8f5-4b2e-88e9-fb80f8dd82b6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378923 Mar 28 15:41:09.147547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff3786-a861-49c0-aa0e-c8c016c97d87 req-d7315394-51f9-49a0-bc19-e32494f53983 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:09.149021 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-67ff3786-a861-49c0-aa0e-c8c016c97d87 req-d7315394-51f9-49a0-bc19-e32494f53983 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0820034 Mar 28 15:41:09.193061 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-67ff3786-a861-49c0-aa0e-c8c016c97d87 req-ecca19df-6da0-4167-964a-b766c644d3cc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382748 Mar 28 15:41:10.374700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9447ce5-3ab5-4ad9-a2ec-1ce3752c17fb req-7402fb76-1e9f-495a-a806-38d497ecd56d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:10.376172 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c9447ce5-3ab5-4ad9-a2ec-1ce3752c17fb req-7402fb76-1e9f-495a-a806-38d497ecd56d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0788503 Mar 28 15:41:10.421538 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c9447ce5-3ab5-4ad9-a2ec-1ce3752c17fb req-469ad567-4071-4987-94b7-8465cbc4e23b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397775 Mar 28 15:41:11.314026 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:41:11.609660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67937248-5d11-4566-bd52-20af8b028a03 req-8248f39f-a71d-4fdb-847d-7cfead31f929 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:11.611015 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-67937248-5d11-4566-bd52-20af8b028a03 req-8248f39f-a71d-4fdb-847d-7cfead31f929 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0829341 Mar 28 15:41:11.657571 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-67937248-5d11-4566-bd52-20af8b028a03 req-3d52559f-5590-4b7f-939f-4e4cb1e9d1e3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408363 Mar 28 15:41:12.838452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0846f-f018-41ab-965b-375e03babf76 req-bf05c6be-5ee2-4899-a54c-ca2c2d915b84 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:12.839924 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d9c0846f-f018-41ab-965b-375e03babf76 req-bf05c6be-5ee2-4899-a54c-ca2c2d915b84 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0792181 Mar 28 15:41:12.882855 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d9c0846f-f018-41ab-965b-375e03babf76 req-9bc6db41-788f-4682-8ae5-9e2a5804baf8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368545 Mar 28 15:41:14.065511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e799d8-6589-4965-9af5-b46e22c32a6a req-79f2ca24-9a8c-4c26-91dc-93cc9b96e07d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:14.066946 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-48e799d8-6589-4965-9af5-b46e22c32a6a req-79f2ca24-9a8c-4c26-91dc-93cc9b96e07d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0793035 Mar 28 15:41:14.109911 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-48e799d8-6589-4965-9af5-b46e22c32a6a req-06413086-a743-4ecd-a34f-6cb97c366230 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373962 Mar 28 15:41:15.293204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e29d-7326-4a23-a355-960c04850687 req-d861c5ff-3b6a-46e0-bc2a-88f040a41b44 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:15.294643 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5d78e29d-7326-4a23-a355-960c04850687 req-d861c5ff-3b6a-46e0-bc2a-88f040a41b44 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0819030 Mar 28 15:41:15.337586 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5d78e29d-7326-4a23-a355-960c04850687 req-0216ee2a-8d17-430b-a661-22cb5576cfca tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373592 Mar 28 15:41:16.519411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc541497-d497-49d8-9098-da01bfdc7ccb req-0948f75d-d2cb-40a3-92e2-4b6e75b9f447 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:16.520838 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cc541497-d497-49d8-9098-da01bfdc7ccb req-0948f75d-d2cb-40a3-92e2-4b6e75b9f447 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0809813 Mar 28 15:41:16.563994 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cc541497-d497-49d8-9098-da01bfdc7ccb req-22938848-90f1-42f9-bc84-ad9d25bbcd04 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376527 Mar 28 15:41:17.751064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8362ce-1cc7-4f87-93f7-a66f654a7381 req-7f218a8f-7db7-4fdf-aa40-8712ba005037 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:17.752497 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fa8362ce-1cc7-4f87-93f7-a66f654a7381 req-7f218a8f-7db7-4fdf-aa40-8712ba005037 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0789027 Mar 28 15:41:17.794911 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fa8362ce-1cc7-4f87-93f7-a66f654a7381 req-7dd7e638-c6fd-4545-8011-9cdd07f2c87e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362120 Mar 28 15:41:18.305497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8bdc0-107d-4e61-93c4-240c4dc6184a req-c0ececa8-9936-42bf-b57e-60395ddd0060 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:18.306955 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3ca8bdc0-107d-4e61-93c4-240c4dc6184a req-c0ececa8-9936-42bf-b57e-60395ddd0060 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0814908 Mar 28 15:41:18.353413 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3ca8bdc0-107d-4e61-93c4-240c4dc6184a req-94cfd925-72c4-4ce7-96f1-5bf5699b5a2e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Mar 28 15:41:18.357265 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-0cb080a1-e39f-4ad8-9dbe-702ec6e8bb23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717337 Mar 28 15:41:19.541340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b2835-1b90-4a5d-bc0f-f16d6fb13a90 req-152edc16-130a-4361-b202-2219c7c0e4fd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:19.542832 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b78b2835-1b90-4a5d-bc0f-f16d6fb13a90 req-152edc16-130a-4361-b202-2219c7c0e4fd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0825763 Mar 28 15:41:19.586570 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b78b2835-1b90-4a5d-bc0f-f16d6fb13a90 req-c4b1bf8f-17cf-4b43-980c-4d1871c0083a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380363 Mar 28 15:41:20.317355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-9bf70653-6a30-4919-8fde-17e9a7cdafca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:20.318792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-9bf70653-6a30-4919-8fde-17e9a7cdafca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 1098 time: 0.0732894 Mar 28 15:41:20.536245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-a9d0ffdb-3e11-4b58-b4d7-213afd36162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:20.537691 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-a9d0ffdb-3e11-4b58-b4d7-213afd36162a service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.2128079 Mar 28 15:41:20.638737 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-baf6a0ce-fafc-4cb7-b6d3-4a379c0409f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab164997-c189-4355-9ba4-e073026a9687 HTTP/1.1" status: 200 len: 999 time: 0.0949397 Mar 28 15:41:20.700086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-bac8064e-1613-42aa-9f6e-fdc675f9b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:20.701545 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-bac8064e-1613-42aa-9f6e-fdc675f9b333 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0574601 Mar 28 15:41:20.837231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613a0f-a84d-4ea2-b5b7-cd0b98de462d req-147e7b8b-6e7e-4f05-bbe0-73731fab12b4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:20.838672 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b0613a0f-a84d-4ea2-b5b7-cd0b98de462d req-147e7b8b-6e7e-4f05-bbe0-73731fab12b4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.1362822 Mar 28 15:41:20.841601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-fe08731f-d448-4e64-8c45-c21b0e74328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:20.842914 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-fe08731f-d448-4e64-8c45-c21b0e74328f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1105680 Mar 28 15:41:20.967624 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b0613a0f-a84d-4ea2-b5b7-cd0b98de462d req-e1038374-06af-48e6-b7e8-7018518d7f51 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231477 Mar 28 15:41:21.001666 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-60c88856-9856-46f9-a616-4595a7d80e47 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444280 Mar 28 15:41:21.129045 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-ae37532f-33f5-449a-9424-3022772ce515 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214590 Mar 28 15:41:21.396683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a773e686-9bd8-435c-8b95-b6e28fdd6638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:22.152796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1487a36-f830-49e2-875c-b7eaf94ad885 req-509dcec5-6845-4525-8c3d-85fe58a866f2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:22.154340 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f1487a36-f830-49e2-875c-b7eaf94ad885 req-509dcec5-6845-4525-8c3d-85fe58a866f2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0792103 Mar 28 15:41:22.200671 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f1487a36-f830-49e2-875c-b7eaf94ad885 req-1e8481c8-9de5-4963-904e-6fbfc081f71b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Mar 28 15:41:23.340944 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-7a64dfb3-e907-47f6-ab79-f5a48d602e03 service neutron] 10.222.0.23 "GET /v2.0/ports/ab164997-c189-4355-9ba4-e073026a9687/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1084778 Mar 28 15:41:23.389704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1a442-c558-403d-afd7-eb828f531c86 req-25e168cc-5df5-4ff8-8daf-acc09b233952 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:23.391180 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-69e1a442-c558-403d-afd7-eb828f531c86 req-25e168cc-5df5-4ff8-8daf-acc09b233952 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0823236 Mar 28 15:41:23.482410 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-69e1a442-c558-403d-afd7-eb828f531c86 req-4f133dae-968a-4d42-8d1a-a1aa20b461db tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853267 Mar 28 15:41:23.503640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-f2b97f2e-bede-45b3-af0e-d250cc2d71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:23.505060 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-f2b97f2e-bede-45b3-af0e-d250cc2d71d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 1098 time: 0.0946929 Mar 28 15:41:23.545088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-80de1e01-de17-410c-8c60-0c552488eb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:23.648704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-5ac63497-234b-47bd-98f0-2478da5eb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:23.650116 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-5ac63497-234b-47bd-98f0-2478da5eb635 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1254585 Mar 28 15:41:23.750943 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-a1368ce9-21a1-4e32-9d7b-dc2f8163ac34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab164997-c189-4355-9ba4-e073026a9687 HTTP/1.1" status: 200 len: 999 time: 0.0949559 Mar 28 15:41:23.827867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-69627020-02cb-4f76-bff5-fc56478293c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:23.829278 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-69627020-02cb-4f76-bff5-fc56478293c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0568683 Mar 28 15:41:23.902298 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-cf2362a7-2457-4d0a-ace4-3e30487cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:23.903675 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-cf2362a7-2457-4d0a-ace4-3e30487cc71c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0690856 Mar 28 15:41:24.030727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-27a400d4-a40a-4b86-ba95-f3481daf9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:24.032256 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-27a400d4-a40a-4b86-ba95-f3481daf9f3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 1098 time: 0.0707238 Mar 28 15:41:24.035415 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-51d9657f-567a-4607-a7e8-8cce86b85998 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254287 Mar 28 15:41:24.254402 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9ded988-b4c1-43f5-8e04-18a957171440 req-44d6f9e0-d3c4-4c3e-b66b-98c814a9e6e8 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129669 Mar 28 15:41:24.390431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-58c6a764-ad38-4af8-ae34-20b49e0be43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:24.391915 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-58c6a764-ad38-4af8-ae34-20b49e0be43f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 1098 time: 0.0734758 Mar 28 15:41:24.521978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-bfbba666-8661-47a9-9af4-a6b4bc32e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:24.523497 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-bfbba666-8661-47a9-9af4-a6b4bc32e971 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1258240 Mar 28 15:41:24.590607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:24.640595 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-c8bd83ae-1a0e-45fa-a12d-77050c5f0eac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab164997-c189-4355-9ba4-e073026a9687 HTTP/1.1" status: 200 len: 999 time: 0.0978894 Mar 28 15:41:24.668850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd6a92-3f40-49bd-9fd4-93a6da7a888b req-447c25ad-6bb6-40aa-b12b-0daad9fa8e13 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:24.670320 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-78dd6a92-3f40-49bd-9fd4-93a6da7a888b req-447c25ad-6bb6-40aa-b12b-0daad9fa8e13 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0795779 Mar 28 15:41:24.704081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-a9c8d050-9a05-43ee-982b-00a66dbe52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:24.705500 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-a9c8d050-9a05-43ee-982b-00a66dbe52a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0590956 Mar 28 15:41:24.717323 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-78dd6a92-3f40-49bd-9fd4-93a6da7a888b req-425249e9-5b07-437b-b977-0d126a9be938 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413246 Mar 28 15:41:24.784257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-b63d1d84-1105-4b2c-b2a3-c1a4f3123d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:24.785654 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-b63d1d84-1105-4b2c-b2a3-c1a4f3123d03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738132 Mar 28 15:41:24.818964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:24.917709 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-5d62b3cd-93cb-4b05-9ed2-f2de727e0a6a service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255703 Mar 28 15:41:25.045471 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1934eee4-bd8b-4d9a-bf9e-a0e644ba427b req-3379e7d0-5f2c-445c-b6f7-a938ae56c8fc service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217639 Mar 28 15:41:25.899485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d37f10-ffca-43d5-8e77-b22f06577aa2 req-59da14bc-f3cb-4bfb-89ac-63aa1fb10574 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:25.900936 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e5d37f10-ffca-43d5-8e77-b22f06577aa2 req-59da14bc-f3cb-4bfb-89ac-63aa1fb10574 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0789690 Mar 28 15:41:25.950968 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e5d37f10-ffca-43d5-8e77-b22f06577aa2 req-7b28b1dc-4a9e-4a5b-8083-77e7d272d8b9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439696 Mar 28 15:41:26.257358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:27.132715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb05566-2d39-4de9-9da4-b0af5a626a19 req-f3b627ba-72cd-48b5-b2ba-9671f5b94753 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:27.134887 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5fb05566-2d39-4de9-9da4-b0af5a626a19 req-f3b627ba-72cd-48b5-b2ba-9671f5b94753 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0789464 Mar 28 15:41:27.178456 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5fb05566-2d39-4de9-9da4-b0af5a626a19 req-df456d26-454d-4e9d-8382-a417aa252ad7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379665 Mar 28 15:41:27.683488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40e7a-9fd1-4265-9ed2-7eefd1efef85 req-a3357d32-7d80-46e8-a82b-4c6ae3fd0b1a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:27.684946 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-edd40e7a-9fd1-4265-9ed2-7eefd1efef85 req-a3357d32-7d80-46e8-a82b-4c6ae3fd0b1a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0833659 Mar 28 15:41:27.710241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ab164997-c189-4355-9ba4-e073026a9687 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:41:27.717018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ab164997-c189-4355-9ba4-e073026a9687 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:41:27.732453 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-edd40e7a-9fd1-4265-9ed2-7eefd1efef85 req-cc0f773a-419b-4bc0-8497-0aec2a9a0cc8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Mar 28 15:41:27.772940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-8fbc91ca-c5b6-467c-bd49-6d7c8faa0cf9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:27.774313 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-8fbc91ca-c5b6-467c-bd49-6d7c8faa0cf9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd&tenant_id=d11c01b78a32496c9e169e7941daa103&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0980313 Mar 28 15:41:27.931393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-11b4e33d-9903-41c6-a264-57ba2db28ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:27.932953 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-11b4e33d-9903-41c6-a264-57ba2db28ef2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 1098 time: 0.0752039 Mar 28 15:41:27.941138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:27.963996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ab164997-c189-4355-9ba4-e073026a9687,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:41:27.986187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'ab164997-c189-4355-9ba4-e073026a9687', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': 'ab164997-c189-4355-9ba4-e073026a9687', 'mac_address': 'fa:16:3e:bb:61:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:41:27.987538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:41:28.024756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ab164997-c189-4355-9ba4-e073026a9687,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:41:28.067367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-9d026060-7019-409b-a5cc-1e4bfa6e0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:28.068811 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-9d026060-7019-409b-a5cc-1e4bfa6e0498 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1300664 Mar 28 15:41:28.075170 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687', 'code': 200} Mar 28 15:41:28.083618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:28.134962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:28.159634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab164997-c189-4355-9ba4-e073026a9687 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:41:28.178014 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-b1a3c399-b100-4d0a-ab84-51a82002e00c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab164997-c189-4355-9ba4-e073026a9687 HTTP/1.1" status: 200 len: 997 time: 0.0962684 Mar 28 15:41:28.208134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ab164997-c189-4355-9ba4-e073026a9687,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:41:28.237413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:41:28.237764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:41:28.237879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-1612a7c4-1a9c-464e-b693-b95fc5ae8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:28.239248 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-1612a7c4-1a9c-464e-b693-b95fc5ae8efa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0554893 Mar 28 15:41:28.314818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-60746aa5-2fd7-41f6-8bf4-ef3c8ee74bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:28.316196 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-60746aa5-2fd7-41f6-8bf4-ef3c8ee74bef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711803 Mar 28 15:41:28.541200 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-0d99cb53-bde9-457d-8c2b-3b431670db07 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181814 Mar 28 15:41:28.668352 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cbd11c4b-82a4-4a3d-8f75-f7ab9a6443a4 req-adcbf1e3-ad5f-42b5-b943-da49b05db954 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211557 Mar 28 15:41:28.793694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:28.811982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab164997-c189-4355-9ba4-e073026a9687 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:41:28.828882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ab164997-c189-4355-9ba4-e073026a9687,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:41:28.919574 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f48d1-f4f5-49f9-8f67-dc2cba250917 req-d074bfc4-e397-4d4e-9db9-218def700b38 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:28.920967 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a38f48d1-f4f5-49f9-8f67-dc2cba250917 req-d074bfc4-e397-4d4e-9db9-218def700b38 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 943 time: 0.0796292 Mar 28 15:41:28.933645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:28.968123 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a38f48d1-f4f5-49f9-8f67-dc2cba250917 req-2b728d49-292a-4b1d-b5b0-a445e709d8e5 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Mar 28 15:41:29.003703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ab164997-c189-4355-9ba4-e073026a9687,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:41:29.065078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['ab164997-c189-4355-9ba4-e073026a9687'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:41:29.719968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ab164997-c189-4355-9ba4-e073026a9687 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:41:29.790355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port ab164997-c189-4355-9ba4-e073026a9687 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:41:29.790729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:29.911471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:29.943282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ab164997-c189-4355-9ba4-e073026a9687,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:41:30.013165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:30.076126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:41:30.084066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=ab164997-c189-4355-9ba4-e073026a9687,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:41:30.121711 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687', 'code': 200} Mar 28 15:41:30.156128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f4593-8ede-4e13-9ba7-ba4d48e6deff req-1c67cd53-4def-444f-82ac-aab14b8186f1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:30.157574 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a18f4593-8ede-4e13-9ba7-ba4d48e6deff req-1c67cd53-4def-444f-82ac-aab14b8186f1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0816667 Mar 28 15:41:30.200173 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a18f4593-8ede-4e13-9ba7-ba4d48e6deff req-2cb8f9c3-5d08-4c5f-b55f-7454d071a0ae tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369773 Mar 28 15:41:30.380476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8eeede-e3c0-46c1-b961-d942916a1bbc req-0b2fbccc-6043-4d78-95f5-4e0630f9f39e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:30.381896 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ab8eeede-e3c0-46c1-b961-d942916a1bbc req-0b2fbccc-6043-4d78-95f5-4e0630f9f39e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0774484 Mar 28 15:41:30.426138 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ab8eeede-e3c0-46c1-b961-d942916a1bbc req-c25a6511-d4c5-41cd-8325-a0a9e2eadbf2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381458 Mar 28 15:41:30.882092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa8c2-1b97-4817-b77b-d8ebc09d70c1 req-6bfcc9c5-60a7-4b9f-a94e-6672c40e760c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:30.883677 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f9aaa8c2-1b97-4817-b77b-d8ebc09d70c1 req-6bfcc9c5-60a7-4b9f-a94e-6672c40e760c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0873613 Mar 28 15:41:30.930177 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f9aaa8c2-1b97-4817-b77b-d8ebc09d70c1 req-89ea5d96-b467-41bb-bf40-5c888b522ec5 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392897 Mar 28 15:41:31.032409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-40a133f2-7f1d-4b2c-942d-7e6ad7210cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:31.033864 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-40a133f2-7f1d-4b2c-942d-7e6ad7210cd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 1098 time: 0.0731018 Mar 28 15:41:31.161967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-7ddf9578-cc5e-4cd4-94f7-1f158acea487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:31.163885 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-7ddf9578-cc5e-4cd4-94f7-1f158acea487 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1237361 Mar 28 15:41:31.261662 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-b8f29f29-ec64-4b20-a6d3-19670e574ed3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab164997-c189-4355-9ba4-e073026a9687 HTTP/1.1" status: 200 len: 999 time: 0.0928907 Mar 28 15:41:31.320722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-ac6db429-93cb-4cdb-8f1f-aaf0130884b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:31.321991 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-ac6db429-93cb-4cdb-8f1f-aaf0130884b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0551057 Mar 28 15:41:31.395424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-0f6799e0-1a77-425f-91f2-e5c8928b54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:31.396803 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-0f6799e0-1a77-425f-91f2-e5c8928b54a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0689456 Mar 28 15:41:31.523268 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-9e63727c-097c-46bb-bb5a-c714b960e3be service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197255 Mar 28 15:41:31.648896 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cd423525-7d53-49cc-96c3-986f3dbd45ec req-0e041c2e-372c-4ac2-bcec-ea25cd40db5d service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199493 Mar 28 15:41:32.127227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df64501-88f8-4b65-bb65-9eee520d2854 req-facec530-c3e5-4a72-bc92-ac0756ca2d9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:32.128694 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2df64501-88f8-4b65-bb65-9eee520d2854 req-facec530-c3e5-4a72-bc92-ac0756ca2d9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0802329 Mar 28 15:41:32.172816 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2df64501-88f8-4b65-bb65-9eee520d2854 req-81bc1c15-cfe7-4d45-a083-c47966e89c2e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375478 Mar 28 15:41:32.618910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:33.356503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d54065-86b9-4927-bea1-3341d7ac997c req-fccd4a92-b49f-47cd-bede-ddf07096938d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:33.357944 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a1d54065-86b9-4927-bea1-3341d7ac997c req-fccd4a92-b49f-47cd-bede-ddf07096938d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0812960 Mar 28 15:41:33.401221 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a1d54065-86b9-4927-bea1-3341d7ac997c req-fe267c52-ce4c-4020-a78f-33a66d46f7ee tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Mar 28 15:41:34.033667 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722f28d-e67f-4f31-a403-cdda0aa2451a req-4ab48782-1bee-4d35-b093-6a84e611d387 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:34.034999 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0722f28d-e67f-4f31-a403-cdda0aa2451a req-4ab48782-1bee-4d35-b093-6a84e611d387 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.1699569 Mar 28 15:41:34.077363 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0722f28d-e67f-4f31-a403-cdda0aa2451a req-55d7dae8-7ca6-470b-bfc4-8c021a7c9307 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365810 Mar 28 15:41:35.264421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1e76b-6154-47f2-bc0b-85d441747e0b req-bda26378-fbf4-42e0-bb63-32c31cf3ea5c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:35.265843 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6ea1e76b-6154-47f2-bc0b-85d441747e0b req-bda26378-fbf4-42e0-bb63-32c31cf3ea5c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0806828 Mar 28 15:41:35.308954 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6ea1e76b-6154-47f2-bc0b-85d441747e0b req-348ad393-c3f0-4f71-9d27-62b4160d69ed tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375948 Mar 28 15:41:35.682131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179352f6-505d-4f6c-9492-7af23cec17da req-5bcd3b7b-02fb-44e7-a2b9-e1a43710cf6f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:35.683515 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-179352f6-505d-4f6c-9492-7af23cec17da req-5bcd3b7b-02fb-44e7-a2b9-e1a43710cf6f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0786066 Mar 28 15:41:35.755845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Deleting port ab164997-c189-4355-9ba4-e073026a9687 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:41:35.756199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:35.993066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] For port ab164997-c189-4355-9ba4-e073026a9687, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ab164997-c189-4355-9ba4-e073026a9687,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:41:35.993347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:36.380409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:36.381107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:36.381107 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Floating IP 4e162553-3dd2-4705-8f64-f95029efafb5 disassociated. External IP: 172.26.7.9, port: ab164997-c189-4355-9ba4-e073026a9687. Mar 28 15:41:36.381380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Calling delete_port for ab164997-c189-4355-9ba4-e073026a9687 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:41:36.500161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff02de-c345-43ee-ab5d-387a188cc36e req-4b29113f-ed5c-478a-9df1-2394257d4ee0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:36.501590 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cfff02de-c345-43ee-ab5d-387a188cc36e req-4b29113f-ed5c-478a-9df1-2394257d4ee0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 945 time: 0.0823145 Mar 28 15:41:36.545999 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cfff02de-c345-43ee-ab5d-387a188cc36e req-220b7062-c802-422a-a699-091b1d12d59d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388181 Mar 28 15:41:36.567667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:36.615734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event deleted for resources: {'Port': ['ID=ab164997-c189-4355-9ba4-e073026a9687,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:41:36.629783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.630132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.630478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.630814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.631177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.631512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.631893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.632265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.634038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.634038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.634038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.634038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:36.819638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:41:36.996834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:41:37.006120 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:41:37.016330 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:41:37.016914 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:41:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:41:37.067457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] No DVR routers for this DVR port ab164997-c189-4355-9ba4-e073026a9687 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:41:37.070409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:37.072945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'name': 'network-vif-deleted', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:41:37.117398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4424df-b836-4955-9096-5cee8cab05fd', 'name': 'network-vif-deleted', 'tag': 'ab164997-c189-4355-9ba4-e073026a9687', 'status': 'completed', 'code': 200} Mar 28 15:41:37.150870 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-179352f6-505d-4f6c-9492-7af23cec17da req-5aef4573-9743-432f-926e-621c34acb45d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "DELETE /v2.0/ports/ab164997-c189-4355-9ba4-e073026a9687 HTTP/1.1" status: 204 len: 173 time: 1.4625263 Mar 28 15:41:37.192494 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:41:37.498623 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:41:37.502224 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:41:37.510937 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:41:37.511563 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:41:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:41:37.685671 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:41:37.706047 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1d353f37-6eae-400b-9101-1c6a0a489c68 req-9c7855c7-2309-4af0-8519-312d15fbabbc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4424df-b836-4955-9096-5cee8cab05fd HTTP/1.1" status: 200 len: 210 time: 0.0415189 Mar 28 15:41:38.026934 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:41:38.031228 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746f814-ef4e-4a26-8112-d10e9a249379 None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:41:38.242952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ae2e1-845a-4b02-9acb-b76bee6239ea None None] New status for floating IP 4e162553-3dd2-4705-8f64-f95029efafb5: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:41:39.036565 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-7ce73c78-e402-45b4-a784-2ca66997649b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1938545425&fields=id&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 267 time: 0.0395067 Mar 28 15:41:39.184346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-f7f4ecd3-4aa4-4404-a175-947328605346 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:39.185704 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-f7f4ecd3-4aa4-4404-a175-947328605346 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 811 time: 0.1430013 Mar 28 15:41:39.199972 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-053b4056-fb4d-4d9c-bf86-0604656f9a89 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/quotas/d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 375 time: 0.0088530 Mar 28 15:41:39.287855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-b5a212a3-efbd-4976-8939-84b8e9bf9cb7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:41:39.355452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-b5a212a3-efbd-4976-8939-84b8e9bf9cb7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:41:39.356734 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-b5a212a3-efbd-4976-8939-84b8e9bf9cb7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1521783 Mar 28 15:41:39.490857 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-4a04ced5-2797-4bb7-aaf6-b90157c985f0 service neutron] 10.222.0.16 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219726 Mar 28 15:41:39.712049 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-f98b11e0-8e25-4b75-a21f-488e935fbf09 service neutron] 10.222.0.16 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147934 Mar 28 15:41:39.783071 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ab164997-c189-4355-9ba4-e073026a9687 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:41:39.819542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: ab164997-c189-4355-9ba4-e073026a9687 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:41:39.819882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device ab164997-c189-4355-9ba4-e073026a9687 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:41:39.964028 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2091064b-dbf2-4c9b-9857-e13cde12a2f1 req-a5ab407b-89cd-4639-a0fd-c57c6aa946b4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 210 time: 0.0420077 Mar 28 15:41:41.126153 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cf1a401f-75fc-4e9c-bd8a-0b1b1a32756b req-85bf31ae-88de-4930-bbd5-c1ffbe434a59 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 210 time: 0.0420687 Mar 28 15:41:41.916056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-12470d62-ebf5-42d2-b0aa-cf21dbf423bc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:41.917469 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-12470d62-ebf5-42d2-b0aa-cf21dbf423bc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 811 time: 0.1444359 Mar 28 15:41:41.977673 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-846d8733-d57a-433a-aba0-18889c0459c1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 380 time: 0.0459895 Mar 28 15:41:41.986358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'port': {'device_id': 'bd7298b3-98ae-4a08-8754-906526201538', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'admin_state_up': True, 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'security_groups': ['12ef9a66-fdbc-445a-9b88-f381cdd30db5']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:41:42.121221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:41:42.130620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:41:42.201444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Made reservation on behalf of d11c01b78a32496c9e169e7941daa103 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:41:42.205605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:42.279988 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-562e1d50-3701-4057-b703-b62d28d7248c req-0bc96403-0499-4a5f-9945-d6d522b42781 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 210 time: 0.0451233 Mar 28 15:41:42.367129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Allocated IP 172.20.0.13 (fd732926-03e4-4df0-9bcc-539570f112f9/2f3eb006-d3bc-4d40-aa96-b38e8f514d62/3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:41:42.555207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:42.569825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Transition to ACTIVE for port object 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:41:42.653387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:42.720927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Network fd732926-03e4-4df0-9bcc-539570f112f9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:41:42.723937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:41:42.728239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:41:42.773061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:41:42.801541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:42.802142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:42.905458 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-587912eb-405c-4a9c-97a9-c2d97b7c0a69 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9225669 Mar 28 15:41:42.924919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Request body: {'port': {'device_id': 'bd7298b3-98ae-4a08-8754-906526201538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:41:42.996704 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a62634e9-769e-4a87-8a89-2a531587e6b3 None None] Provisioning for port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:41:43.004407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a62634e9-769e-4a87-8a89-2a531587e6b3 None None] Provisioning complete for port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:41:43.005054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a62634e9-769e-4a87-8a89-2a531587e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:43.053042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:43.063069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a62634e9-769e-4a87-8a89-2a531587e6b3 None None] Port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:41:43.443307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:41:43.453189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:43.472923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Transition to ACTIVE for port object 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:41:43.500065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7b28b-b34b-4d51-88c3-a4e9bccbd08d req-f91ff34b-0106-4757-9dd2-1fbb655af0df tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:43.500743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0eb7b28b-b34b-4d51-88c3-a4e9bccbd08d req-f91ff34b-0106-4757-9dd2-1fbb655af0df tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:41:43.573048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:43.611318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0eb7b28b-b34b-4d51-88c3-a4e9bccbd08d req-f91ff34b-0106-4757-9dd2-1fbb655af0df tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:41:43.612568 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0eb7b28b-b34b-4d51-88c3-a4e9bccbd08d req-f91ff34b-0106-4757-9dd2-1fbb655af0df tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 932 time: 0.2191405 Mar 28 15:41:43.773856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:41:43.785319 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0eb7b28b-b34b-4d51-88c3-a4e9bccbd08d req-beb94a35-88eb-4162-b168-082a4d436943 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615486 Mar 28 15:41:43.849633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Attempting to bind port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:41:43.849890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Attempting to bind port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:41:43.850204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Attempting to bind port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:41:43.855367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 on network fd732926-03e4-4df0-9bcc-539570f112f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:41:43.855680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Attempting to bind port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:41:43.861469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:41:43.861800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Checking segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:41:43.862179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Bound using segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:41:43.862603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Bound port: 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:41:43.862942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:43.959579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:41:43.962545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:41:44.019146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:44.074278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:44.074970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:44.076312 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] 10.222.0.23 "PUT /v2.0/ports/3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 HTTP/1.1" status: 200 len: 1094 time: 1.1555114 Mar 28 15:41:44.076741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:41:44.106368 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53b7e1-ca56-47d4-a814-dee06a9d2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:41:44.136183 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'status': 'completed', 'code': 200} Mar 28 15:41:44.343206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98edc-ad1d-4cca-8c3f-c495c688de0d req-99c482ec-cb36-4b2a-8531-a9844ca1b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:44.352508 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-33a98edc-ad1d-4cca-8c3f-c495c688de0d req-99c482ec-cb36-4b2a-8531-a9844ca1b381 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 1097 time: 0.1670623 Mar 28 15:41:44.491199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98edc-ad1d-4cca-8c3f-c495c688de0d req-7f2f9114-4e2c-4d1b-8569-d9ed11f3fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:44.492540 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-33a98edc-ad1d-4cca-8c3f-c495c688de0d req-7f2f9114-4e2c-4d1b-8569-d9ed11f3fea1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d11c01b78a32496c9e169e7941daa103&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1350894 Mar 28 15:41:44.622799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98edc-ad1d-4cca-8c3f-c495c688de0d req-fccb47af-2d88-407f-a8cc-9853802555c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:44.624236 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-33a98edc-ad1d-4cca-8c3f-c495c688de0d req-fccb47af-2d88-407f-a8cc-9853802555c2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262658 Mar 28 15:41:44.756093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-f828ac11-9d3f-40aa-ae6c-6fde8eba6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:44.758259 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-f828ac11-9d3f-40aa-ae6c-6fde8eba6fe1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 1097 time: 0.0772467 Mar 28 15:41:44.834827 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-af070fd9-8709-4977-a7de-bc4a5580254f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 HTTP/1.1" status: 200 len: 217 time: 0.0629828 Mar 28 15:41:44.896896 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-abb4f609-1c86-41b5-b922-02efc2772d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:44.898349 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-abb4f609-1c86-41b5-b922-02efc2772d21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0577862 Mar 28 15:41:45.030826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58667a48-8f1c-48b3-b514-8090079fced6 req-840a8e0b-a939-403d-99ce-7f074ccc6e70 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:45.032242 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-58667a48-8f1c-48b3-b514-8090079fced6 req-840a8e0b-a939-403d-99ce-7f074ccc6e70 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 944 time: 0.1373410 Mar 28 15:41:45.057666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-d820e202-2247-4068-ab81-3736bfceba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:45.059180 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-d820e202-2247-4068-ab81-3736bfceba70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1278870 Mar 28 15:41:45.126339 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-58667a48-8f1c-48b3-b514-8090079fced6 req-35d78e54-1234-4d83-89ca-62ebea487c5a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882561 Mar 28 15:41:45.213959 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-389f0909-5129-4886-900c-926ab43272d3 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480720 Mar 28 15:41:45.342254 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0fbee979-542c-4132-9ebd-8307b7f5a122 req-39a00ce8-81f8-42cc-8e83-db0d12b37ac8 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218457 Mar 28 15:41:46.308930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d55fd-20ff-46a1-b7c4-1c595d46111e req-b27f995c-6034-42c8-aa23-983dee22fb49 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:46.310389 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7c9d55fd-20ff-46a1-b7c4-1c595d46111e req-b27f995c-6034-42c8-aa23-983dee22fb49 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 944 time: 0.0783832 Mar 28 15:41:46.352829 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7c9d55fd-20ff-46a1-b7c4-1c595d46111e req-9087cb8d-13b1-4aac-ab24-afbaec67e60c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368593 Mar 28 15:41:47.532970 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72425dab-be84-471f-8893-45e5024cffb0 req-12cdf6fe-74e9-4c09-a3a8-91910042dfd0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:47.534426 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-72425dab-be84-471f-8893-45e5024cffb0 req-12cdf6fe-74e9-4c09-a3a8-91910042dfd0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 944 time: 0.0782118 Mar 28 15:41:47.583561 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-72425dab-be84-471f-8893-45e5024cffb0 req-a92f5d33-8db9-446e-9ee7-9e04fc899f72 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Mar 28 15:41:47.865067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:41:47.993685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:41:48.006439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'mac_address': 'fa:16:3e:dc:cb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:41:48.063629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:48.080183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:41:48.095404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:41:48.178439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:48.242197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:41:48.249022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.249364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.249697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.250055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.250382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.250706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.251054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.251389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.251711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.252029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.252344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.252661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:41:48.312351 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:41:48.450514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:41:48.771962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e476bc8-ac7a-484e-8c38-26ebfc3e5876 req-dc1a4f2f-be2f-4d76-9f66-519ba0147cef tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:48.777414 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e476bc8-ac7a-484e-8c38-26ebfc3e5876 req-dc1a4f2f-be2f-4d76-9f66-519ba0147cef tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 945 time: 0.0844934 Mar 28 15:41:48.816848 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e476bc8-ac7a-484e-8c38-26ebfc3e5876 req-8eb7236c-38ac-4ca4-beee-04117e7717ac tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375950 Mar 28 15:41:49.891326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:41:50.005370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2300e-ef2f-494e-bc02-eeec8fde16f3 req-37af9af6-28b1-4870-aa7b-06d1e1ee9449 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:50.006788 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fa2300e-ef2f-494e-bc02-eeec8fde16f3 req-37af9af6-28b1-4870-aa7b-06d1e1ee9449 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 945 time: 0.0825217 Mar 28 15:41:50.012431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:41:50.017506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:41:50.017901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:50.051921 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5fa2300e-ef2f-494e-bc02-eeec8fde16f3 req-cfb90361-81e9-4e68-82e0-eeb80c758aca tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384789 Mar 28 15:41:50.163882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:50.189408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:41:50.199452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:41:50.233172 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'code': 200} Mar 28 15:41:50.247160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:50.314966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:41:50.572913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f0ce1-4fdc-4c16-aac3-0e4aa87e2593 req-8feaeec4-32b2-4b2d-a826-0fff236df43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:50.574366 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-648f0ce1-4fdc-4c16-aac3-0e4aa87e2593 req-8feaeec4-32b2-4b2d-a826-0fff236df43f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 1099 time: 0.0688832 Mar 28 15:41:50.613490 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-648f0ce1-4fdc-4c16-aac3-0e4aa87e2593 req-421990ee-46f4-4378-97ab-6888f4c6d5a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333321 Mar 28 15:41:51.253135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187decf7-4db9-40fb-b280-fa470dd32817 req-5a081bd7-9011-452b-824e-fe9b665095ac tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:51.254575 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-187decf7-4db9-40fb-b280-fa470dd32817 req-5a081bd7-9011-452b-824e-fe9b665095ac tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0818572 Mar 28 15:41:51.298266 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-187decf7-4db9-40fb-b280-fa470dd32817 req-9ebe82e6-0832-4273-8314-9a0fbb00f5f2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375066 Mar 28 15:41:51.366609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8607865-6d4b-48d5-9c42-656a03870f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:52.486324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e9944-8a4e-496a-be73-916df6e11a24 req-4f1f7658-26e0-43fd-9871-3e002182cea4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:52.487767 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b2e9944-8a4e-496a-be73-916df6e11a24 req-4f1f7658-26e0-43fd-9871-3e002182cea4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0792785 Mar 28 15:41:52.533830 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b2e9944-8a4e-496a-be73-916df6e11a24 req-cad8586d-7d36-48be-b9f2-37e1f71cd6c2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404732 Mar 28 15:41:52.708361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf5102-f994-4b4b-b387-2bf9d9cd14ee req-b1ea150f-26f7-4ab2-8a20-b0b79f6405cd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:52.709711 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcf5102-f994-4b4b-b387-2bf9d9cd14ee req-b1ea150f-26f7-4ab2-8a20-b0b79f6405cd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0784123 Mar 28 15:41:52.718901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40138) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:41:52.723821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-bc664627-1b65-4aff-9a5f-edf6f960642c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'floatingip': {'port_id': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:41:52.801598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc664627-1b65-4aff-9a5f-edf6f960642c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:53.493865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc664627-1b65-4aff-9a5f-edf6f960642c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:53.520688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cadd2f2a-efe9-426a-9977-20f8935b3283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:53.549457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc664627-1b65-4aff-9a5f-edf6f960642c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:53.721397 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-bc664627-1b65-4aff-9a5f-edf6f960642c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Floating IP 4e162553-3dd2-4705-8f64-f95029efafb5 associated. External IP: 172.26.7.9, port: 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8. Mar 28 15:41:54.057301 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc664627-1b65-4aff-9a5f-edf6f960642c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:41:54.331330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc664627-1b65-4aff-9a5f-edf6f960642c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:41:54.335633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc664627-1b65-4aff-9a5f-edf6f960642c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:54.341266 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:41:54.351082 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:41:54.351725 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:41:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:41:54.390255 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bc664627-1b65-4aff-9a5f-edf6f960642c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "PUT /v2.0/floatingips/4e162553-3dd2-4705-8f64-f95029efafb5 HTTP/1.1" status: 200 len: 990 time: 1.6700580 Mar 28 15:41:54.391173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:41:54.455454 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'status': 'completed', 'code': 200} Mar 28 15:41:54.531249 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:41:54.572088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-ee1a853d-a8fe-4b95-86e6-eed0178d3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:54.573944 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-ee1a853d-a8fe-4b95-86e6-eed0178d3399 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 1099 time: 0.0767262 Mar 28 15:41:54.596058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:54.711582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-9b1c6a62-62ab-4037-baf3-20f8505bc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:54.713018 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-9b1c6a62-62ab-4037-baf3-20f8505bc1b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1329226 Mar 28 15:41:54.814353 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-4c8b9add-b74d-4011-8fda-7a44dd75d20a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 HTTP/1.1" status: 200 len: 998 time: 0.0960245 Mar 28 15:41:54.853206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:54.893162 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:dc:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7298b3-98ae-4a08-8754-906526201538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:41:53Z', 'revision_number': 9, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:41:54.897142 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:41:54.906433 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:41:54.907050 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:41:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:41:54.928758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-0f6642de-9c92-4765-936a-779c730bbbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:54.930951 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-0f6642de-9c92-4765-936a-779c730bbbd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.1105907 Mar 28 15:41:55.005673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9a6f8-9577-4206-9130-7936d6b40861 req-dd3e3691-5b5d-4f70-8f89-42db312f730d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:55.007184 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-56b9a6f8-9577-4206-9130-7936d6b40861 req-dd3e3691-5b5d-4f70-8f89-42db312f730d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.1499779 Mar 28 15:41:55.057693 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-1e365e93-ffbe-4c2c-836c-e993dd421614 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751116 Mar 28 15:41:55.063518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-dbe4d47b-f231-4706-bdcb-8f69acc93f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:55.065425 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-dbe4d47b-f231-4706-bdcb-8f69acc93f39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1262534 Mar 28 15:41:55.069517 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-56b9a6f8-9577-4206-9130-7936d6b40861 req-85e22c25-125b-447d-b461-a90013ce37dd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544548 Mar 28 15:41:55.085520 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:41:55.200598 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-ca943aee-c267-4af6-b418-67d1bb364e98 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292977 Mar 28 15:41:55.334477 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af9a275c-fd41-47db-85d3-15ffbe563b21 req-45c76c43-cdce-4203-864d-466ca2f73922 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276851 Mar 28 15:41:55.432616 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:dc:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7298b3-98ae-4a08-8754-906526201538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:41:53Z', 'revision_number': 9, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:41:55.436420 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe37b4-1f77-4a05-a254-697a77d2d4b3 None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:dc:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7298b3-98ae-4a08-8754-906526201538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:41:53Z', 'revision_number': 9, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:41:55.641948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb0eb9a-6c8f-4c0e-a9be-2a3956c514ad None None] New status for floating IP 4e162553-3dd2-4705-8f64-f95029efafb5: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:41:56.258752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1846ee-efec-4601-8398-2ab4bbf2110a req-2acd73e5-6f4a-48a3-a3fc-312a3367ed6b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:56.260253 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7a1846ee-efec-4601-8398-2ab4bbf2110a req-2acd73e5-6f4a-48a3-a3fc-312a3367ed6b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0798688 Mar 28 15:41:56.281514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:41:56.308954 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7a1846ee-efec-4601-8398-2ab4bbf2110a req-788899c8-b26b-4eaf-a69f-f5ceda1d08db tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Mar 28 15:41:57.207351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-1c078128-b54f-4737-bfa1-f404d83ed3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:57.208719 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-1c078128-b54f-4737-bfa1-f404d83ed3d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 1099 time: 0.0709887 Mar 28 15:41:57.344975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-275576b3-72e4-4306-bb5a-d69722756896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:57.351257 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-275576b3-72e4-4306-bb5a-d69722756896 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1346140 Mar 28 15:41:57.497588 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-6e3a0462-b6bd-4d0b-9544-5441ff653c00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 HTTP/1.1" status: 200 len: 1001 time: 0.1429405 Mar 28 15:41:57.559184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072a776-b682-440e-90ad-2d714c46ad30 req-16ba5e3b-2051-4a84-935a-3d7d3b18b043 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:57.560608 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d072a776-b682-440e-90ad-2d714c46ad30 req-16ba5e3b-2051-4a84-935a-3d7d3b18b043 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.1414263 Mar 28 15:41:57.604895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-9fe1829c-2ff2-46c4-8e08-a79a9423d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:57.606275 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-9fe1829c-2ff2-46c4-8e08-a79a9423d435 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0966916 Mar 28 15:41:57.615857 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d072a776-b682-440e-90ad-2d714c46ad30 req-84ad9702-b4aa-49d4-9aec-0e9f24fb0db0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492570 Mar 28 15:41:57.717774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-95698249-7ca1-40fc-8c23-c890aad75c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:57.719577 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-95698249-7ca1-40fc-8c23-c890aad75c46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0995278 Mar 28 15:41:57.951333 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-e9e0606e-b383-4b6b-b31d-e0a3e8afe2c3 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259564 Mar 28 15:41:58.080251 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-1c918ff8-d18c-4f06-b210-71c59d76227e service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233375 Mar 28 15:41:58.805228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bed88-3ebc-4df6-b554-f4c2d9da017f req-d9498f02-1af1-4b07-b9d0-40f77cf55150 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:41:58.806578 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a5bed88-3ebc-4df6-b554-f4c2d9da017f req-d9498f02-1af1-4b07-b9d0-40f77cf55150 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0786948 Mar 28 15:41:58.850040 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a5bed88-3ebc-4df6-b554-f4c2d9da017f req-d4687b4b-0c94-4e9a-b8c0-9ce8b33ef9a0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378010 Mar 28 15:42:00.031077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1216d1d-9fde-4072-ad43-37c0b491c0c3 req-7458d171-44ed-4cfa-ba3e-e4c332e01e84 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:00.032505 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e1216d1d-9fde-4072-ad43-37c0b491c0c3 req-7458d171-44ed-4cfa-ba3e-e4c332e01e84 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0780256 Mar 28 15:42:00.090678 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e1216d1d-9fde-4072-ad43-37c0b491c0c3 req-16958fd2-956a-4d4e-b9c7-65e8f472a3b0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524266 Mar 28 15:42:01.274625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915f41f-1a4e-49f0-ac86-035094eabfdc req-64a1a151-5fff-419e-b724-c6fb1d891471 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:01.276108 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3915f41f-1a4e-49f0-ac86-035094eabfdc req-64a1a151-5fff-419e-b724-c6fb1d891471 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0811713 Mar 28 15:42:01.318905 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3915f41f-1a4e-49f0-ac86-035094eabfdc req-b2d9369c-8f03-476a-99c1-1e50482696bc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370913 Mar 28 15:42:02.504844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03a80-c152-4c75-ad06-2104b1e3adff req-60da5a14-a3e4-403e-9932-591595686c5a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:02.506293 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-99a03a80-c152-4c75-ad06-2104b1e3adff req-60da5a14-a3e4-403e-9932-591595686c5a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0816875 Mar 28 15:42:02.550019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-99a03a80-c152-4c75-ad06-2104b1e3adff req-33c9f5d4-12f0-4ab3-8157-5b1f661b472e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Mar 28 15:42:02.612238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:03.730769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b8c22-cce1-4b7f-a90f-cff1faa95355 req-deafb573-eea5-4ba7-86ef-5909022016b1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:03.732211 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4d2b8c22-cce1-4b7f-a90f-cff1faa95355 req-deafb573-eea5-4ba7-86ef-5909022016b1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0772867 Mar 28 15:42:03.777815 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4d2b8c22-cce1-4b7f-a90f-cff1faa95355 req-9aa2865e-11d5-4141-aa7b-7b0e061abc8e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401268 Mar 28 15:42:04.958016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84d622-8bd4-440d-b277-ec24546a9e66 req-ea1b4dd6-4359-4ed8-8e39-0efa2ad2ea1b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:04.959465 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-eb84d622-8bd4-440d-b277-ec24546a9e66 req-ea1b4dd6-4359-4ed8-8e39-0efa2ad2ea1b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0784247 Mar 28 15:42:05.006024 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-eb84d622-8bd4-440d-b277-ec24546a9e66 req-0b44cda6-6cea-441c-8de2-e7a12a38b852 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402069 Mar 28 15:42:06.235885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64559fda-1aae-4ec4-b27c-c57e990e8990 req-c8d73433-a0f7-408a-bbab-e0152a66ba13 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:06.237347 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-64559fda-1aae-4ec4-b27c-c57e990e8990 req-c8d73433-a0f7-408a-bbab-e0152a66ba13 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.1277525 Mar 28 15:42:06.281551 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-64559fda-1aae-4ec4-b27c-c57e990e8990 req-600358e3-51df-4ea8-9359-cf6d599b25cf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385299 Mar 28 15:42:07.483960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ce4f-92df-4dc7-8c94-ae72b68eae3a req-494b5c04-8618-4968-a8ef-d8b9c7fa4f48 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:07.485410 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9419ce4f-92df-4dc7-8c94-ae72b68eae3a req-494b5c04-8618-4968-a8ef-d8b9c7fa4f48 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0790374 Mar 28 15:42:07.527779 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9419ce4f-92df-4dc7-8c94-ae72b68eae3a req-c3d35c3d-7a42-485a-ac5b-a13dc7e688c3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368843 Mar 28 15:42:08.723135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13021193-451f-4b37-bb84-c64948bd06e4 req-8ae06084-11b1-4270-aaf5-fcabb41b0204 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:08.724573 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-13021193-451f-4b37-bb84-c64948bd06e4 req-8ae06084-11b1-4270-aaf5-fcabb41b0204 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0909183 Mar 28 15:42:08.768089 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-13021193-451f-4b37-bb84-c64948bd06e4 req-b9f8b415-0e2c-4176-acb4-fd4e52c04295 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368569 Mar 28 15:42:09.956564 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f36e9-8805-4c9e-b2ed-2eeb3372fc66 req-7e85a3c2-ac27-411c-b0d4-5891acdde038 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:09.958013 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-343f36e9-8805-4c9e-b2ed-2eeb3372fc66 req-7e85a3c2-ac27-411c-b0d4-5891acdde038 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0821733 Mar 28 15:42:10.001951 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-343f36e9-8805-4c9e-b2ed-2eeb3372fc66 req-83980ce3-9566-4e0a-9f4d-982e78dbdee7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383103 Mar 28 15:42:11.184294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bf2f3-bc01-49e4-9c10-d46000b31bf5 req-a2aa5f99-6b3e-443e-9f85-7b5c8861a10b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:11.185646 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9e4bf2f3-bc01-49e4-9c10-d46000b31bf5 req-a2aa5f99-6b3e-443e-9f85-7b5c8861a10b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0789666 Mar 28 15:42:11.228541 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9e4bf2f3-bc01-49e4-9c10-d46000b31bf5 req-7920e93c-48b0-484d-95f3-b4a607ffce11 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373681 Mar 28 15:42:12.419313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74f5c2-35d4-487e-bf9f-e26ce3c9261a req-0164702d-cff3-4ce8-b412-d0312514d4ae tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:12.420771 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8a74f5c2-35d4-487e-bf9f-e26ce3c9261a req-0164702d-cff3-4ce8-b412-d0312514d4ae tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0882552 Mar 28 15:42:12.466518 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8a74f5c2-35d4-487e-bf9f-e26ce3c9261a req-4d286a15-3ac3-4e8b-8c5e-1ef6c114a543 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401232 Mar 28 15:42:13.652296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a3bd-68b7-42dd-b571-5d4b856a2192 req-223d623a-0c14-4340-b3cb-14588008bdf6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:13.653990 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0d65a3bd-68b7-42dd-b571-5d4b856a2192 req-223d623a-0c14-4340-b3cb-14588008bdf6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0797534 Mar 28 15:42:13.696547 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0d65a3bd-68b7-42dd-b571-5d4b856a2192 req-e2b6d2f9-9959-43ed-a2f4-07f8b29deca3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370533 Mar 28 15:42:14.878268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170de0-57c8-4256-bda4-0fd4686ccefd req-635e3e69-b8ab-4e30-a0b2-a9dc4f60cd70 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:14.879646 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a4170de0-57c8-4256-bda4-0fd4686ccefd req-635e3e69-b8ab-4e30-a0b2-a9dc4f60cd70 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0786393 Mar 28 15:42:14.922571 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a4170de0-57c8-4256-bda4-0fd4686ccefd req-46d75ca8-ffeb-421c-bda5-5149863ca380 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367410 Mar 28 15:42:16.115832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d74e2-910c-44af-b5b7-98c3cb6e6ad9 req-883aa6e3-0b1d-452c-9bd3-31d49a934b35 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:16.126923 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3e5d74e2-910c-44af-b5b7-98c3cb6e6ad9 req-883aa6e3-0b1d-452c-9bd3-31d49a934b35 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0807703 Mar 28 15:42:16.160529 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3e5d74e2-910c-44af-b5b7-98c3cb6e6ad9 req-e3266406-0e74-43a3-bb17-4adbc9588273 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377638 Mar 28 15:42:17.349722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5943fe3-7f49-4962-a336-a6afb8fc146f req-78d9477d-47dc-448e-9785-11ef405638f0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:17.351178 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5943fe3-7f49-4962-a336-a6afb8fc146f req-78d9477d-47dc-448e-9785-11ef405638f0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0824203 Mar 28 15:42:17.393735 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5943fe3-7f49-4962-a336-a6afb8fc146f req-a9d55f81-c4a2-481f-91fd-fb27d6447c1f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368733 Mar 28 15:42:18.581758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f13fa3-ddc8-4562-87e3-c06523f8d5c1 req-00c3e0d5-22bd-4eff-aa16-c7688d1eb52e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:18.583303 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-97f13fa3-ddc8-4562-87e3-c06523f8d5c1 req-00c3e0d5-22bd-4eff-aa16-c7688d1eb52e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0829682 Mar 28 15:42:18.626484 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-97f13fa3-ddc8-4562-87e3-c06523f8d5c1 req-42fcb8c4-e77e-492a-8534-1fe1ddc70c7e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373139 Mar 28 15:42:19.810487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeb5a5-6d8e-44ed-8e4e-fe75af460696 req-2b5d573c-3b28-4130-b450-a120d7171f88 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:19.811956 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-adbeb5a5-6d8e-44ed-8e4e-fe75af460696 req-2b5d573c-3b28-4130-b450-a120d7171f88 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0786204 Mar 28 15:42:19.856847 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-adbeb5a5-6d8e-44ed-8e4e-fe75af460696 req-2e2da495-aff5-4c71-9798-cb08617c12ef tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 Mar 28 15:42:20.242818 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-c75d4852-3bd0-4afa-a0d9-2beddfaea4c9 service neutron] 10.222.0.23 "GET /v2.0/ports/3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1162763 Mar 28 15:42:20.797755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-2130b5c2-a24f-461d-81d2-deb15fecc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:20.799136 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-2130b5c2-a24f-461d-81d2-deb15fecc13f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 1099 time: 0.0694423 Mar 28 15:42:20.901857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-3b5de974-1000-4c44-ae68-6ed6ada6029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:20.903749 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-3b5de974-1000-4c44-ae68-6ed6ada6029c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 1099 time: 0.0735292 Mar 28 15:42:21.034724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-37279075-4723-46f5-becb-940dfcdb3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:21.036198 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-37279075-4723-46f5-becb-940dfcdb3291 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1274021 Mar 28 15:42:21.042452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde2cf7-b56b-4415-b9ad-d0d6d2cd0dd9 req-3f81efc8-4dbc-4297-85ee-afa6a4ef1846 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:21.043922 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1dde2cf7-b56b-4415-b9ad-d0d6d2cd0dd9 req-3f81efc8-4dbc-4297-85ee-afa6a4ef1846 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0819113 Mar 28 15:42:21.088018 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1dde2cf7-b56b-4415-b9ad-d0d6d2cd0dd9 req-14eede10-2750-4697-946f-9d4c261aa853 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384028 Mar 28 15:42:21.136985 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-92d5c935-b78b-4757-b930-6f9523e5369d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 HTTP/1.1" status: 200 len: 1001 time: 0.0946515 Mar 28 15:42:21.197797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-2e62c80c-0efd-411a-b59e-4ccd2aeb60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:21.199203 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-2e62c80c-0efd-411a-b59e-4ccd2aeb60ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0560532 Mar 28 15:42:21.274084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-d15e056b-ec98-44bc-abdb-a7eaebaa385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:21.275527 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-d15e056b-ec98-44bc-abdb-a7eaebaa385c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707948 Mar 28 15:42:21.372100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f34a87da-0ab0-46fb-aefb-28fff53d05df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:21.501226 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-df0a3f26-2806-41e2-84ef-87fe713bdde8 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199550 Mar 28 15:42:21.628547 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dfee7445-5288-4aa1-8e45-4a7e1b08327d req-68d4fe1d-d7be-4350-b36d-8f5465b79dec service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215963 Mar 28 15:42:22.269566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc1607-45a0-4b7b-8668-a7d6820502de req-9b1854ef-7ae0-4db2-8a22-b97c8999ab77 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:22.271010 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4cfc1607-45a0-4b7b-8668-a7d6820502de req-9b1854ef-7ae0-4db2-8a22-b97c8999ab77 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0786211 Mar 28 15:42:22.326331 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4cfc1607-45a0-4b7b-8668-a7d6820502de req-e9e3b133-0481-43ff-a746-9defb1b01e46 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493023 Mar 28 15:42:23.508762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f8583f0b-9af7-45cf-aa16-2506142985fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:23.605059 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c2660-84a2-41c0-a02d-c99953a90104 req-477b2a6c-567b-45d1-a10f-51f0b7059265 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:23.606525 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f25c2660-84a2-41c0-a02d-c99953a90104 req-477b2a6c-567b-45d1-a10f-51f0b7059265 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.1706934 Mar 28 15:42:23.653900 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f25c2660-84a2-41c0-a02d-c99953a90104 req-62d5f1c1-72b8-4aa9-a5c1-8c15a4742e9f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Mar 28 15:42:24.067268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:42:24.074601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:42:24.294262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:24.310007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:24.329661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'mac_address': 'fa:16:3e:dc:cb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:42:24.358796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:42:24.380396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:24.395262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:24.413686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:42:24.418264 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'code': 200} Mar 28 15:42:24.446761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:24.564958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:42:24.565564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:42:24.571100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:24.668254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:24.822926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:24.839392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277011-9739-419f-b90b-472c59b541b8 req-f30c05bb-4d33-40fc-9f14-496af9a086f8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:24.840847 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fb277011-9739-419f-b90b-472c59b541b8 req-f30c05bb-4d33-40fc-9f14-496af9a086f8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 944 time: 0.0786057 Mar 28 15:42:24.884643 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fb277011-9739-419f-b90b-472c59b541b8 req-0c8e8e20-46cc-4c21-ad0f-1ac64636c001 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Mar 28 15:42:25.123811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:25.141125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:42:25.156922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:25.217169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:25.284643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:25.312585 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:42:25.343841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:42:25.380596 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-dcaf0525-d9a3-4ce0-a143-a9d3415e475d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716779 Mar 28 15:42:25.529902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-36f5618b-0e67-4faa-9351-6accec6b13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:25.531425 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-36f5618b-0e67-4faa-9351-6accec6b13da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 1098 time: 0.0706067 Mar 28 15:42:25.679389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-4e94a149-903b-430a-9ef9-5fc8a737f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:25.681273 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-4e94a149-903b-430a-9ef9-5fc8a737f7b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1304977 Mar 28 15:42:25.777870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-a126bb67-d108-438c-89cf-24227b944b44 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:25.779560 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-a126bb67-d108-438c-89cf-24227b944b44 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538&tenant_id=d11c01b78a32496c9e169e7941daa103&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1466002 Mar 28 15:42:25.782440 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-dd927e45-00b7-4d02-812f-61e414c91446 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 HTTP/1.1" status: 200 len: 1000 time: 0.0945451 Mar 28 15:42:25.786889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc595e-6f1c-4a16-a1fe-4e624dd0b667 req-b7389008-c4f7-4425-b875-e87d1661c5a0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:25.788237 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-abcc595e-6f1c-4a16-a1fe-4e624dd0b667 req-b7389008-c4f7-4425-b875-e87d1661c5a0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 945 time: 0.1192889 Mar 28 15:42:25.848092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-dc720359-a610-44fa-a6d5-972dd1304194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:25.849553 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-dc720359-a610-44fa-a6d5-972dd1304194 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0592513 Mar 28 15:42:25.892728 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-abcc595e-6f1c-4a16-a1fe-4e624dd0b667 req-50bf7ea9-d7c0-4122-9ba4-e20a9006e9b7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645151 Mar 28 15:42:25.896592 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-02f4f0bb-a03f-4bac-ac70-6cc3634547c6 service neutron] 10.222.0.23 "GET /v2.0/ports/3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1063430 Mar 28 15:42:25.923727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-1605261f-e223-4374-a581-55e9290aa73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:25.925181 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-1605261f-e223-4374-a581-55e9290aa73d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702732 Mar 28 15:42:26.051692 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-7446c530-5b61-4e73-83df-cf5ead990d84 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197691 Mar 28 15:42:26.068459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:42:26.140119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:42:26.140482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:26.183673 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f02741da-e82f-4bac-bf94-eb007581a4d8 req-99f2ced2-44e4-4723-ba3c-63fc095268c4 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262424 Mar 28 15:42:26.265667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:26.276211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:26.299392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:26.342806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:26.376167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-1b99c74d-badc-4937-a78e-66c960e56e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:26.377637 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-1b99c74d-badc-4937-a78e-66c960e56e18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 1099 time: 0.0699611 Mar 28 15:42:26.420043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:42:26.450280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:26.475140 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'code': 200} Mar 28 15:42:26.511005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-3ab36b7c-3adb-4683-895a-854c525691ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:26.512472 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-3ab36b7c-3adb-4683-895a-854c525691ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1285644 Mar 28 15:42:26.617100 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-7acffb10-bb90-4ab1-8fa3-fab3d0ec09ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 HTTP/1.1" status: 200 len: 1001 time: 0.0985539 Mar 28 15:42:26.771620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-538c2dff-6c1c-4bfc-a4fd-d3373987c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:26.772951 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-538c2dff-6c1c-4bfc-a4fd-d3373987c27b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.1500611 Mar 28 15:42:26.845049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-27bd7568-6355-43db-8745-cf42287cdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:26.846459 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-27bd7568-6355-43db-8745-cf42287cdb0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0680096 Mar 28 15:42:26.975385 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-88d8f97f-f9bd-4aba-8995-b5a33934f422 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224551 Mar 28 15:42:27.080575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9468ffc-6e92-4744-888d-2c2351401a85 req-5fe589b8-fb27-4f48-a628-f28d65e6e80e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:27.081949 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a9468ffc-6e92-4744-888d-2c2351401a85 req-5fe589b8-fb27-4f48-a628-f28d65e6e80e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0789158 Mar 28 15:42:27.106443 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-2a03bf0b-1d60-4475-9183-a15d6c19f706 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253567 Mar 28 15:42:27.235118 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a9468ffc-6e92-4744-888d-2c2351401a85 req-94d38937-f780-4b79-a9b9-ba7a8ac2558d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469543 Mar 28 15:42:28.467339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e41e-1b93-4109-929d-321c92811032 req-b6f12446-ac09-44cf-b1cf-5419ebe99db6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:28.468777 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a11e41e-1b93-4109-929d-321c92811032 req-b6f12446-ac09-44cf-b1cf-5419ebe99db6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.1282842 Mar 28 15:42:28.511527 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1a11e41e-1b93-4109-929d-321c92811032 req-2c3c9034-b834-4020-84a3-5071fe022599 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371633 Mar 28 15:42:29.846131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252e5fb-9874-43b6-89d1-4711947cf985 req-67c3f4f6-a44d-4501-a760-f6ed136b52e3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:29.847524 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e252e5fb-9874-43b6-89d1-4711947cf985 req-67c3f4f6-a44d-4501-a760-f6ed136b52e3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0794966 Mar 28 15:42:29.891598 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e252e5fb-9874-43b6-89d1-4711947cf985 req-fbc504f8-4ae0-48d5-a3e4-e67ddca99574 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372458 Mar 28 15:42:30.183994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-96e2627d-450a-463a-a2c4-8b6786060909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:30.185431 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-96e2627d-450a-463a-a2c4-8b6786060909 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 1099 time: 0.0696974 Mar 28 15:42:30.288162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-00d255ca-3fdd-4ffc-b0ac-f2d74cb362f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:30.289612 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-00d255ca-3fdd-4ffc-b0ac-f2d74cb362f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 1099 time: 0.0715868 Mar 28 15:42:30.415316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-2f635920-7e2d-42ad-8fac-a2385e864174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:30.416611 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-2f635920-7e2d-42ad-8fac-a2385e864174 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1216362 Mar 28 15:42:30.512126 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-a8841095-7260-4740-91da-d66d55a9958a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 HTTP/1.1" status: 200 len: 1001 time: 0.0897169 Mar 28 15:42:30.575387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-5a3fc800-25f6-4aaf-b30b-f68602af13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:30.576776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-5a3fc800-25f6-4aaf-b30b-f68602af13d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0587616 Mar 28 15:42:30.662066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19bce-80c3-4404-be90-97061c607baa req-4ff0fc59-54f6-4139-b4b2-c418fb501d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:30.663554 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-4ff0fc59-54f6-4139-b4b2-c418fb501d67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0807986 Mar 28 15:42:30.793094 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-1128f292-6576-4da7-83ce-0cae34de82f8 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234519 Mar 28 15:42:30.920548 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-8a263fad-5ceb-46f4-a2cd-7a34db73b1db service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216116 Mar 28 15:42:31.081863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da796dd-2ca3-4680-9c85-08432ce6b2b3 req-e340d8ac-1fed-4e96-ab70-059e9357dc50 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:31.083252 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1da796dd-2ca3-4680-9c85-08432ce6b2b3 req-e340d8ac-1fed-4e96-ab70-059e9357dc50 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0823224 Mar 28 15:42:31.127084 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1da796dd-2ca3-4680-9c85-08432ce6b2b3 req-eb143289-5668-42c9-82e9-2dd0c1c44fc3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382524 Mar 28 15:42:32.132112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:42:32.140179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:42:32.331748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b34e8-df63-4ac6-85ea-d6e3c9ccc146 req-1df20624-75d8-4a2c-b3a2-d01fc2317d07 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:32.333870 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c40b34e8-df63-4ac6-85ea-d6e3c9ccc146 req-1df20624-75d8-4a2c-b3a2-d01fc2317d07 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.1027408 Mar 28 15:42:32.368630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:32.378022 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c40b34e8-df63-4ac6-85ea-d6e3c9ccc146 req-013631c4-a7dd-407d-9ba3-fd6e85817980 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383401 Mar 28 15:42:32.386795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:32.407568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'mac_address': 'fa:16:3e:dc:cb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:42:32.414607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:42:32.457726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:32.470684 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'code': 200} Mar 28 15:42:32.480481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:32.497583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:42:32.503408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:32.627731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:42:32.628009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:42:32.631323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=9']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:32.674194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:33.184570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:33.201360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:42:33.216538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:33.262652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:33.327278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=10']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:33.385603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:42:33.558573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6264d-5006-4dec-babc-76a5ada5f593 req-f4db4719-5882-4e19-8882-8be799fa658e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:33.560065 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ccc6264d-5006-4dec-babc-76a5ada5f593 req-f4db4719-5882-4e19-8882-8be799fa658e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0792549 Mar 28 15:42:33.605326 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ccc6264d-5006-4dec-babc-76a5ada5f593 req-877b460a-32da-4b6c-8f63-50c66fcf0451 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397253 Mar 28 15:42:33.786793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d0c9f-a5aa-4b11-bdc6-994248b87590 req-c046276f-ba9a-4b94-a465-b511c981d9d4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:33.788270 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8b3d0c9f-a5aa-4b11-bdc6-994248b87590 req-c046276f-ba9a-4b94-a465-b511c981d9d4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0787039 Mar 28 15:42:33.834014 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8b3d0c9f-a5aa-4b11-bdc6-994248b87590 req-a92d2cf6-1a52-4762-9544-010bae31e5c8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 Mar 28 15:42:34.014383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5243f8-e251-4ede-a025-013db6d61c90 req-025beb63-a976-4566-a34d-6d8cbbdc24cc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:34.015834 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2a5243f8-e251-4ede-a025-013db6d61c90 req-025beb63-a976-4566-a34d-6d8cbbdc24cc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 946 time: 0.0774665 Mar 28 15:42:34.059635 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2a5243f8-e251-4ede-a025-013db6d61c90 req-9a1184e0-35b2-4429-aaa8-123aecdf8cf4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382957 Mar 28 15:42:34.128261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:42:34.194945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:42:34.195643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:34.309403 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:34.341874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:34.400102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:34.468269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:42:34.475857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=11']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:34.513364 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'code': 200} Mar 28 15:42:34.577764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce1a3e-b55c-4ac7-88a4-55fe6e90a3a8 req-c604d4e2-511f-4fe9-ba10-1fa10e849183 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:34.579280 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-23ce1a3e-b55c-4ac7-88a4-55fe6e90a3a8 req-c604d4e2-511f-4fe9-ba10-1fa10e849183 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 947 time: 0.0852857 Mar 28 15:42:34.621522 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-23ce1a3e-b55c-4ac7-88a4-55fe6e90a3a8 req-bf4d865b-1c7a-4cb5-9aff-6f8781951ab0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365939 Mar 28 15:42:35.803323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe01af0-2e69-43ef-937c-2508a6a3e8b1 req-6e888fbd-9336-4294-b30b-5f8a3641d1fd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:35.805254 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cfe01af0-2e69-43ef-937c-2508a6a3e8b1 req-6e888fbd-9336-4294-b30b-5f8a3641d1fd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 947 time: 0.0787067 Mar 28 15:42:35.847834 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cfe01af0-2e69-43ef-937c-2508a6a3e8b1 req-b390c2e1-412d-4666-9459-a5d56c840912 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370700 Mar 28 15:42:36.744241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-f04f7d17-2b81-41fe-89e0-932f96bed11b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:36.745646 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-f04f7d17-2b81-41fe-89e0-932f96bed11b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 947 time: 0.0831201 Mar 28 15:42:36.897204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Deleting port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:42:36.897803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:37.041985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c10faa-c77f-4ea8-b6a4-26a537fa6cad req-cffc153c-d23d-4513-95e7-150a40b7cbe6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:37.043496 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-00c10faa-c77f-4ea8-b6a4-26a537fa6cad req-cffc153c-d23d-4513-95e7-150a40b7cbe6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 947 time: 0.0903773 Mar 28 15:42:37.087736 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-00c10faa-c77f-4ea8-b6a4-26a537fa6cad req-f10bd279-f890-4134-8dc3-21223ee80834 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 Mar 28 15:42:37.151103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] For port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:37.151411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:37.443926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:37.444204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:37.444511 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Floating IP 4e162553-3dd2-4705-8f64-f95029efafb5 disassociated. External IP: 172.26.7.9, port: 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8. Mar 28 15:42:37.445483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Calling delete_port for 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:42:37.664375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:37.718012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event deleted for resources: {'Port': ['ID=3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:37.728766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.729115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.729454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.729840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.730182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.730512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.730841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.731197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.731524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.731847 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.732171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.732492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:37.923495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:42:38.103125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:42:38.116678 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:42:38.126510 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:42:38.127307 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:42:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:42:38.176788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] No DVR routers for this DVR port 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:42:38.179321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:38.181895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-deleted', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:42:38.240313 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7298b3-98ae-4a08-8754-906526201538', 'name': 'network-vif-deleted', 'tag': '3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8', 'status': 'completed', 'code': 200} Mar 28 15:42:38.252213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b43a2469-289f-4407-94e5-02913e492393 req-9703744f-0f1f-4fdf-82aa-c5d4faca0f07 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:42:38.255785 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b772ce09-e9fd-4610-b61b-5be677e38a09 req-61ecc27d-942d-48e5-993f-0f73bc4c65b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "DELETE /v2.0/ports/3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 HTTP/1.1" status: 204 len: 173 time: 1.5053089 Mar 28 15:42:38.315536 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:42:38.342558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b43a2469-289f-4407-94e5-02913e492393 req-9703744f-0f1f-4fdf-82aa-c5d4faca0f07 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:42:38.343920 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b43a2469-289f-4407-94e5-02913e492393 req-9703744f-0f1f-4fdf-82aa-c5d4faca0f07 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd7298b3-98ae-4a08-8754-906526201538 HTTP/1.1" status: 200 len: 210 time: 0.1360044 Mar 28 15:42:38.623761 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:42:38.627471 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:42:38.635941 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:42:38.636512 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:42:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:42:38.809231 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:42:39.119176 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:42:39.123059 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b779ae4-e3f7-43e0-aad2-ae0fce11bb07 None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:42:39.325274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c276df-d2e8-4b91-8315-52ccfb791c9f None None] New status for floating IP 4e162553-3dd2-4705-8f64-f95029efafb5: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:42:39.681263 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-2ae87805-5aec-4b4d-bfa0-ab5e2c819a14 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1938545425&fields=id&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 267 time: 0.0434339 Mar 28 15:42:39.827010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-433a2c5b-b0ab-414e-9412-fe01a5fdee5d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:39.828465 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-433a2c5b-b0ab-414e-9412-fe01a5fdee5d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 811 time: 0.1407042 Mar 28 15:42:39.843354 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-6462cac7-bd3f-4a85-86c5-4511f628fc83 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/quotas/d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 375 time: 0.0094681 Mar 28 15:42:39.925703 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-dd9d3004-3625-40cc-b3ac-8ebdc945eaff tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773373 Mar 28 15:42:40.059260 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-c4b37056-d87f-4933-99ba-dbb9a7b9c722 service neutron] 10.222.0.16 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222293 Mar 28 15:42:40.144766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:42:40.178999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:42:40.179857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 3e3ed71c-f2a7-4e88-8565-9d1d6199e8d8 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:42:40.188680 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-98a52b0c-8c45-43f8-8c76-06cca7b24dde service neutron] 10.222.0.16 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235297 Mar 28 15:42:40.434387 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6f716d05-d0fe-447a-b25e-ad1cc70e0248 req-0da02202-b386-4c3e-91fb-080465645963 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 210 time: 0.0419986 Mar 28 15:42:41.584900 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6ebeadaf-8a07-4a2c-bca6-51e79f448554 req-2d5a4d60-8c23-4663-92a5-b8d3094be4bc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 210 time: 0.0459569 Mar 28 15:42:42.331259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-c6db8e2f-3af8-4455-a12d-733d6675b88a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:42.332701 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-c6db8e2f-3af8-4455-a12d-733d6675b88a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 811 time: 0.2417018 Mar 28 15:42:42.388977 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-cfe33202-92f8-432c-b48a-5679d9a29ca3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 380 time: 0.0424888 Mar 28 15:42:42.397163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'port': {'device_id': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'admin_state_up': True, 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'security_groups': ['12ef9a66-fdbc-445a-9b88-f381cdd30db5']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:42:42.530644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:42:42.540091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:42:42.588256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Made reservation on behalf of d11c01b78a32496c9e169e7941daa103 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:42:42.591757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:42.776134 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-83f8725c-fe53-4cb2-877a-e5cab2b28722 req-da395352-918c-48d9-9b12-5de27f5f0ad8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 210 time: 0.0789068 Mar 28 15:42:42.799858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Allocated IP 172.20.0.10 (fd732926-03e4-4df0-9bcc-539570f112f9/2f3eb006-d3bc-4d40-aa96-b38e8f514d62/43cb6efd-a156-490b-bcbc-8036ac6e2c4e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:42:42.985750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:43.001407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Transition to ACTIVE for port object 43cb6efd-a156-490b-bcbc-8036ac6e2c4e will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:42:43.120352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:43.185577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Network fd732926-03e4-4df0-9bcc-539570f112f9 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:42:43.188685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:42:43.192637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:42:43.250633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:43.273380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:43.274490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:43.377793 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bb25f04a-730f-4e35-9bd2-98d3fd53ebaa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9841251 Mar 28 15:42:43.395946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Request body: {'port': {'device_id': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:42:43.428262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1e481f4e-df3b-485f-98ad-73e992b4e3d5 None None] Provisioning for port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:42:43.433454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1e481f4e-df3b-485f-98ad-73e992b4e3d5 None None] Provisioning complete for port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:42:43.435393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1e481f4e-df3b-485f-98ad-73e992b4e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:43.488573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1e481f4e-df3b-485f-98ad-73e992b4e3d5 None None] Port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:42:43.510877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:43.842284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cb6efd-a156-490b-bcbc-8036ac6e2c4e {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:42:43.849446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:43.864605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Transition to ACTIVE for port object 43cb6efd-a156-490b-bcbc-8036ac6e2c4e will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:42:43.932144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:43.961723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ac190-b80c-4436-92a1-aa4028cfb379 req-7534a908-6f99-4dd6-825e-e17e5c2bb374 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:43.963192 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7b6ac190-b80c-4436-92a1-aa4028cfb379 req-7534a908-6f99-4dd6-825e-e17e5c2bb374 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 932 time: 0.0839365 Mar 28 15:42:44.009581 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7b6ac190-b80c-4436-92a1-aa4028cfb379 req-a08a3f93-49a4-497f-9bd0-98c5f27a9108 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405045 Mar 28 15:42:44.092470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:44.166259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Attempting to bind port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:42:44.166586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Attempting to bind port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:42:44.166900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Attempting to bind port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:42:44.171514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e on network fd732926-03e4-4df0-9bcc-539570f112f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:42:44.171827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Attempting to bind port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e on network fd732926-03e4-4df0-9bcc-539570f112f9 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:42:44.176843 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:42:44.177167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Checking segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:42:44.177536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Bound using segment: {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:42:44.177945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Bound port: 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:42:44.178280 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:44.353812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:42:44.356635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:42:44.474757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:44.531055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:44.531670 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:44.533318 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] 10.222.0.23 "PUT /v2.0/ports/43cb6efd-a156-490b-bcbc-8036ac6e2c4e HTTP/1.1" status: 200 len: 1094 time: 1.1413190 Mar 28 15:42:44.533612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:42:44.558602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cf2cd-a2a9-4580-9b44-20928a6ebd85 service neutron] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:44.585889 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'status': 'completed', 'code': 200} Mar 28 15:42:44.706109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdb4da-3e88-4188-8f48-1af96f5a87fd req-193272c3-2205-4682-ad1f-bb2f0ed9a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:44.707631 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-83fdb4da-3e88-4188-8f48-1af96f5a87fd req-193272c3-2205-4682-ad1f-bb2f0ed9a913 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 1097 time: 0.0801222 Mar 28 15:42:44.850747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdb4da-3e88-4188-8f48-1af96f5a87fd req-a1d998fa-2a7c-46d5-b548-406f194eee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:44.852164 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-83fdb4da-3e88-4188-8f48-1af96f5a87fd req-a1d998fa-2a7c-46d5-b548-406f194eee28 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d11c01b78a32496c9e169e7941daa103&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1322136 Mar 28 15:42:44.993644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdb4da-3e88-4188-8f48-1af96f5a87fd req-2f0b0108-6d90-4cc5-8026-8b9723187766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:44.995095 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-83fdb4da-3e88-4188-8f48-1af96f5a87fd req-2f0b0108-6d90-4cc5-8026-8b9723187766 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376204 Mar 28 15:42:45.119225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-e23c2e91-5715-40c0-937d-8df89be9f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:45.121905 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-e23c2e91-5715-40c0-937d-8df89be9f36c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 1097 time: 0.0701585 Mar 28 15:42:45.199308 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-13683c63-987d-4727-84c6-44754ddc19d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e HTTP/1.1" status: 200 len: 217 time: 0.0657959 Mar 28 15:42:45.203456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278cbb1-ce99-4cab-b446-af2539ff911c req-ec0e6ad1-2383-4b99-923a-d9a8ac3bb808 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:45.204952 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9278cbb1-ce99-4cab-b446-af2539ff911c req-ec0e6ad1-2383-4b99-923a-d9a8ac3bb808 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 944 time: 0.0847499 Mar 28 15:42:45.249866 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9278cbb1-ce99-4cab-b446-af2539ff911c req-b019f4b3-29d1-4196-a996-47a0d779ce6c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393558 Mar 28 15:42:45.260590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bd70e22b-9ff9-4dcd-b720-87d9b6abb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:45.262018 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-bd70e22b-9ff9-4dcd-b720-87d9b6abb160 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0572050 Mar 28 15:42:45.337424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-e054aec9-350e-49c4-99e2-d2ccab162797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:45.338834 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-e054aec9-350e-49c4-99e2-d2ccab162797 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713923 Mar 28 15:42:45.467085 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-07c388fa-17cb-40c3-bb83-269b5d788879 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223137 Mar 28 15:42:45.597193 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-673c5b31-9492-406e-af16-e8ee31e64b2c req-364d9904-7d3c-48c2-8ec0-57b1512e9ef5 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228406 Mar 28 15:42:46.433315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540236b-6960-4e38-979e-69d38294429c req-4c6be8b2-0485-45be-a41e-d311223366be tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:46.433997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0540236b-6960-4e38-979e-69d38294429c req-4c6be8b2-0485-45be-a41e-d311223366be tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:42:46.518991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0540236b-6960-4e38-979e-69d38294429c req-4c6be8b2-0485-45be-a41e-d311223366be tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:42:46.520189 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0540236b-6960-4e38-979e-69d38294429c req-4c6be8b2-0485-45be-a41e-d311223366be tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 944 time: 0.1635621 Mar 28 15:42:46.564864 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0540236b-6960-4e38-979e-69d38294429c req-f5b02460-ac3a-44ff-9e7a-d287773fbda8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390275 Mar 28 15:42:47.749905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ce21b-f2fe-4712-a39a-5a29888f1bdb req-c6cf0702-ea43-4278-8d83-886309bef232 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:47.751351 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-605ce21b-f2fe-4712-a39a-5a29888f1bdb req-c6cf0702-ea43-4278-8d83-886309bef232 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 944 time: 0.0785701 Mar 28 15:42:47.794879 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-605ce21b-f2fe-4712-a39a-5a29888f1bdb req-ffde2da6-d657-4bee-a2c7-cab3051431b0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Mar 28 15:42:48.144799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:42:48.308694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:48.321602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'mac_address': 'fa:16:3e:a1:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:42:48.373538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:48.389706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cb6efd-a156-490b-bcbc-8036ac6e2c4e {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:42:48.405539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:48.496044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:48.563952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:48.571358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.571705 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.572058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.572392 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.572719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.573050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.573373 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.573696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.574017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.574337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.574655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.574973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:42:48.767413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['43cb6efd-a156-490b-bcbc-8036ac6e2c4e'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:42:48.985491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bc972-5fe1-4f14-a951-2d31142b095b req-3b198312-ce24-4b33-8c54-65b5b58fc683 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:48.986921 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-409bc972-5fe1-4f14-a951-2d31142b095b req-3b198312-ce24-4b33-8c54-65b5b58fc683 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 945 time: 0.0875261 Mar 28 15:42:49.029899 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-409bc972-5fe1-4f14-a951-2d31142b095b req-0db6344b-1ec8-409b-ae34-060c642d3dd0 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374281 Mar 28 15:42:50.144428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:42:50.229512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48668809-ce55-44dd-96f7-2cb5eede04c1 req-e4ed15fc-d527-4325-a8ef-0237e973ddef tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:50.229512 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-48668809-ce55-44dd-96f7-2cb5eede04c1 req-e4ed15fc-d527-4325-a8ef-0237e973ddef tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 945 time: 0.0887556 Mar 28 15:42:50.264072 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-48668809-ce55-44dd-96f7-2cb5eede04c1 req-2f6116d0-b7d5-47d8-8d6f-fcb3f2f04d62 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378451 Mar 28 15:42:50.268467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:42:50.273679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:42:50.274046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:50.387608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:50.412995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:42:50.423245 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:42:50.456311 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'code': 200} Mar 28 15:42:50.462302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:50.528719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:42:50.794182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403ab5-6f9b-42b5-b939-c4eca31cce77 req-eb72d7c6-74ea-4ed6-8dcf-fd3520d2584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:50.795553 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cf403ab5-6f9b-42b5-b939-c4eca31cce77 req-eb72d7c6-74ea-4ed6-8dcf-fd3520d2584d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 1099 time: 0.0680568 Mar 28 15:42:50.833230 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cf403ab5-6f9b-42b5-b939-c4eca31cce77 req-d5c412dd-44a1-4792-a560-1c563605daaf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Mar 28 15:42:51.365475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-57105e41-ce0d-4594-80f8-109e48382d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:51.453588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d5636-00e0-4aee-a592-db56a475fb58 req-aa2c4f79-24f9-415e-8702-aa3b1e607ca1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:51.454993 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e23d5636-00e0-4aee-a592-db56a475fb58 req-aa2c4f79-24f9-415e-8702-aa3b1e607ca1 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0808384 Mar 28 15:42:51.588440 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e23d5636-00e0-4aee-a592-db56a475fb58 req-033d344f-335d-4a09-9e22-999ef147fdca tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277823 Mar 28 15:42:52.773360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59d042-0ac2-4839-8e9a-2e699b3b9d89 req-21613d84-4823-4706-9373-6457c0685718 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:52.775438 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3b59d042-0ac2-4839-8e9a-2e699b3b9d89 req-21613d84-4823-4706-9373-6457c0685718 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0839524 Mar 28 15:42:52.817877 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3b59d042-0ac2-4839-8e9a-2e699b3b9d89 req-1b7e5b9a-1192-4fc3-976c-dea6d600057c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365245 Mar 28 15:42:53.004815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d6c45-dfbd-4fbd-8e99-6ee2e7534fdd req-20950999-e5bc-43a8-995f-2e309ada52f2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:53.006243 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c96d6c45-dfbd-4fbd-8e99-6ee2e7534fdd req-20950999-e5bc-43a8-995f-2e309ada52f2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0791681 Mar 28 15:42:53.015554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40334) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:42:53.020620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-24861301-f3ca-480e-8de6-e8d96fa5db7f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Request body: {'floatingip': {'port_id': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:42:53.098304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24861301-f3ca-480e-8de6-e8d96fa5db7f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:53.503231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0f5480c6-2d9b-4ef1-bcbc-6924a03d5a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:53.790593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24861301-f3ca-480e-8de6-e8d96fa5db7f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:53.851310 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24861301-f3ca-480e-8de6-e8d96fa5db7f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:54.020631 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-24861301-f3ca-480e-8de6-e8d96fa5db7f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Floating IP 4e162553-3dd2-4705-8f64-f95029efafb5 associated. External IP: 172.26.7.9, port: 43cb6efd-a156-490b-bcbc-8036ac6e2c4e. Mar 28 15:42:54.361065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24861301-f3ca-480e-8de6-e8d96fa5db7f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:42:54.534012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24861301-f3ca-480e-8de6-e8d96fa5db7f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:42:54.538078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-24861301-f3ca-480e-8de6-e8d96fa5db7f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:54.544573 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:42:54.554486 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:42:54.555105 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:42:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:42:54.610937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:54.704846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-24861301-f3ca-480e-8de6-e8d96fa5db7f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "PUT /v2.0/floatingips/4e162553-3dd2-4705-8f64-f95029efafb5 HTTP/1.1" status: 200 len: 991 time: 1.6880970 Mar 28 15:42:54.705724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:42:54.783389 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:42:54.813413 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'status': 'completed', 'code': 200} Mar 28 15:42:54.840334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:54.941845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-bfe06412-3f45-4e81-9dd8-96a0073a55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:54.943487 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-bfe06412-3f45-4e81-9dd8-96a0073a55fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 1099 time: 0.0786049 Mar 28 15:42:55.074254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-be2c2794-480e-42d1-8552-24aa4302021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:55.075852 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-be2c2794-480e-42d1-8552-24aa4302021e service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1260955 Mar 28 15:42:55.143775 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:a1:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:42:53Z', 'revision_number': 13, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:42:55.147912 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:42:55.157089 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:42:55.157714 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:42:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:42:55.182412 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-b224953b-07d0-4997-a3df-b536ee3a1bfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e HTTP/1.1" status: 200 len: 999 time: 0.1011205 Mar 28 15:42:55.249266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-6e0e6507-380a-4d13-bfd6-212c344c1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:55.250638 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-6e0e6507-380a-4d13-bfd6-212c344c1298 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0625947 Mar 28 15:42:55.335805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-45177e5b-a8d8-4889-8494-be6174752412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:55.338188 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-45177e5b-a8d8-4889-8494-be6174752412 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0819602 Mar 28 15:42:55.340634 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:42:55.479752 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-f199f03c-03b3-45ec-8494-cefafec2403a service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360018 Mar 28 15:42:55.611958 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5b0ab317-ec4c-41a2-9ac4-9fe27211cf12 req-29e6c85d-ea67-44ca-a25e-77b85d3e6f91 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268151 Mar 28 15:42:55.695492 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:a1:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:42:53Z', 'revision_number': 13, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:42:55.700095 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d34a4-620a-440c-8e8c-5e32df408cea None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '4e162553-3dd2-4705-8f64-f95029efafb5', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'port_id': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'mac_address': 'fa:16:3e:a1:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:39:35Z', 'updated_at': '2022-03-28T15:42:53Z', 'revision_number': 13, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:42:55.905377 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4aed5b-4ac9-44cd-8856-f1016a26ce1b None None] New status for floating IP 4e162553-3dd2-4705-8f64-f95029efafb5: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:42:56.268181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:42:56.652933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2082ea2-a135-455a-b07b-aab28395c7f1 req-230d4765-0ed4-49b2-bb68-c1d9354a60b2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:42:56.654290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c2082ea2-a135-455a-b07b-aab28395c7f1 req-230d4765-0ed4-49b2-bb68-c1d9354a60b2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0806077 Mar 28 15:42:56.697263 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c2082ea2-a135-455a-b07b-aab28395c7f1 req-edd48ab3-4f18-4f88-abc6-58deb94f05a5 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373664 Mar 28 15:43:02.311574 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:43:02.667681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:06.775744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab0fc0-d1e0-4753-bc28-0568ba934e77 req-a8ae2d39-082f-475d-bcf0-2bf4514a524f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:06.777217 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5dab0fc0-d1e0-4753-bc28-0568ba934e77 req-a8ae2d39-082f-475d-bcf0-2bf4514a524f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0901775 Mar 28 15:43:06.820274 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5dab0fc0-d1e0-4753-bc28-0568ba934e77 req-51028063-2823-4dc2-b5cc-e9aec19c1c1a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369542 Mar 28 15:43:06.845406 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-3b24bb39-d569-451f-9ef9-fa21bfdd7150 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167319 Mar 28 15:43:08.016422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48b20-b4cb-4835-8a77-10d4bd2c52f0 req-54ef7c23-f94f-41d4-9dd4-458f22f4a7e5 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:08.017930 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07a48b20-b4cb-4835-8a77-10d4bd2c52f0 req-54ef7c23-f94f-41d4-9dd4-458f22f4a7e5 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0892417 Mar 28 15:43:08.062023 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-07a48b20-b4cb-4835-8a77-10d4bd2c52f0 req-7ffc0b9a-76e2-4ccb-9228-b9b6023aaea9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 Mar 28 15:43:08.851332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-9febe00f-4584-4335-83db-f5365cf93ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:08.851332 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-9febe00f-4584-4335-83db-f5365cf93ae2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 1099 time: 0.0709691 Mar 28 15:43:08.987736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-24df6789-2810-476a-a772-c33eaaa0c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:08.989170 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-24df6789-2810-476a-a772-c33eaaa0c723 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1364181 Mar 28 15:43:09.091018 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-c052e21a-c90b-4def-9ced-f7909cfe4949 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e HTTP/1.1" status: 200 len: 1001 time: 0.0948837 Mar 28 15:43:09.155337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-e86dab4c-c750-4e2c-b1c9-67c01614ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:09.156697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-e86dab4c-c750-4e2c-b1c9-67c01614ab3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0608580 Mar 28 15:43:09.285988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-f3306c3b-75bb-4665-97e6-ee90f837a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:09.287472 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-f3306c3b-75bb-4665-97e6-ee90f837a55e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1246550 Mar 28 15:43:09.322889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9690d6-e36c-415d-b52c-4d1c7b6cc9bf req-67f5b3fc-f829-4dcf-b8af-51772b604e68 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:09.324286 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b9690d6-e36c-415d-b52c-4d1c7b6cc9bf req-67f5b3fc-f829-4dcf-b8af-51772b604e68 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.1315198 Mar 28 15:43:09.521926 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9b9690d6-e36c-415d-b52c-4d1c7b6cc9bf req-98c5aa61-35fc-4cf1-af7b-b7dc1675cd98 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870832 Mar 28 15:43:09.547937 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-744b7834-8be5-4c57-90f1-7f7eaf62402c service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518716 Mar 28 15:43:09.675893 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-58db44c0-6bf4-44bd-a458-785e58dd706b service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219697 Mar 28 15:43:10.707042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286441c1-e846-44e5-9780-57af40b6e2f3 req-ea1d6da6-c983-449c-a02a-9d8233415ef4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:10.708486 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-286441c1-e846-44e5-9780-57af40b6e2f3 req-ea1d6da6-c983-449c-a02a-9d8233415ef4 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0786109 Mar 28 15:43:10.754960 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-286441c1-e846-44e5-9780-57af40b6e2f3 req-9c10e9e7-7638-4ac4-b25f-e1621eedd34f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Mar 28 15:43:11.938198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969a44-947f-4d66-86ee-9cdcc6572751 req-7d22a3b5-b4f3-4394-afbe-c9b3ec961b4f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:11.939772 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-48969a44-947f-4d66-86ee-9cdcc6572751 req-7d22a3b5-b4f3-4394-afbe-c9b3ec961b4f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0788310 Mar 28 15:43:11.982365 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-48969a44-947f-4d66-86ee-9cdcc6572751 req-e3112072-7624-43f4-9cf2-bac63eb91f97 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369928 Mar 28 15:43:13.165721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9724c03-dbee-4726-97c2-2fe55770e249 req-497f4032-7205-4a4f-bf24-7c2ecea7c990 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:13.167183 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c9724c03-dbee-4726-97c2-2fe55770e249 req-497f4032-7205-4a4f-bf24-7c2ecea7c990 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0795844 Mar 28 15:43:13.210189 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c9724c03-dbee-4726-97c2-2fe55770e249 req-47e6bccd-4001-4556-be25-64b520ff49bf tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373456 Mar 28 15:43:14.394195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031829b-c18e-446e-b6ea-fe330135be4c req-32d680c4-f854-44fe-91db-94dbee3d5f5b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:14.395667 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2031829b-c18e-446e-b6ea-fe330135be4c req-32d680c4-f854-44fe-91db-94dbee3d5f5b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0822370 Mar 28 15:43:14.438846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2031829b-c18e-446e-b6ea-fe330135be4c req-544bb120-a083-4168-8ed9-ff4044960be3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368958 Mar 28 15:43:15.622643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea56a7-7f6b-4a7a-b74c-ac47a65aa96a req-0c8d3bba-b033-4f1d-9d75-d67eefe56e82 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:15.624101 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-76ea56a7-7f6b-4a7a-b74c-ac47a65aa96a req-0c8d3bba-b033-4f1d-9d75-d67eefe56e82 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0806532 Mar 28 15:43:15.667114 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-76ea56a7-7f6b-4a7a-b74c-ac47a65aa96a req-a9428736-b3a4-493c-bff2-6adc8e015af8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374930 Mar 28 15:43:16.851003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1a77-b631-4dbf-b692-bf6a0227b6cd req-53b087ab-c2a9-41ce-9010-cb291abb6f97 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:16.852362 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-759a1a77-b631-4dbf-b692-bf6a0227b6cd req-53b087ab-c2a9-41ce-9010-cb291abb6f97 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0825310 Mar 28 15:43:16.897925 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-759a1a77-b631-4dbf-b692-bf6a0227b6cd req-dc4f3fb0-e490-41b7-9b05-26be76dba9e5 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392311 Mar 28 15:43:17.673481 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-9b9944d9-9d7d-43fd-bb6f-b9d3255b94e2 service neutron] 10.222.0.23 "GET /v2.0/ports/43cb6efd-a156-490b-bcbc-8036ac6e2c4e/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0733495 Mar 28 15:43:18.090113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5122c-0b99-4919-a6ea-ced549aa636a req-72b966a5-b39b-4868-a438-1168f47a7d80 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:18.091577 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-13c5122c-0b99-4919-a6ea-ced549aa636a req-72b966a5-b39b-4868-a438-1168f47a7d80 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0795891 Mar 28 15:43:18.140288 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-13c5122c-0b99-4919-a6ea-ced549aa636a req-08bba61b-b939-4213-8a1e-f1bfd351e23f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427585 Mar 28 15:43:18.145859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-8286b1c0-989e-46d6-b24e-14c27e889a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:18.147349 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-8286b1c0-989e-46d6-b24e-14c27e889a3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 1099 time: 0.0731704 Mar 28 15:43:18.248152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-00051752-a804-4c01-bce1-05bbe655e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:18.249528 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-00051752-a804-4c01-bce1-05bbe655e640 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 1099 time: 0.0701702 Mar 28 15:43:18.377835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-db7231aa-05e2-4fbb-afef-23b3cb734c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:18.379423 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-db7231aa-05e2-4fbb-afef-23b3cb734c7a service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1236236 Mar 28 15:43:18.481145 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-83c1048d-74c8-4d2e-9889-75c6ce205742 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e HTTP/1.1" status: 200 len: 1001 time: 0.0949771 Mar 28 15:43:18.540317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-203ddf87-a9b3-4939-832f-b7dfae47e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:18.542282 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-203ddf87-a9b3-4939-832f-b7dfae47e95f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0555241 Mar 28 15:43:18.623800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-00536cff-ee1a-4f0b-9e2c-b0fdb3fabf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:18.625241 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-00536cff-ee1a-4f0b-9e2c-b0fdb3fabf0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0771873 Mar 28 15:43:18.751450 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-c85d5b56-492f-4f8d-9114-7055aa22ceee service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201415 Mar 28 15:43:18.880052 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85715e39-fbc3-4ece-9544-6b715180fa23 req-ca98359e-56ad-46e5-a6fe-f22fca903ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227536 Mar 28 15:43:19.328866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e753d88-ef7c-436e-b231-3787df7783f5 req-76eea9ac-2a18-4ac3-811a-3b9516056b95 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:19.330319 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4e753d88-ef7c-436e-b231-3787df7783f5 req-76eea9ac-2a18-4ac3-811a-3b9516056b95 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0793626 Mar 28 15:43:19.373362 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4e753d88-ef7c-436e-b231-3787df7783f5 req-7a2155a0-b815-4a3b-81bf-7cceaa91904f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372376 Mar 28 15:43:20.224063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:43:20.338167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:20.363498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:43:20.372749 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:20.416390 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'code': 200} Mar 28 15:43:20.473173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:20.541527 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:20.568625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e31161-84a9-4fc4-817d-249286c16293 req-1a2866f1-c490-41ad-8bf4-45d6808b38e7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:20.570053 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-12e31161-84a9-4fc4-817d-249286c16293 req-1a2866f1-c490-41ad-8bf4-45d6808b38e7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 944 time: 0.0905750 Mar 28 15:43:20.617454 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-12e31161-84a9-4fc4-817d-249286c16293 req-e4edc1db-7e0f-4e12-aadf-708f6717dcff tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408471 Mar 28 15:43:21.375751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-988c9d9a-3a2d-46c3-bbce-4f695690dced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:21.800908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cc1c8-35e6-4ca2-8a07-478c0e6ca34c req-957fa287-2f4c-437e-acca-0d0522b86a3f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:21.802317 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f24cc1c8-35e6-4ca2-8a07-478c0e6ca34c req-957fa287-2f4c-437e-acca-0d0522b86a3f tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 944 time: 0.0779939 Mar 28 15:43:21.844596 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f24cc1c8-35e6-4ca2-8a07-478c0e6ca34c req-45d569b9-6f93-4ec2-b7b9-50d6c51a9043 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367093 Mar 28 15:43:22.237176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:43:22.368261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:22.381401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'mac_address': 'fa:16:3e:a1:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:43:22.439019 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:22.455419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cb6efd-a156-490b-bcbc-8036ac6e2c4e {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:43:22.470122 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:22.524431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:22.589925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:22.646040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['43cb6efd-a156-490b-bcbc-8036ac6e2c4e'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:43:23.034213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca2e3d-03fc-438c-9acf-e95a2e21c3fd req-a203f6ed-0016-484a-a8d7-cfb3ae3f6644 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:23.035857 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50ca2e3d-03fc-438c-9acf-e95a2e21c3fd req-a203f6ed-0016-484a-a8d7-cfb3ae3f6644 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 945 time: 0.0813110 Mar 28 15:43:23.083335 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50ca2e3d-03fc-438c-9acf-e95a2e21c3fd req-ab014a5e-3c00-4487-b35e-043383ebbaab tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412028 Mar 28 15:43:23.541066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3d395774-670a-46f4-a690-c407bffab8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:24.253517 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:43:24.280055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4644d-0ddb-4dc1-b18b-8d1c802e04e1 req-ad283719-d63e-4c2a-afc4-ea823fe9edfa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:24.281489 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e6d4644d-0ddb-4dc1-b18b-8d1c802e04e1 req-ad283719-d63e-4c2a-afc4-ea823fe9edfa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 945 time: 0.0815928 Mar 28 15:43:24.320776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:43:24.321145 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:24.326204 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e6d4644d-0ddb-4dc1-b18b-8d1c802e04e1 req-e7ca14ce-182e-465b-9e91-387b8e9ee390 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379429 Mar 28 15:43:24.466952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:24.495633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:43:24.505224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:24.551352 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'code': 200} Mar 28 15:43:24.554177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:24.619983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:24.623204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:24.839253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:24.842957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a8764-f11d-4770-be04-d0f365f6240f req-3727e433-60d3-4d59-b484-cd2e5512475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:24.844952 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-309a8764-f11d-4770-be04-d0f365f6240f req-3727e433-60d3-4d59-b484-cd2e5512475f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 1099 time: 0.1692955 Mar 28 15:43:24.984973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a8764-f11d-4770-be04-d0f365f6240f req-d21d67e8-aa0b-4f2e-9eb7-8d976f734f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:24.986397 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-309a8764-f11d-4770-be04-d0f365f6240f req-d21d67e8-aa0b-4f2e-9eb7-8d976f734f71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1235878 Mar 28 15:43:25.085898 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-309a8764-f11d-4770-be04-d0f365f6240f req-a8eabeb2-34c9-460a-b18a-81db06a7fe16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e HTTP/1.1" status: 200 len: 1001 time: 0.0937388 Mar 28 15:43:25.148934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a8764-f11d-4770-be04-d0f365f6240f req-f2adf662-fd8a-47f3-91de-6eacf5c30d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:25.150263 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-309a8764-f11d-4770-be04-d0f365f6240f req-f2adf662-fd8a-47f3-91de-6eacf5c30d14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0583377 Mar 28 15:43:25.222334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a8764-f11d-4770-be04-d0f365f6240f req-f153b50f-975f-4f2d-b649-10289bdb261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:25.223786 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-309a8764-f11d-4770-be04-d0f365f6240f req-f153b50f-975f-4f2d-b649-10289bdb261a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682006 Mar 28 15:43:25.351078 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-309a8764-f11d-4770-be04-d0f365f6240f req-ec55679a-907a-4c60-971d-062191a6307d service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214111 Mar 28 15:43:25.494468 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-309a8764-f11d-4770-be04-d0f365f6240f req-4dc06725-6f46-43a5-9701-8c15cac90636 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363268 Mar 28 15:43:25.518916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297873f-5434-4811-b47e-d201dcacb9b3 req-56393b7f-cc70-4b14-a109-eda66478179a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:25.520371 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3297873f-5434-4811-b47e-d201dcacb9b3 req-56393b7f-cc70-4b14-a109-eda66478179a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0813739 Mar 28 15:43:25.564392 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3297873f-5434-4811-b47e-d201dcacb9b3 req-73779f92-db69-42e5-a639-64f5fc83fc30 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384254 Mar 28 15:43:26.267438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:26.750473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497a849-42f2-44e7-9d61-36edb9ba654a req-834c87f6-8ca0-499e-a9a2-b266288ddf36 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:26.751850 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1497a849-42f2-44e7-9d61-36edb9ba654a req-834c87f6-8ca0-499e-a9a2-b266288ddf36 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0785301 Mar 28 15:43:26.797780 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1497a849-42f2-44e7-9d61-36edb9ba654a req-4b0b3a22-0bd9-403a-82a1-a6d0e7062fce tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Mar 28 15:43:27.989578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d991f-af67-4e82-9052-de75318dc8f3 req-c8291057-eba1-4223-ac93-4ae5ded62a47 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:27.990973 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-662d991f-af67-4e82-9052-de75318dc8f3 req-c8291057-eba1-4223-ac93-4ae5ded62a47 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0854766 Mar 28 15:43:28.036309 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-662d991f-af67-4e82-9052-de75318dc8f3 req-a0701a70-eee6-47a9-a96a-7acad337a5dd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392959 Mar 28 15:43:29.218962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c781c-c2b8-4211-a663-c637d504fb0d req-e9db102a-f0ab-4c84-8389-c137d0c6a705 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:29.220363 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9e6c781c-c2b8-4211-a663-c637d504fb0d req-e9db102a-f0ab-4c84-8389-c137d0c6a705 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0807817 Mar 28 15:43:29.264062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9e6c781c-c2b8-4211-a663-c637d504fb0d req-1476d197-8f4a-4734-b6e5-1ff337339709 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380838 Mar 28 15:43:30.052488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-85482cdd-f6ae-4017-8bff-74f0319a97b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:30.053909 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-85482cdd-f6ae-4017-8bff-74f0319a97b3 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1&tenant_id=d11c01b78a32496c9e169e7941daa103&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.1364918 Mar 28 15:43:30.108825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9efe36-0b29-4544-bf58-b87bd1115222 req-fdad1faf-1734-44cd-8e0c-0a748b9c3e63 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:30.110192 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-da9efe36-0b29-4544-bf58-b87bd1115222 req-fdad1faf-1734-44cd-8e0c-0a748b9c3e63 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.1611519 Mar 28 15:43:30.176812 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-da9efe36-0b29-4544-bf58-b87bd1115222 req-efd64b28-b095-40ec-8135-56efb718d439 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592179 Mar 28 15:43:30.179333 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-b5b116b3-86ae-491e-8a1f-f2a3d52dabc4 service neutron] 10.222.0.23 "GET /v2.0/ports/43cb6efd-a156-490b-bcbc-8036ac6e2c4e/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1191077 Mar 28 15:43:30.292919 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-0674f4be-1cde-408c-bf29-d10b4120933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:30.294357 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-0674f4be-1cde-408c-bf29-d10b4120933f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 1099 time: 0.0696337 Mar 28 15:43:30.421244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-6a45aa4e-fb12-4782-b6ce-1cfa7c37f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:30.422572 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-6a45aa4e-fb12-4782-b6ce-1cfa7c37f5a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1228676 Mar 28 15:43:30.523053 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-81c9071a-956b-484e-8b32-0a75c935b001 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e HTTP/1.1" status: 200 len: 1001 time: 0.0947523 Mar 28 15:43:30.585665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-e6b27172-108e-4806-b228-c9d91a4bd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:30.587101 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-e6b27172-108e-4806-b228-c9d91a4bd405 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0584123 Mar 28 15:43:30.749682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-6c22d289-c186-4987-90a5-156bbcc7aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:30.751096 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-6c22d289-c186-4987-90a5-156bbcc7aa49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1582196 Mar 28 15:43:30.879382 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-e03d2f52-014d-4a93-9689-3dc715e89c8e service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220267 Mar 28 15:43:31.008136 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-4620726a-a8a9-41db-adc4-d40429014725 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229150 Mar 28 15:43:31.361739 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f628a-6b02-409e-baa6-8e1b75eb825f req-6d27c266-aecd-49c6-8dda-df91a70680b9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:31.363083 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-573f628a-6b02-409e-baa6-8e1b75eb825f req-6d27c266-aecd-49c6-8dda-df91a70680b9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0805125 Mar 28 15:43:31.406015 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-573f628a-6b02-409e-baa6-8e1b75eb825f req-00926ae7-7387-4a88-9e76-1cd920989b3a tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369105 Mar 28 15:43:32.599126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071738a-553f-4ae1-acf6-e0251e2d2577 req-999f4920-e7d1-4d08-a9e1-915df43ec565 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:32.600589 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a071738a-553f-4ae1-acf6-e0251e2d2577 req-999f4920-e7d1-4d08-a9e1-915df43ec565 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0843768 Mar 28 15:43:32.643932 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a071738a-553f-4ae1-acf6-e0251e2d2577 req-16c0f46d-0e1c-4002-9620-1c743b35462c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371528 Mar 28 15:43:32.660891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:33.832915 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29956d17-898d-4eb8-b448-ab5ef8a6d79c req-33c114d1-86b1-4d18-95f9-3133d87ca88b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:33.833529 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-29956d17-898d-4eb8-b448-ab5ef8a6d79c req-33c114d1-86b1-4d18-95f9-3133d87ca88b tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0826654 Mar 28 15:43:33.880767 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-29956d17-898d-4eb8-b448-ab5ef8a6d79c req-c8a35b60-85f9-4be6-9c11-2198103f0e49 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Mar 28 15:43:34.816354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-47aa0cc3-cd4b-4560-96e5-083c1d51faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:34.817722 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-47aa0cc3-cd4b-4560-96e5-083c1d51faa0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1&tenant_id=d11c01b78a32496c9e169e7941daa103 HTTP/1.1" status: 200 len: 1099 time: 0.0695171 Mar 28 15:43:34.922594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-1baa75b3-2d12-4e60-ab96-9cca4bc73bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:34.924075 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-1baa75b3-2d12-4e60-ab96-9cca4bc73bc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d11c01b78a32496c9e169e7941daa103&device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 1099 time: 0.0738788 Mar 28 15:43:35.099455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-6418ae8d-5183-493f-bee9-f95657e5fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:35.100800 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-6418ae8d-5183-493f-bee9-f95657e5fa7d service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 200 len: 912 time: 0.1710479 Mar 28 15:43:35.189680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded51643-1f11-41ef-b989-6152067aba65 req-2ef4ca27-56a8-4b8a-9562-857efd1008b9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:35.191129 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ded51643-1f11-41ef-b989-6152067aba65 req-2ef4ca27-56a8-4b8a-9562-857efd1008b9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.1834795 Mar 28 15:43:35.233923 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-a9c0d71f-9741-47c3-a320-386fb8457b8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e HTTP/1.1" status: 200 len: 1001 time: 0.1264353 Mar 28 15:43:35.295314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ded51643-1f11-41ef-b989-6152067aba65 req-a10c941a-ff56-4d73-b02e-1bcece74080c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979528 Mar 28 15:43:35.308274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-d8da8113-6331-48f1-8cd7-dcde01c15d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:35.309740 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-d8da8113-6331-48f1-8cd7-dcde01c15d13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 200 len: 850 time: 0.0690064 Mar 28 15:43:35.381248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-80f61283-5817-4b49-bdbb-b9a4b898db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:35.382604 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-80f61283-5817-4b49-bdbb-b9a4b898db34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd732926-03e4-4df0-9bcc-539570f112f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0674319 Mar 28 15:43:35.509292 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-7a970a78-3adc-4435-adc5-d943911117ae service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201472 Mar 28 15:43:35.636480 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-50e182eb-b1f0-424e-b35b-a70e8cd0555d req-65f05fd5-9d19-4a6a-9f12-dd3e6c74dde6 service neutron] 10.222.0.23 "GET /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218162 Mar 28 15:43:36.299222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:43:36.416021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:36.443274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:43:36.453276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:36.498872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e035-7fb6-4092-bbf5-0882821241fd req-acdea19c-1cb7-48fe-b2ae-ad24432d7c6d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:36.501979 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'code': 200} Mar 28 15:43:36.505753 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-22c2e035-7fb6-4092-bbf5-0882821241fd req-acdea19c-1cb7-48fe-b2ae-ad24432d7c6d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0967011 Mar 28 15:43:36.529710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:36.547798 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-22c2e035-7fb6-4092-bbf5-0882821241fd req-6466811b-206f-47a5-8e86-6ea5285a759d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411940 Mar 28 15:43:36.600082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=9']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:37.738626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413c832-b31c-4e1b-bb8f-b38c3c3b17b0 req-3799976e-9df8-497d-8c54-f780ab806dfd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:37.740082 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a413c832-b31c-4e1b-bb8f-b38c3c3b17b0 req-3799976e-9df8-497d-8c54-f780ab806dfd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 944 time: 0.0842731 Mar 28 15:43:37.783104 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a413c832-b31c-4e1b-bb8f-b38c3c3b17b0 req-c05c71fd-1b83-49f9-93e7-9b8730e68794 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 Mar 28 15:43:38.314617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:43:38.442860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:38.458537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'port_id': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'mac_address': 'fa:16:3e:a1:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:43:38.515406 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:38.531661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cb6efd-a156-490b-bcbc-8036ac6e2c4e {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:43:38.549035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:38.637909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:38.703675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=10']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:38.761151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['43cb6efd-a156-490b-bcbc-8036ac6e2c4e'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:43:38.973919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0f2f7-5879-44f7-b798-c7631e0c15f4 req-853f292e-4619-4cf0-adc0-8dd564177aca tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:38.975361 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6c0f2f7-5879-44f7-b798-c7631e0c15f4 req-853f292e-4619-4cf0-adc0-8dd564177aca tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0802870 Mar 28 15:43:39.021399 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f6c0f2f7-5879-44f7-b798-c7631e0c15f4 req-36f6c70f-d1da-42ad-8e83-208500bb0efa tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397081 Mar 28 15:43:39.311138 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:43:40.205578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6349b4-74fe-4fc1-9824-d1b70d0de047 req-e975bd7b-d3d2-41ed-823a-94176941e80d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:40.207062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af6349b4-74fe-4fc1-9824-d1b70d0de047 req-e975bd7b-d3d2-41ed-823a-94176941e80d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 946 time: 0.0786262 Mar 28 15:43:40.248792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-af6349b4-74fe-4fc1-9824-d1b70d0de047 req-ba80920a-5d72-4241-a618-a99ccbe5ddfc tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362620 Mar 28 15:43:40.330839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:43:40.399142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:43:40.399514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:40.509870 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:40.538021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:43:40.547827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:40.590079 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'code': 200} Mar 28 15:43:40.626477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:40.692185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=11']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:41.519107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c362c8-1fc0-4836-a8dd-ba905eaa6085 req-f49a66c8-8b2c-4273-8b1f-6b99f96a7b44 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:41.520582 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-58c362c8-1fc0-4836-a8dd-ba905eaa6085 req-f49a66c8-8b2c-4273-8b1f-6b99f96a7b44 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.1660337 Mar 28 15:43:41.563891 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-58c362c8-1fc0-4836-a8dd-ba905eaa6085 req-ba9718d6-7af7-4423-a023-6e3d746b51e6 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369656 Mar 28 15:43:42.747126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585f4c5-9d51-476b-ab0c-dceb2d898b27 req-8ec14069-8ca1-4e0c-9e97-db350bc367c9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:42.747791 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8585f4c5-9d51-476b-ab0c-dceb2d898b27 req-8ec14069-8ca1-4e0c-9e97-db350bc367c9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.0779147 Mar 28 15:43:42.794166 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8585f4c5-9d51-476b-ab0c-dceb2d898b27 req-565b4365-6b78-4182-a0af-150f2a6b5fce tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 Mar 28 15:43:43.979828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21978f-6e4c-4b07-93b3-d728a227ba77 req-79f7a34c-bcf0-4c89-9f5c-34de4a2f7091 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:43.981282 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7c21978f-6e4c-4b07-93b3-d728a227ba77 req-79f7a34c-bcf0-4c89-9f5c-34de4a2f7091 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.0838418 Mar 28 15:43:44.025309 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7c21978f-6e4c-4b07-93b3-d728a227ba77 req-05f9fff8-72d7-433b-a9bd-c8ab74c8a6d2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383408 Mar 28 15:43:45.218495 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dffa28-c9bf-40f0-b896-d10a80e9acef req-1f7c73f6-8bf2-4541-ad60-3f9943f9f893 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:45.219898 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-53dffa28-c9bf-40f0-b896-d10a80e9acef req-1f7c73f6-8bf2-4541-ad60-3f9943f9f893 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.0829873 Mar 28 15:43:45.263272 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-53dffa28-c9bf-40f0-b896-d10a80e9acef req-1247cbb4-ef6c-4210-bdbe-9074a1123042 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377636 Mar 28 15:43:45.450835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d771b-60a3-40f4-992a-4e2277e7d269 req-d3eaee66-6bea-49ea-88db-dd930e6858d9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:45.452323 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-569d771b-60a3-40f4-992a-4e2277e7d269 req-d3eaee66-6bea-49ea-88db-dd930e6858d9 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.0780404 Mar 28 15:43:45.500327 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-569d771b-60a3-40f4-992a-4e2277e7d269 req-046fe94e-48d4-46f8-9d62-a5a9c9beca65 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Mar 28 15:43:45.680485 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c5e79-8c57-4918-9716-ac137fb939c7 req-142e9332-1efb-4d79-82fa-b1be75b1ec68 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:45.681908 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-828c5e79-8c57-4918-9716-ac137fb939c7 req-142e9332-1efb-4d79-82fa-b1be75b1ec68 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.0779412 Mar 28 15:43:45.726924 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-828c5e79-8c57-4918-9716-ac137fb939c7 req-fdf5e286-5770-456f-9f68-f9fb5f3ccabd tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394068 Mar 28 15:43:46.320476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aada44-75b1-49ef-bd5e-09af18d41f69 req-1a105426-5812-4bbf-8bcc-a042521368df tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:46.322530 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-50aada44-75b1-49ef-bd5e-09af18d41f69 req-1a105426-5812-4bbf-8bcc-a042521368df tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.0798402 Mar 28 15:43:46.364565 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-50aada44-75b1-49ef-bd5e-09af18d41f69 req-c59074a6-c0ba-4f77-aca1-f7f4f5eaf070 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365016 Mar 28 15:43:47.551633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5b1ae-5550-4931-bdcb-2f9504349943 req-6e1ef6b6-db5b-4271-9273-443c133fc874 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:47.553053 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1ad5b1ae-5550-4931-bdcb-2f9504349943 req-6e1ef6b6-db5b-4271-9273-443c133fc874 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.0804889 Mar 28 15:43:47.596190 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1ad5b1ae-5550-4931-bdcb-2f9504349943 req-2404d0f8-376c-48be-a4ad-a5949995d705 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375137 Mar 28 15:43:48.757264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-7f8b1a58-06ed-4bd7-a4e7-2bd04b460609 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:48.758731 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-7f8b1a58-06ed-4bd7-a4e7-2bd04b460609 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.0829940 Mar 28 15:43:48.782552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e62a8-fb25-4e31-a68f-c73ea9d502a3 req-ae4506a5-0ad3-47e9-b5b7-417f6b7d4eb7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:43:48.784004 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef8e62a8-fb25-4e31-a68f-c73ea9d502a3 req-ae4506a5-0ad3-47e9-b5b7-417f6b7d4eb7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 947 time: 0.0810602 Mar 28 15:43:48.826884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Deleting port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:43:48.827135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:48.827827 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ef8e62a8-fb25-4e31-a68f-c73ea9d502a3 req-5dd72465-009e-4192-81dd-2cc98bf7867d tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ef9a66-fdbc-445a-9b88-f381cdd30db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380623 Mar 28 15:43:49.078439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] For port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:49.078718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:49.367606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:49.367817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:49.368145 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Floating IP 4e162553-3dd2-4705-8f64-f95029efafb5 disassociated. External IP: 172.26.7.9, port: 43cb6efd-a156-490b-bcbc-8036ac6e2c4e. Mar 28 15:43:49.368486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Calling delete_port for 43cb6efd-a156-490b-bcbc-8036ac6e2c4e owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:43:49.597914 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:49.648519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event deleted for resources: {'Port': ['ID=43cb6efd-a156-490b-bcbc-8036ac6e2c4e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:49.660236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.660578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.660915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.661245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.661571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.661896 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.662218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.662541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.662863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.663207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.663556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.663871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:43:49.843148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:43:50.050381 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c86345df-8547-4969-b4e3-dfa57d5b2db7 req-f196db58-0751-47f8-b3c9-202f118662a2 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 210 time: 0.0525696 Mar 28 15:43:50.152543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:43:50.162655 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:43:50.171751 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:43:50.172341 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:43:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:43:50.222669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] No DVR routers for this DVR port 43cb6efd-a156-490b-bcbc-8036ac6e2c4e on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:43:50.225052 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:50.228036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-deleted', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:43:50.272699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a222f6e6-f871-4119-a64e-9929dcb546a1', 'name': 'network-vif-deleted', 'tag': '43cb6efd-a156-490b-bcbc-8036ac6e2c4e', 'status': 'completed', 'code': 200} Mar 28 15:43:50.301428 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7b3baeb9-7a26-4aec-a276-6ee1f28bf566 req-04a2b014-5bce-4ea9-aa49-6bf5981e1b1e tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.23 "DELETE /v2.0/ports/43cb6efd-a156-490b-bcbc-8036ac6e2c4e HTTP/1.1" status: 204 len: 173 time: 1.5377550 Mar 28 15:43:50.351498 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:43:50.687395 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:43:50.691097 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:43:50.699638 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:43:50.700249 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:43:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:43:50.877391 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:43:51.190635 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:43:51.194678 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea0b33-49ae-48a9-b29b-8a2a3f27620f None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:39:31Z', 'revision_number': 4, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '26551beb-3e68-4259-9221-071716a7b219', 'name': '', 'network_id': 'fd732926-03e4-4df0-9bcc-539570f112f9', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'mac_address': 'fa:16:3e:27:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:30Z', 'updated_at': '2022-03-28T15:39:36Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'subnets': [{'id': '2f3eb006-d3bc-4d40-aa96-b38e8f514d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:43:51.221731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-435533f2-6785-4b08-85a0-1de1c274d593 req-aebbc967-2aee-4dd2-bcdb-5bc59582f2c8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Synchronizing usage tracker for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:43:51.289553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-435533f2-6785-4b08-85a0-1de1c274d593 req-aebbc967-2aee-4dd2-bcdb-5bc59582f2c8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Unset dirty status for tenant:d11c01b78a32496c9e169e7941daa103 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:43:51.290747 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-435533f2-6785-4b08-85a0-1de1c274d593 req-aebbc967-2aee-4dd2-bcdb-5bc59582f2c8 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222f6e6-f871-4119-a64e-9929dcb546a1 HTTP/1.1" status: 200 len: 210 time: 0.1162477 Mar 28 15:43:51.397582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b74839c7-a2c3-46a4-a02b-cab09624530b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:51.423340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce0ffaf-ec55-4cea-85d9-06e71c61d9d8 None None] New status for floating IP 4e162553-3dd2-4705-8f64-f95029efafb5: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:43:52.348390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:43:52.383529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 43cb6efd-a156-490b-bcbc-8036ac6e2c4e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:43:52.383894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 43cb6efd-a156-490b-bcbc-8036ac6e2c4e not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:43:53.506728 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-890b30f1-aee7-4b85-bad3-91c17992e260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:54.632214 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:54.856617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:55.725125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40548) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:43:55.789091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3855f759-7e54-4d40-bbf3-4a1ead5b1143 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:55.816345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3855f759-7e54-4d40-bbf3-4a1ead5b1143 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:55.941150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3855f759-7e54-4d40-bbf3-4a1ead5b1143 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:55.958912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f759-7e54-4d40-bbf3-4a1ead5b1143 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ef9a66-fdbc-445a-9b88-f381cdd30db5,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:56.037443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3855f759-7e54-4d40-bbf3-4a1ead5b1143 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:56.038590 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3855f759-7e54-4d40-bbf3-4a1ead5b1143 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "DELETE /v2.0/security-groups/12ef9a66-fdbc-445a-9b88-f381cdd30db5 HTTP/1.1" status: 204 len: 168 time: 0.3124638 Mar 28 15:43:56.041049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40552) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:43:56.057053 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.api.v2.resource [None req-5666d33f-ab48-45cd-a7a3-8bf75a93b41c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] show failed (client error): The resource could not be found. Mar 28 15:43:56.057970 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5666d33f-ab48-45cd-a7a3-8bf75a93b41c tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "GET /v2.0/security-groups/12ef9a66-fdbc-445a-9b88-f381cdd30db5 HTTP/1.1" status: 404 len: 347 time: 0.0160213 Mar 28 15:43:56.060361 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40556) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:43:56.215713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Deleting port fac17be5-9777-4834-94e8-1fc27fe2ef23 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:43:56.216060 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:56.278021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:56.385831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:56.386152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:56.510655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Calling delete_port for fac17be5-9777-4834-94e8-1fc27fe2ef23 owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:43:56.706315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:56.756129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Pushing event deleted for resources: {'Port': ['ID=fac17be5-9777-4834-94e8-1fc27fe2ef23,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:56.842219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:56.906447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:56.907651 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9f8b840f-4c9a-47fc-aa62-54f7368e1af7 tempest-ServerActionsTestJSON-2048951206 tempest-ServerActionsTestJSON-2048951206-project] 10.222.0.16 "DELETE /v2.0/floatingips/4e162553-3dd2-4705-8f64-f95029efafb5 HTTP/1.1" status: 204 len: 168 time: 0.8464677 Mar 28 15:43:56.910528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40560) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:43:57.536186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:57.872180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Deleting port 26551beb-3e68-4259-9221-071716a7b219 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:43:57.872827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:58.038149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] For port 26551beb-3e68-4259-9221-071716a7b219, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=26551beb-3e68-4259-9221-071716a7b219,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:58.038498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:58.156835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Calling delete_port for 26551beb-3e68-4259-9221-071716a7b219 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:43:58.391843 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:58.439599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Pushing event deleted for resources: {'Port': ['ID=26551beb-3e68-4259-9221-071716a7b219,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:43:58.807926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:59.172134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Router 05ab76ec-f796-41dd-84e0-25e0e376587b has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:43:59.345832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:43:59.354912 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] Sync routers for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:43:59.358212 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f404e09c-cb00-47b3-ad82-eaca32adf601 admin admin] 10.222.0.16 "PUT /v2.0/routers/05ab76ec-f796-41dd-84e0-25e0e376587b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4467068 Mar 28 15:43:59.360644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40564) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:43:59.364100 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:43:59.364685 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:43:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:43:59.533188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:59.537496 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:43:59.703993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:59.769583 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Deleting port b33eb30b-0cca-461c-95b6-e4875d8124f8 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:43:59.770015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:59.816655 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:43:58Z', 'revision_number': 5, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port': {'id': 'b33eb30b-0cca-461c-95b6-e4875d8124f8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:39:27Z', 'updated_at': '2022-03-28T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:43:59.820413 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] Checking router: 05ab76ec-f796-41dd-84e0-25e0e376587b for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:43:59.829138 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] Routers {'05ab76ec-f796-41dd-84e0-25e0e376587b'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:43:59.829714 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:43:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['05ab76ec-f796-41dd-84e0-25e0e376587b'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:43:59.945612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] For port b33eb30b-0cca-461c-95b6-e4875d8124f8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b33eb30b-0cca-461c-95b6-e4875d8124f8,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:43:59.945973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:43:59.983085 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] Set router 05ab76ec-f796-41dd-84e0-25e0e376587b gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:44:00.124244 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:43:59Z', 'revision_number': 6, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:00.127841 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0208a6-8212-4974-b83f-57bbe49b45bc None None] The sync data for ids ['05ab76ec-f796-41dd-84e0-25e0e376587b'] in dv-neutron-828143-13-hyperv is: [{'id': '05ab76ec-f796-41dd-84e0-25e0e376587b', 'name': 'tempest-ServerActionsTestJSON-393072767-router', 'tenant_id': 'd11c01b78a32496c9e169e7941daa103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:39:26Z', 'updated_at': '2022-03-28T15:43:59Z', 'revision_number': 6, 'project_id': 'd11c01b78a32496c9e169e7941daa103', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:44:00.177488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Calling delete_port for b33eb30b-0cca-461c-95b6-e4875d8124f8 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:44:00.397932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:00.444093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Pushing event deleted for resources: {'Port': ['ID=b33eb30b-0cca-461c-95b6-e4875d8124f8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:00.541541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:00.709055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:00.711128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:00.843759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:00.844209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ab76ec-f796-41dd-84e0-25e0e376587b {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:44:00.857660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:00.858778 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9a55d789-52d6-47ea-b8af-9a399673489c admin admin] 10.222.0.16 "DELETE /v2.0/routers/05ab76ec-f796-41dd-84e0-25e0e376587b HTTP/1.1" status: 204 len: 168 time: 1.4972534 Mar 28 15:44:00.861206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40568) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:00.921016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-439149fb-9cf5-4e9a-98f3-4d869d3467ba admin admin] Deleting subnet 2f3eb006-d3bc-4d40-aa96-b38e8f514d62 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:44:00.924136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-439149fb-9cf5-4e9a-98f3-4d869d3467ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:00.945773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 26551beb-3e68-4259-9221-071716a7b219 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:44:00.976026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-439149fb-9cf5-4e9a-98f3-4d869d3467ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:00.983009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 26551beb-3e68-4259-9221-071716a7b219 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:44:00.983499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 26551beb-3e68-4259-9221-071716a7b219 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:44:00.983914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b33eb30b-0cca-461c-95b6-e4875d8124f8 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:44:01.019195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: b33eb30b-0cca-461c-95b6-e4875d8124f8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:44:01.019527 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b33eb30b-0cca-461c-95b6-e4875d8124f8 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:44:01.054866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-439149fb-9cf5-4e9a-98f3-4d869d3467ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:01.193001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-439149fb-9cf5-4e9a-98f3-4d869d3467ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:01.230638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439149fb-9cf5-4e9a-98f3-4d869d3467ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3eb006-d3bc-4d40-aa96-b38e8f514d62,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:01.234097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-439149fb-9cf5-4e9a-98f3-4d869d3467ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:01.239974 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-439149fb-9cf5-4e9a-98f3-4d869d3467ba admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2f3eb006-d3bc-4d40-aa96-b38e8f514d62 HTTP/1.1" status: 204 len: 168 time: 0.3778353 Mar 28 15:44:01.240139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c0901-39a4-445e-b9ae-80b7aecc9e32 None None] Network fd732926-03e4-4df0-9bcc-539570f112f9 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:01.242394 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40572) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:01.352854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:01.363168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Deleting port cb3e45de-1596-400d-9afc-363b0a1ea565 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:44:01.363494 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:01.490595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] DHCP port deletion for fd732926-03e4-4df0-9bcc-539570f112f9 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:44:01.495577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] Deleting port cb3e45de-1596-400d-9afc-363b0a1ea565 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:44:01.496058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:01.564645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] For port cb3e45de-1596-400d-9afc-363b0a1ea565, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cb3e45de-1596-400d-9afc-363b0a1ea565,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:01.565008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:01.695349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] For port cb3e45de-1596-400d-9afc-363b0a1ea565, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cb3e45de-1596-400d-9afc-363b0a1ea565,segment=NetworkSegment(579adf2b-4f84-4e59-afaa-ec16a1d7a2a3),segment_id=579adf2b-4f84-4e59-afaa-ec16a1d7a2a3)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:01.695738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:01.776533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Calling delete_port for cb3e45de-1596-400d-9afc-363b0a1ea565 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:44:01.818475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] Calling delete_port for cb3e45de-1596-400d-9afc-363b0a1ea565 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:44:01.920428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:01.926526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:44:01.926875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:44:01.966721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3e45de-1596-400d-9afc-363b0a1ea565,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:01.970261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] No DVR routers for this DVR port cb3e45de-1596-400d-9afc-363b0a1ea565 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:44:02.081993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.111368 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd732926-03e4-4df0-9bcc-539570f112f9']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:02.123444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:02.123737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579adf2b-4f84-4e59-afaa-ec16a1d7a2a3') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:02.135062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.150938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.157068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:44:02.157447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:44:02.170891 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:44:02.294732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.299231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.322672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd732926-03e4-4df0-9bcc-539570f112f9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:02.392391 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cc2a7445-b818-4784-a540-856bce26d2e2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd732926-03e4-4df0-9bcc-539570f112f9 HTTP/1.1" status: 204 len: 168 time: 1.1489809 Mar 28 15:44:02.428225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] Deleting port cb3e45de-1596-400d-9afc-363b0a1ea565 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:44:02.428701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.492485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f6d86d58-5687-422f-97c9-e28092501ae1 None None] The port 'cb3e45de-1596-400d-9afc-363b0a1ea565' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:44:02.622077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40578) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:02.623088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cb3e45de-1596-400d-9afc-363b0a1ea565 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:44:02.655315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.660559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: cb3e45de-1596-400d-9afc-363b0a1ea565 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:44:02.660899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cb3e45de-1596-400d-9afc-363b0a1ea565 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:44:02.671158 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3ea94956-f829-49ac-8b7d-3431e3212228 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d11c01b78a32496c9e169e7941daa103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477219 Mar 28 15:44:02.673474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40582) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:02.729602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cd4cf38-0b81-4aaa-bbd4-1e2070d820d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.754255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cd4cf38-0b81-4aaa-bbd4-1e2070d820d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.866633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cd4cf38-0b81-4aaa-bbd4-1e2070d820d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.882467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4cf38-0b81-4aaa-bbd4-1e2070d820d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd917cb2-0bdb-4eae-921a-53a900a77211,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:02.892377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cd4cf38-0b81-4aaa-bbd4-1e2070d820d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:02.895897 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5cd4cf38-0b81-4aaa-bbd4-1e2070d820d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd917cb2-0bdb-4eae-921a-53a900a77211 HTTP/1.1" status: 204 len: 168 time: 0.2191350 Mar 28 15:44:03.824417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40606) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:03.926672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-639863898-network', 'tenant_id': 'f18f9b895df748cd9f7249d4efceba7b'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:03.931674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:03.935681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Usage tracker for resource:network and tenant:f18f9b895df748cd9f7249d4efceba7b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:03.938958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:03.944573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:04.003924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Made reservation on behalf of f18f9b895df748cd9f7249d4efceba7b for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:04.006324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:04.018379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:04.033087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:04.036798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Usage tracker for resource:security_group_rule and tenant:f18f9b895df748cd9f7249d4efceba7b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:04.039497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:04.045002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:04.123856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:04.169655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:04.202078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:44:04.207131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee37ea-2265-4a42-bc0c-af65a4a8f758,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:04.216795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.217144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.217481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.217814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.218143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.218471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.218796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.219149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.219471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.219790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.222730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.222730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:04.223998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:04.224349 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Added segment 0df8eb4f-a5bc-44f4-bffe-92fa388f6592 of type vlan for network 4493d915-d00e-4a8b-bc80-06b0fc740718 Mar 28 15:44:04.252423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:04.335207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:04.336165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:04.336733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:04.439318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] Pushing event updated for resources: {'Network': ['ID=4493d915-d00e-4a8b-bc80-06b0fc740718,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:04.449809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 4493d915-d00e-4a8b-bc80-06b0fc740718 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:44:04.518706 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6dc5075c-c450-485a-94be-59d105db1370 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6931801 Mar 28 15:44:04.522659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40612) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:04.528313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Request body: {'subnet': {'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-639863898-subnet', 'tenant_id': 'f18f9b895df748cd9f7249d4efceba7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:04.533180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:04.537025 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Usage tracker for resource:subnet and tenant:f18f9b895df748cd9f7249d4efceba7b is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:04.539842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:04.546117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:04.621260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Made reservation on behalf of f18f9b895df748cd9f7249d4efceba7b for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:04.623660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:04.952523 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:05.029049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f14905-b620-4be1-a0a9-84eea2439f00,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:05.037445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Checking segment: {'id': '0df8eb4f-a5bc-44f4-bffe-92fa388f6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:05.037796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Network hostable DHCP agents. Network: 4493d915-d00e-4a8b-bc80-06b0fc740718, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:44:05.095261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Network 4493d915-d00e-4a8b-bc80-06b0fc740718 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:44:05.146504 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 4493d915-d00e-4a8b-bc80-06b0fc740718) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:05.151082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:05.151659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:05.157139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb93b56-8078-49b3-a0ca-2ab3eb526d89 None None] Network 4493d915-d00e-4a8b-bc80-06b0fc740718 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:05.290509 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6af7145c-b7d9-42bf-81d9-65f0885950fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7667642 Mar 28 15:44:05.364384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23078380-8696-4e88-a623-dd693ee338fd None None] Network 4493d915-d00e-4a8b-bc80-06b0fc740718 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:05.790149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-824181d3-f298-4d17-a6a1-30450e45d0fb tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:05.791635 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-824181d3-f298-4d17-a6a1-30450e45d0fb tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/networks?id=4493d915-d00e-4a8b-bc80-06b0fc740718 HTTP/1.1" status: 200 len: 813 time: 0.1449943 Mar 28 15:44:05.805826 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-cb514fbb-cfd2-4557-893f-6233ed6aaf9e tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/quotas/f18f9b895df748cd9f7249d4efceba7b HTTP/1.1" status: 200 len: 375 time: 0.0088251 Mar 28 15:44:05.853026 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-bc3ef3ba-3659-4540-a9a0-13008a1cee40 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f18f9b895df748cd9f7249d4efceba7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419335 Mar 28 15:44:06.026189 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-95344436-857b-40bc-9154-c76b785416cd service neutron] 10.222.0.16 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668065 Mar 28 15:44:06.155315 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-5bdd0a5a-9886-42b4-8056-df93546a6beb service neutron] 10.222.0.16 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230719 Mar 28 15:44:06.397916 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e22577c9-e8b3-4c15-aae0-bb17296f5a65 req-5c084f41-93d5-4374-b0fa-1065e0b3788a tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 210 time: 0.0488865 Mar 28 15:44:07.497769 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fceac563-6bf2-454f-b4b9-d445807ce034 req-56e287a0-6807-4323-bf20-b829385dfcf4 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 210 time: 0.0433171 Mar 28 15:44:08.644730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-d99b66ea-6105-4569-a757-e13e2f7d1f3d tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:08.645597 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ae4da3d0-cad9-4fa6-ad54-e298f084feeb req-7468d50f-f82a-4e57-b8fb-9fae2690818b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 210 time: 0.0431964 Mar 28 15:44:08.646152 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-d99b66ea-6105-4569-a757-e13e2f7d1f3d tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.23 "GET /v2.0/networks?id=4493d915-d00e-4a8b-bc80-06b0fc740718 HTTP/1.1" status: 200 len: 813 time: 0.1463535 Mar 28 15:44:08.663467 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Request body: {'port': {'device_id': 'a9580f1b-358d-4343-be3d-1ac12d466609', 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718', 'admin_state_up': True, 'tenant_id': 'f18f9b895df748cd9f7249d4efceba7b'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:08.797529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:08.801286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Usage tracker for resource:port and tenant:f18f9b895df748cd9f7249d4efceba7b is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:08.804124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:08.810428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:08.906897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Made reservation on behalf of f18f9b895df748cd9f7249d4efceba7b for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:08.910463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:09.096080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Allocated IP 172.20.0.8 (4493d915-d00e-4a8b-bc80-06b0fc740718/86f14905-b620-4be1-a0a9-84eea2439f00/fdcf928f-9740-421f-bb73-2383d3b015d6) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:44:09.391321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:09.472904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:09.536520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Network 4493d915-d00e-4a8b-bc80-06b0fc740718 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:44:09.539436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:09.543713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:44:09.582799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Pushing event updated for resources: {'Port': ['ID=fdcf928f-9740-421f-bb73-2383d3b015d6,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:09.613328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:09.613923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:09.684984 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-9b129f41-d024-4a87-8a3c-f98fa21e0373 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0256829 Mar 28 15:44:09.702424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Request body: {'port': {'device_id': 'a9580f1b-358d-4343-be3d-1ac12d466609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:09.862233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:09.933155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7000a61-abb9-4443-8d07-7e2185b6fff0 req-f80b7fc3-c68f-421f-ad22-bc40798092ae tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:09.933836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a7000a61-abb9-4443-8d07-7e2185b6fff0 req-f80b7fc3-c68f-421f-ad22-bc40798092ae tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Synchronizing usage tracker for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:44:10.040425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a7000a61-abb9-4443-8d07-7e2185b6fff0 req-f80b7fc3-c68f-421f-ad22-bc40798092ae tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Unset dirty status for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:44:10.041567 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7000a61-abb9-4443-8d07-7e2185b6fff0 req-f80b7fc3-c68f-421f-ad22-bc40798092ae tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 931 time: 0.2901123 Mar 28 15:44:10.170640 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7000a61-abb9-4443-8d07-7e2185b6fff0 req-73eca12f-6b81-48fa-98c1-33d23a0136c5 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228027 Mar 28 15:44:10.284796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcf928f-9740-421f-bb73-2383d3b015d6 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:44:10.295399 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:10.314187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Transition to ACTIVE for port object fdcf928f-9740-421f-bb73-2383d3b015d6 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:10.374887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:10.526333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Pushing event updated for resources: {'Port': ['ID=fdcf928f-9740-421f-bb73-2383d3b015d6,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:10.597713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Attempting to bind port fdcf928f-9740-421f-bb73-2383d3b015d6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:44:10.598041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Attempting to bind port fdcf928f-9740-421f-bb73-2383d3b015d6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0df8eb4f-a5bc-44f4-bffe-92fa388f6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:44:10.598365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Attempting to bind port fdcf928f-9740-421f-bb73-2383d3b015d6 on network 4493d915-d00e-4a8b-bc80-06b0fc740718 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:44:10.603067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Port fdcf928f-9740-421f-bb73-2383d3b015d6 on network 4493d915-d00e-4a8b-bc80-06b0fc740718 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:44:10.603386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Attempting to bind port fdcf928f-9740-421f-bb73-2383d3b015d6 on network 4493d915-d00e-4a8b-bc80-06b0fc740718 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:44:10.608859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:44:10.609185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Checking segment: {'id': '0df8eb4f-a5bc-44f4-bffe-92fa388f6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:10.609562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Bound using segment: {'id': '0df8eb4f-a5bc-44f4-bffe-92fa388f6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:44:10.609975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Bound port: fdcf928f-9740-421f-bb73-2383d3b015d6, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df8eb4f-a5bc-44f4-bffe-92fa388f6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:44:10.610316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:10.697391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] For port fdcf928f-9740-421f-bb73-2383d3b015d6, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:44:10.700233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] For port fdcf928f-9740-421f-bb73-2383d3b015d6, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fdcf928f-9740-421f-bb73-2383d3b015d6,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:44:10.775377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:10.829975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:10.830584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:10.831981 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] 10.222.0.23 "PUT /v2.0/ports/fdcf928f-9740-421f-bb73-2383d3b015d6 HTTP/1.1" status: 200 len: 1093 time: 1.1338339 Mar 28 15:44:10.832405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9580f1b-358d-4343-be3d-1ac12d466609', 'tag': 'fdcf928f-9740-421f-bb73-2383d3b015d6'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:44:10.860064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc5795-02ac-4836-95c5-1eba2d1397df service neutron] Pushing event updated for resources: {'Port': ['ID=fdcf928f-9740-421f-bb73-2383d3b015d6,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:10.878177 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9580f1b-358d-4343-be3d-1ac12d466609', 'tag': 'fdcf928f-9740-421f-bb73-2383d3b015d6', 'status': 'completed', 'code': 200} Mar 28 15:44:10.988831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017fcc-224a-4308-80f7-4679826aa841 req-37d68403-5547-4341-b039-57365713463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:10.990616 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73017fcc-224a-4308-80f7-4679826aa841 req-37d68403-5547-4341-b039-57365713463c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18f9b895df748cd9f7249d4efceba7b&device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 1096 time: 0.0709367 Mar 28 15:44:11.133530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017fcc-224a-4308-80f7-4679826aa841 req-53b82a56-f269-494e-b36b-7f98e8e39947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:11.133530 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73017fcc-224a-4308-80f7-4679826aa841 req-53b82a56-f269-494e-b36b-7f98e8e39947 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f18f9b895df748cd9f7249d4efceba7b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1297932 Mar 28 15:44:11.409338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017fcc-224a-4308-80f7-4679826aa841 req-cbaac85f-9238-4309-a3a3-d1452e5a441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:11.410671 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73017fcc-224a-4308-80f7-4679826aa841 req-cbaac85f-9238-4309-a3a3-d1452e5a441a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2717097 Mar 28 15:44:11.433933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffb312-d30a-485a-8e29-14da953d859d req-dda7bc9e-4e7e-424f-b489-c51ac02eba27 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:11.435417 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-27ffb312-d30a-485a-8e29-14da953d859d req-dda7bc9e-4e7e-424f-b489-c51ac02eba27 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 943 time: 0.1188400 Mar 28 15:44:11.515085 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-27ffb312-d30a-485a-8e29-14da953d859d req-cd12650a-601c-426a-b760-16276f214537 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740352 Mar 28 15:44:11.549421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-fdd82b7b-fd98-42f7-9e34-f9c04c43d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:11.550854 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-fdd82b7b-fd98-42f7-9e34-f9c04c43d88e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18f9b895df748cd9f7249d4efceba7b&device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 1096 time: 0.0808976 Mar 28 15:44:11.632932 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f3ea87a1-f935-493e-bd06-75e54ed1cddc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdcf928f-9740-421f-bb73-2383d3b015d6 HTTP/1.1" status: 200 len: 217 time: 0.0691543 Mar 28 15:44:11.692701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-6af5ce63-5b5a-44ab-8266-5376d974b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:11.694000 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-6af5ce63-5b5a-44ab-8266-5376d974b511 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86f14905-b620-4be1-a0a9-84eea2439f00 HTTP/1.1" status: 200 len: 853 time: 0.0549421 Mar 28 15:44:11.741466 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-599665d0-d74e-4b6c-8f00-4c9a91bf537f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4493d915-d00e-4a8b-bc80-06b0fc740718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406957 Mar 28 15:44:11.866916 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-f7920c67-7830-429a-957d-0b0689799ede service neutron] 10.222.0.23 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186831 Mar 28 15:44:12.000073 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-80ee6173-83ca-4434-b9c0-ec904909a729 req-49942d70-1872-4fbf-addd-cd52e9db0557 service neutron] 10.222.0.23 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266246 Mar 28 15:44:12.703448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fb471-cca4-4db2-8a6a-b4895dbff4e3 req-69e230f7-9e3b-46ec-9173-c86b7448360a tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:12.704866 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-685fb471-cca4-4db2-8a6a-b4895dbff4e3 req-69e230f7-9e3b-46ec-9173-c86b7448360a tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 943 time: 0.0816381 Mar 28 15:44:12.746289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-685fb471-cca4-4db2-8a6a-b4895dbff4e3 req-6a8136d1-a114-4638-b87f-3139187ff0e0 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Synchronizing usage tracker for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:44:12.826671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-685fb471-cca4-4db2-8a6a-b4895dbff4e3 req-6a8136d1-a114-4638-b87f-3139187ff0e0 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Unset dirty status for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:44:12.827735 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-685fb471-cca4-4db2-8a6a-b4895dbff4e3 req-6a8136d1-a114-4638-b87f-3139187ff0e0 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174400 Mar 28 15:44:14.028765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255b567-2201-4ad2-8cc3-f106c53d93f7 req-19d9b226-89af-4584-81f2-f7c6dd0ee34d tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:14.030203 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b255b567-2201-4ad2-8cc3-f106c53d93f7 req-19d9b226-89af-4584-81f2-f7c6dd0ee34d tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 943 time: 0.0850928 Mar 28 15:44:14.072437 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b255b567-2201-4ad2-8cc3-f106c53d93f7 req-3146a4b0-8001-42de-8a38-9f04fbcec85f tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366991 Mar 28 15:44:14.471703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device fdcf928f-9740-421f-bb73-2383d3b015d6 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:44:14.601206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port fdcf928f-9740-421f-bb73-2383d3b015d6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fdcf928f-9740-421f-bb73-2383d3b015d6,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:14.613733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'fdcf928f-9740-421f-bb73-2383d3b015d6', 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718', 'port_id': 'fdcf928f-9740-421f-bb73-2383d3b015d6', 'mac_address': 'fa:16:3e:6c:93:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f14905-b620-4be1-a0a9-84eea2439f00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:44:14.666778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:14.682595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcf928f-9740-421f-bb73-2383d3b015d6 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:44:14.697964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port fdcf928f-9740-421f-bb73-2383d3b015d6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fdcf928f-9740-421f-bb73-2383d3b015d6,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:14.769294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:14.836115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=fdcf928f-9740-421f-bb73-2383d3b015d6,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:14.842873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.843237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.843574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.843907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.844232 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.844560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.844882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.845205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.845528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.845846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.846164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:14.846483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:15.041367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['fdcf928f-9740-421f-bb73-2383d3b015d6'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:44:15.253693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b1a5e-441e-4f94-a25c-61e05118771a req-d5d98c7c-2cf9-40b8-becd-388f4b058047 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:15.255137 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-613b1a5e-441e-4f94-a25c-61e05118771a req-d5d98c7c-2cf9-40b8-becd-388f4b058047 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 944 time: 0.0785494 Mar 28 15:44:15.298314 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-613b1a5e-441e-4f94-a25c-61e05118771a req-58749fde-2177-4d8b-825d-6b7e33d0b3c7 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374830 Mar 28 15:44:16.311343 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:44:16.471073 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device fdcf928f-9740-421f-bb73-2383d3b015d6 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:44:16.481841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e420a-049e-4c38-8a1b-2975e894d23e req-576924f9-6327-46c4-8c3f-57c8a05cc32d tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:16.483314 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7e5e420a-049e-4c38-8a1b-2975e894d23e req-576924f9-6327-46c4-8c3f-57c8a05cc32d tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 944 time: 0.0832400 Mar 28 15:44:16.526772 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7e5e420a-049e-4c38-8a1b-2975e894d23e req-723da22f-fec7-43bc-9e57-6bc2aec47689 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Mar 28 15:44:16.695581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port fdcf928f-9740-421f-bb73-2383d3b015d6 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:44:16.700804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port fdcf928f-9740-421f-bb73-2383d3b015d6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:44:16.701201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:16.814661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:16.841130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9580f1b-358d-4343-be3d-1ac12d466609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcf928f-9740-421f-bb73-2383d3b015d6'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:44:16.850979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port fdcf928f-9740-421f-bb73-2383d3b015d6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fdcf928f-9740-421f-bb73-2383d3b015d6,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:16.884245 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9580f1b-358d-4343-be3d-1ac12d466609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcf928f-9740-421f-bb73-2383d3b015d6', 'code': 200} Mar 28 15:44:16.912890 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:16.983484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=fdcf928f-9740-421f-bb73-2383d3b015d6,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:17.225641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa816c1-7016-4995-a741-1bb03a8eb771 req-1f65afdb-9c87-429d-b056-ec16efd49af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:17.227009 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4aa816c1-7016-4995-a741-1bb03a8eb771 req-1f65afdb-9c87-429d-b056-ec16efd49af3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 1098 time: 0.0682006 Mar 28 15:44:17.275353 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4aa816c1-7016-4995-a741-1bb03a8eb771 req-a8120f37-899e-4018-9d9e-67f1def8d866 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423658 Mar 28 15:44:17.721436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241934c-ca2a-446c-aa98-fb038af47c56 req-99613283-832c-489e-942e-b3b38e1af268 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:17.722884 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6241934c-ca2a-446c-aa98-fb038af47c56 req-99613283-832c-489e-942e-b3b38e1af268 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0818624 Mar 28 15:44:17.765687 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6241934c-ca2a-446c-aa98-fb038af47c56 req-545af49a-226d-4185-940d-e7ab91939962 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371852 Mar 28 15:44:18.954616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab7a43-24ce-4eab-a628-109738c6218e req-ee171611-2210-4065-934d-77c604669346 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:18.956081 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0dab7a43-24ce-4eab-a628-109738c6218e req-ee171611-2210-4065-934d-77c604669346 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0826359 Mar 28 15:44:19.002112 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0dab7a43-24ce-4eab-a628-109738c6218e req-737571ee-ae9c-40ef-87ac-3b22a3efcf35 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Mar 28 15:44:19.279555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-afbd3bc5-4be8-4e29-b755-7fd144b0a167 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:19.280988 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-afbd3bc5-4be8-4e29-b755-7fd144b0a167 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/networks?id=4493d915-d00e-4a8b-bc80-06b0fc740718 HTTP/1.1" status: 200 len: 813 time: 0.1425235 Mar 28 15:44:19.295965 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-2adeee62-1019-4473-bd66-90644ac18921 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/quotas/f18f9b895df748cd9f7249d4efceba7b HTTP/1.1" status: 200 len: 375 time: 0.0095387 Mar 28 15:44:19.375855 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-fe05e429-aeb1-4d3b-9749-259bbfab4107 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f18f9b895df748cd9f7249d4efceba7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750034 Mar 28 15:44:19.502874 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-97714d95-b240-4d4d-b578-8113a727169e service neutron] 10.222.0.16 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205406 Mar 28 15:44:19.630015 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-e2adb941-095d-43e5-9cf4-874a7f8c6a53 service neutron] 10.222.0.16 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213236 Mar 28 15:44:19.870760 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-54ca3218-e9c0-417f-a537-1b99efb2784c req-5586a2b4-ffc2-4ce0-8b55-cce61f1c4910 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 210 time: 0.0426729 Mar 28 15:44:21.111483 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5e2f1ab0-7a8d-477d-b831-8697db9297b5 req-69ab02e8-81ef-4a7d-9055-dddc8922ec6c tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 210 time: 0.1359329 Mar 28 15:44:21.398603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8b43adef-f3c4-43f2-9f07-8e05e3f77f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:21.634801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-dff0cb35-11a4-4e8a-bcab-b551f6070ee0 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:21.636153 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-dff0cb35-11a4-4e8a-bcab-b551f6070ee0 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.23 "GET /v2.0/networks?id=4493d915-d00e-4a8b-bc80-06b0fc740718 HTTP/1.1" status: 200 len: 813 time: 0.1412325 Mar 28 15:44:21.652889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Request body: {'port': {'device_id': '3321ca93-26d2-4cbb-a3f7-73c8a314e0bd', 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718', 'admin_state_up': True, 'tenant_id': 'f18f9b895df748cd9f7249d4efceba7b'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:21.787823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:21.797201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:21.877954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Made reservation on behalf of f18f9b895df748cd9f7249d4efceba7b for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:21.881996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:22.049688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Allocated IP 172.20.0.13 (4493d915-d00e-4a8b-bc80-06b0fc740718/86f14905-b620-4be1-a0a9-84eea2439f00/303861b8-fee2-4ef0-9d42-55ff83c71e57) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:44:22.248091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:22.265249 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a727343c-1256-4af3-85af-41f95d6b89c6 req-65667a44-0b04-4adb-bf18-a0affa2adb6b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 210 time: 0.0464957 Mar 28 15:44:22.358757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:22.390644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['fdcf928f-9740-421f-bb73-2383d3b015d6'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:44:22.426557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Network 4493d915-d00e-4a8b-bc80-06b0fc740718 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:44:22.429584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:22.436241 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:44:22.473971 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Pushing event updated for resources: {'Port': ['ID=303861b8-fee2-4ef0-9d42-55ff83c71e57,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:22.504873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:22.505484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:22.604255 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-8e197c63-4316-4e8e-aa46-350913716598 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9551668 Mar 28 15:44:22.628536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Request body: {'port': {'device_id': '3321ca93-26d2-4cbb-a3f7-73c8a314e0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:22.738973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:23.073345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303861b8-fee2-4ef0-9d42-55ff83c71e57 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:44:23.080509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:23.094837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Transition to ACTIVE for port object 303861b8-fee2-4ef0-9d42-55ff83c71e57 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:23.164122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:23.288980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Pushing event updated for resources: {'Port': ['ID=303861b8-fee2-4ef0-9d42-55ff83c71e57,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:23.434112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Attempting to bind port 303861b8-fee2-4ef0-9d42-55ff83c71e57 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:44:23.434366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Attempting to bind port 303861b8-fee2-4ef0-9d42-55ff83c71e57 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0df8eb4f-a5bc-44f4-bffe-92fa388f6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:44:23.434690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Attempting to bind port 303861b8-fee2-4ef0-9d42-55ff83c71e57 on network 4493d915-d00e-4a8b-bc80-06b0fc740718 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:44:23.441163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Port 303861b8-fee2-4ef0-9d42-55ff83c71e57 on network 4493d915-d00e-4a8b-bc80-06b0fc740718 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:44:23.441480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Attempting to bind port 303861b8-fee2-4ef0-9d42-55ff83c71e57 on network 4493d915-d00e-4a8b-bc80-06b0fc740718 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:44:23.448736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:44:23.449077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Checking segment: {'id': '0df8eb4f-a5bc-44f4-bffe-92fa388f6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:23.449454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Bound using segment: {'id': '0df8eb4f-a5bc-44f4-bffe-92fa388f6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:44:23.449875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Bound port: 303861b8-fee2-4ef0-9d42-55ff83c71e57, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df8eb4f-a5bc-44f4-bffe-92fa388f6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:44:23.450220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:23.507220 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a3357409-d550-4b7a-acff-13d33164f0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:23.619152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5128efe-1d77-4d90-a0df-21731a7ebddd req-caeb172f-4c16-47cf-af3a-13e5efae60e7 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:23.619841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f5128efe-1d77-4d90-a0df-21731a7ebddd req-caeb172f-4c16-47cf-af3a-13e5efae60e7 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Synchronizing usage tracker for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:44:23.660054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] For port 303861b8-fee2-4ef0-9d42-55ff83c71e57, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:44:23.662977 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] For port 303861b8-fee2-4ef0-9d42-55ff83c71e57, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=303861b8-fee2-4ef0-9d42-55ff83c71e57,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:44:23.729679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f5128efe-1d77-4d90-a0df-21731a7ebddd req-caeb172f-4c16-47cf-af3a-13e5efae60e7 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Unset dirty status for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:44:23.730879 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f5128efe-1d77-4d90-a0df-21731a7ebddd req-caeb172f-4c16-47cf-af3a-13e5efae60e7 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 944 time: 0.3607891 Mar 28 15:44:23.736020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:23.818671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:23.819294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:23.820593 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] 10.222.0.23 "PUT /v2.0/ports/303861b8-fee2-4ef0-9d42-55ff83c71e57 HTTP/1.1" status: 200 len: 1094 time: 1.1962066 Mar 28 15:44:23.821016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3321ca93-26d2-4cbb-a3f7-73c8a314e0bd', 'tag': '303861b8-fee2-4ef0-9d42-55ff83c71e57'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:44:23.848736 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f5128efe-1d77-4d90-a0df-21731a7ebddd req-895309f9-b017-42e6-87de-5bcf33c608eb tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077607 Mar 28 15:44:23.855182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a320fd-20e8-4acc-afae-cb4fbd276885 service neutron] Pushing event updated for resources: {'Port': ['ID=303861b8-fee2-4ef0-9d42-55ff83c71e57,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:23.866464 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3321ca93-26d2-4cbb-a3f7-73c8a314e0bd', 'tag': '303861b8-fee2-4ef0-9d42-55ff83c71e57', 'status': 'completed', 'code': 200} Mar 28 15:44:23.984737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee34b-a5f8-4ad5-aa7b-5fc99eebb95d req-3245a075-659a-4f93-9434-d489ab1920b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:23.986124 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3d9ee34b-a5f8-4ad5-aa7b-5fc99eebb95d req-3245a075-659a-4f93-9434-d489ab1920b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18f9b895df748cd9f7249d4efceba7b&device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 1097 time: 0.0709770 Mar 28 15:44:24.128479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee34b-a5f8-4ad5-aa7b-5fc99eebb95d req-4c989bba-6415-46e9-b5ae-c74fe0765321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:24.129902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3d9ee34b-a5f8-4ad5-aa7b-5fc99eebb95d req-4c989bba-6415-46e9-b5ae-c74fe0765321 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f18f9b895df748cd9f7249d4efceba7b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1304193 Mar 28 15:44:24.262299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee34b-a5f8-4ad5-aa7b-5fc99eebb95d req-b1540dfd-7340-4912-bccd-2939dd2f3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:24.263906 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3d9ee34b-a5f8-4ad5-aa7b-5fc99eebb95d req-b1540dfd-7340-4912-bccd-2939dd2f3520 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288435 Mar 28 15:44:24.397035 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-01a439a3-a2fb-4431-aafa-f191edb56e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:24.398492 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-01a439a3-a2fb-4431-aafa-f191edb56e51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18f9b895df748cd9f7249d4efceba7b&device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 1097 time: 0.0729833 Mar 28 15:44:24.475609 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-714a7aa9-cede-40ee-9886-e77836d1bd10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303861b8-fee2-4ef0-9d42-55ff83c71e57 HTTP/1.1" status: 200 len: 217 time: 0.0629251 Mar 28 15:44:24.539533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-938da6e8-d2d5-47d6-bbf4-f752bd6c1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:24.540867 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-938da6e8-d2d5-47d6-bbf4-f752bd6c1a38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86f14905-b620-4be1-a0a9-84eea2439f00 HTTP/1.1" status: 200 len: 853 time: 0.0559711 Mar 28 15:44:24.586643 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-642cf293-52da-4d0f-bf0e-ced2f06c117f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4493d915-d00e-4a8b-bc80-06b0fc740718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391562 Mar 28 15:44:24.604242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:24.721765 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-bca136a1-a86e-4708-a755-035ac617828e service neutron] 10.222.0.23 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256423 Mar 28 15:44:24.844054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:24.851244 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bcb6b70-71d2-4102-929b-96bd92091802 req-7f41bdcf-8656-42a7-b107-c6faf17cf316 service neutron] 10.222.0.23 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239595 Mar 28 15:44:25.052697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39a254-eed1-4909-a2ff-ad997d409b1a req-601bf96e-f282-4cc8-a7ba-f2d2b116ff28 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:25.054526 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fe39a254-eed1-4909-a2ff-ad997d409b1a req-601bf96e-f282-4cc8-a7ba-f2d2b116ff28 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 944 time: 0.0917659 Mar 28 15:44:25.097574 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fe39a254-eed1-4909-a2ff-ad997d409b1a req-be653dd9-fffe-49e9-b44b-d9865bd0ccbc tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Mar 28 15:44:25.674239 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c27336c-fcb7-4490-8643-09922f838212 req-25bffabe-fcdd-4d6e-96a3-e77ae7bed95f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680428 Mar 28 15:44:25.827283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27336c-fcb7-4490-8643-09922f838212 req-6588a4a0-74da-47cc-8bcd-2ff3f69861cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:25.828718 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c27336c-fcb7-4490-8643-09922f838212 req-6588a4a0-74da-47cc-8bcd-2ff3f69861cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18f9b895df748cd9f7249d4efceba7b&device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 1098 time: 0.0719683 Mar 28 15:44:25.968248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27336c-fcb7-4490-8643-09922f838212 req-1626744e-21ec-4eaa-bf72-bd9084ec02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:25.969664 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c27336c-fcb7-4490-8643-09922f838212 req-1626744e-21ec-4eaa-bf72-bd9084ec02c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4493d915-d00e-4a8b-bc80-06b0fc740718 HTTP/1.1" status: 200 len: 914 time: 0.1235464 Mar 28 15:44:26.033222 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c27336c-fcb7-4490-8643-09922f838212 req-a277b8a9-271f-46db-8105-e98ef832374a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdcf928f-9740-421f-bb73-2383d3b015d6 HTTP/1.1" status: 200 len: 217 time: 0.0581036 Mar 28 15:44:26.095069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27336c-fcb7-4490-8643-09922f838212 req-07f0da1d-aad8-45a1-a4af-384c915bfe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:26.096425 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c27336c-fcb7-4490-8643-09922f838212 req-07f0da1d-aad8-45a1-a4af-384c915bfe5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=86f14905-b620-4be1-a0a9-84eea2439f00 HTTP/1.1" status: 200 len: 853 time: 0.0575740 Mar 28 15:44:26.142184 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c27336c-fcb7-4490-8643-09922f838212 req-20d1c0d6-064c-4264-b64b-794c65f37a50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4493d915-d00e-4a8b-bc80-06b0fc740718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392880 Mar 28 15:44:26.284224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:26.287961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ea8a-180a-4657-b743-99226e3bdae1 req-577ff064-c1f6-4a12-aa63-9ae4164a148c tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:26.289458 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8d73ea8a-180a-4657-b743-99226e3bdae1 req-577ff064-c1f6-4a12-aa63-9ae4164a148c tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 944 time: 0.0854044 Mar 28 15:44:26.334499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8d73ea8a-180a-4657-b743-99226e3bdae1 req-0e054186-1a52-4e12-b1a2-5856c87a791b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389345 Mar 28 15:44:26.366379 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c27336c-fcb7-4490-8643-09922f838212 req-6d20006c-8e9e-41d3-b6fe-e1095b300ee9 service neutron] 10.222.0.23 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181661 Mar 28 15:44:26.492802 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8c27336c-fcb7-4490-8643-09922f838212 req-e8bf5f14-fca8-41c8-b963-0db57a112d9b service neutron] 10.222.0.23 "GET /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201978 Mar 28 15:44:26.588035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 303861b8-fee2-4ef0-9d42-55ff83c71e57 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:44:26.719748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 303861b8-fee2-4ef0-9d42-55ff83c71e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=303861b8-fee2-4ef0-9d42-55ff83c71e57,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:26.732321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '303861b8-fee2-4ef0-9d42-55ff83c71e57', 'network_id': '4493d915-d00e-4a8b-bc80-06b0fc740718', 'port_id': '303861b8-fee2-4ef0-9d42-55ff83c71e57', 'mac_address': 'fa:16:3e:ea:bf:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f14905-b620-4be1-a0a9-84eea2439f00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:44:26.788938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:26.804850 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303861b8-fee2-4ef0-9d42-55ff83c71e57 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:44:26.820659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 303861b8-fee2-4ef0-9d42-55ff83c71e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=303861b8-fee2-4ef0-9d42-55ff83c71e57,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:26.907197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:26.976218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=303861b8-fee2-4ef0-9d42-55ff83c71e57,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:27.198493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['303861b8-fee2-4ef0-9d42-55ff83c71e57'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:44:27.522470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e7845-e8ba-4878-945d-6d9410b61057 req-3119b514-cc86-446f-a678-71a08b09e257 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:27.523974 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-668e7845-e8ba-4878-945d-6d9410b61057 req-3119b514-cc86-446f-a678-71a08b09e257 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 945 time: 0.0827444 Mar 28 15:44:27.567443 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-668e7845-e8ba-4878-945d-6d9410b61057 req-e37371be-e73a-4227-ad0e-3fdb335ef5c5 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369968 Mar 28 15:44:28.594609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 303861b8-fee2-4ef0-9d42-55ff83c71e57 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:44:28.747206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 303861b8-fee2-4ef0-9d42-55ff83c71e57 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:44:28.753578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 303861b8-fee2-4ef0-9d42-55ff83c71e57 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:44:28.754053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:28.759010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e94f43-da27-4b60-a826-177e0b1d12be req-2ff0ac0a-e9a4-4c93-987d-44ffed0a8805 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:28.760646 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b5e94f43-da27-4b60-a826-177e0b1d12be req-2ff0ac0a-e9a4-4c93-987d-44ffed0a8805 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 945 time: 0.0847423 Mar 28 15:44:28.810185 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b5e94f43-da27-4b60-a826-177e0b1d12be req-85dee237-0e4f-4bd7-b599-9a980a2a188a tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Mar 28 15:44:28.880376 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:28.912426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3321ca93-26d2-4cbb-a3f7-73c8a314e0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303861b8-fee2-4ef0-9d42-55ff83c71e57'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:44:28.922978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 303861b8-fee2-4ef0-9d42-55ff83c71e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=303861b8-fee2-4ef0-9d42-55ff83c71e57,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:28.969711 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3321ca93-26d2-4cbb-a3f7-73c8a314e0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303861b8-fee2-4ef0-9d42-55ff83c71e57', 'code': 200} Mar 28 15:44:29.004245 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:29.108095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=303861b8-fee2-4ef0-9d42-55ff83c71e57,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:29.346902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fa064-3d2a-496d-bf94-746ff255a921 req-6d3f3e30-314f-4c59-afff-6972978d7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:29.348395 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-908fa064-3d2a-496d-bf94-746ff255a921 req-6d3f3e30-314f-4c59-afff-6972978d7a5a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 1099 time: 0.0680280 Mar 28 15:44:29.386350 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-908fa064-3d2a-496d-bf94-746ff255a921 req-23af084b-8710-4db6-8701-d26de1d2fd41 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Mar 28 15:44:29.994940 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994595e4-5649-4c4b-bd67-d3d7167228cb req-b837d54e-cc5a-4a3c-a6ff-e472a8e6a379 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:29.996425 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-994595e4-5649-4c4b-bd67-d3d7167228cb req-b837d54e-cc5a-4a3c-a6ff-e472a8e6a379 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 946 time: 0.0799074 Mar 28 15:44:30.042734 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-994595e4-5649-4c4b-bd67-d3d7167228cb req-9117170b-74ea-46b9-b802-dbdf0a57a460 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Mar 28 15:44:31.241587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a1ddd-9c60-4f24-8781-c35369bd7df8 req-7d140022-4ace-45e5-9455-fc5316df405b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:31.242966 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-325a1ddd-9c60-4f24-8781-c35369bd7df8 req-7d140022-4ace-45e5-9455-fc5316df405b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 946 time: 0.0910370 Mar 28 15:44:31.286727 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-325a1ddd-9c60-4f24-8781-c35369bd7df8 req-8ee8d70b-bbab-4e75-8728-aa18426a2e32 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376415 Mar 28 15:44:31.772062 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8931b4-43a2-4021-bd0a-f82cd164dd66 req-803b5528-1b73-41d2-86e5-4d9ee3fb13e7 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:31.773498 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3d8931b4-43a2-4021-bd0a-f82cd164dd66 req-803b5528-1b73-41d2-86e5-4d9ee3fb13e7 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 946 time: 0.0800176 Mar 28 15:44:31.819941 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3d8931b4-43a2-4021-bd0a-f82cd164dd66 req-643ce984-e1c0-4a79-a44a-dcc863923058 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Mar 28 15:44:32.661189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:33.004323 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554f293-37a6-4a0f-a711-60e787f8fe86 req-cdcffdf3-04d7-41d5-8309-3c04636d1d7f tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:33.005804 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a554f293-37a6-4a0f-a711-60e787f8fe86 req-cdcffdf3-04d7-41d5-8309-3c04636d1d7f tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 946 time: 0.0802009 Mar 28 15:44:33.049747 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a554f293-37a6-4a0f-a711-60e787f8fe86 req-bc50df23-09f9-44ab-aef0-cb554481c418 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382187 Mar 28 15:44:33.268725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-6158192b-ff6a-4acd-8d13-3b7ba9d0ed6f tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:33.270133 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-6158192b-ff6a-4acd-8d13-3b7ba9d0ed6f tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.23 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 946 time: 0.0773609 Mar 28 15:44:33.338208 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Deleting port 303861b8-fee2-4ef0-9d42-55ff83c71e57 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:44:33.338547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:33.576175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] For port 303861b8-fee2-4ef0-9d42-55ff83c71e57, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=303861b8-fee2-4ef0-9d42-55ff83c71e57,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:33.576461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:33.699340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Calling delete_port for 303861b8-fee2-4ef0-9d42-55ff83c71e57 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:44:33.946962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:33.982933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['fdcf928f-9740-421f-bb73-2383d3b015d6', '303861b8-fee2-4ef0-9d42-55ff83c71e57'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:44:34.000343 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Pushing event deleted for resources: {'Port': ['ID=303861b8-fee2-4ef0-9d42-55ff83c71e57,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:34.071866 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] No DVR routers for this DVR port 303861b8-fee2-4ef0-9d42-55ff83c71e57 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:44:34.075396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:34.078478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3321ca93-26d2-4cbb-a3f7-73c8a314e0bd', 'name': 'network-vif-deleted', 'tag': '303861b8-fee2-4ef0-9d42-55ff83c71e57'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:44:34.126795 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3321ca93-26d2-4cbb-a3f7-73c8a314e0bd', 'name': 'network-vif-deleted', 'tag': '303861b8-fee2-4ef0-9d42-55ff83c71e57', 'status': 'completed', 'code': 200} Mar 28 15:44:34.142483 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b1af691-444b-4ed6-8dc6-5fa1c0150e79 req-00d667c4-e733-4ee6-a979-054fd2f23ec1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.23 "DELETE /v2.0/ports/303861b8-fee2-4ef0-9d42-55ff83c71e57 HTTP/1.1" status: 204 len: 173 time: 0.8662055 Mar 28 15:44:34.216567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e756f0cf-51e3-447a-96dc-b91502d89277 req-8e741bd2-52bc-41c6-bf16-cf7cdc49002b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Synchronizing usage tracker for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:44:34.278518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e756f0cf-51e3-447a-96dc-b91502d89277 req-8e741bd2-52bc-41c6-bf16-cf7cdc49002b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Unset dirty status for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:44:34.279841 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e756f0cf-51e3-447a-96dc-b91502d89277 req-8e741bd2-52bc-41c6-bf16-cf7cdc49002b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=3321ca93-26d2-4cbb-a3f7-73c8a314e0bd HTTP/1.1" status: 200 len: 210 time: 0.1091902 Mar 28 15:44:35.529014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3d9c9-e73b-4c78-a57f-cd24254b40f5 req-f1c27051-2015-4d36-9c94-f5a590987270 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:35.530463 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cdd3d9c9-e73b-4c78-a57f-cd24254b40f5 req-f1c27051-2015-4d36-9c94-f5a590987270 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0796971 Mar 28 15:44:35.572877 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cdd3d9c9-e73b-4c78-a57f-cd24254b40f5 req-02520aba-e594-448b-a5bd-86fb3d260fb7 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368724 Mar 28 15:44:35.777295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd78b8-788b-47e0-bb1c-a7dca3ece74e req-fd5f1c02-3daa-4d58-a6b6-14ef2eadd9a9 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:35.779074 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bd78b8-788b-47e0-bb1c-a7dca3ece74e req-fd5f1c02-3daa-4d58-a6b6-14ef2eadd9a9 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0835931 Mar 28 15:44:35.821782 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bd78b8-788b-47e0-bb1c-a7dca3ece74e req-335710f9-b694-4997-8690-af0624fed0c2 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Mar 28 15:44:36.008676 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa434044-4d6c-49a3-8db0-05629765da87 req-673447d8-a574-4c2f-b5d9-fcf2d550d02b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:36.010125 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fa434044-4d6c-49a3-8db0-05629765da87 req-673447d8-a574-4c2f-b5d9-fcf2d550d02b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0821860 Mar 28 15:44:36.053057 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fa434044-4d6c-49a3-8db0-05629765da87 req-b62ea453-7ed9-4307-84bd-502dca0b062b tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373669 Mar 28 15:44:36.330302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75125e8-3330-4f0f-8eb2-a5eac743197b req-cd87869c-8c49-4be0-97f5-55089fec7cf6 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:36.331667 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f75125e8-3330-4f0f-8eb2-a5eac743197b req-cd87869c-8c49-4be0-97f5-55089fec7cf6 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0774961 Mar 28 15:44:36.373860 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f75125e8-3330-4f0f-8eb2-a5eac743197b req-1d35d01d-a1c1-4e8d-8703-783fd8e6bf10 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366995 Mar 28 15:44:36.552191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caaf27-49cb-4be3-b2a6-569fbff1a4a4 req-a8946ebe-ecaa-4dda-a284-b3efbec041b1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:36.553613 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-48caaf27-49cb-4be3-b2a6-569fbff1a4a4 req-a8946ebe-ecaa-4dda-a284-b3efbec041b1 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0777912 Mar 28 15:44:36.598914 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-48caaf27-49cb-4be3-b2a6-569fbff1a4a4 req-1c7b1250-e66c-4361-afbc-03219a8ba552 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Mar 28 15:44:36.634977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 303861b8-fee2-4ef0-9d42-55ff83c71e57 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:44:36.669359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 303861b8-fee2-4ef0-9d42-55ff83c71e57 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:44:36.669829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 303861b8-fee2-4ef0-9d42-55ff83c71e57 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:44:36.794540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02c23c-ba94-4c07-88e1-80d6d7e499d8 req-3b3619b8-b1c1-465c-be70-e22f61f14efc tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:36.796023 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cc02c23c-ba94-4c07-88e1-80d6d7e499d8 req-3b3619b8-b1c1-465c-be70-e22f61f14efc tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0784400 Mar 28 15:44:36.838501 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cc02c23c-ba94-4c07-88e1-80d6d7e499d8 req-90aa0303-181f-4312-8fb6-42d09b0ef4dc tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369875 Mar 28 15:44:37.564320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a90b5-0e30-474a-88fb-3af9ceddc0d3 req-2f702d36-0912-4e51-9132-9247a0087d5e tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:37.565800 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-142a90b5-0e30-474a-88fb-3af9ceddc0d3 req-2f702d36-0912-4e51-9132-9247a0087d5e tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0827956 Mar 28 15:44:37.609742 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-142a90b5-0e30-474a-88fb-3af9ceddc0d3 req-f3c82366-adaf-4334-aa0d-f67567d5a5f0 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381095 Mar 28 15:44:38.796194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c85c00-5722-4a32-88ec-28ba4885a8dc req-eb02506e-c04c-411f-9af4-121f724b7a9d tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:38.797622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f8c85c00-5722-4a32-88ec-28ba4885a8dc req-eb02506e-c04c-411f-9af4-121f724b7a9d tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0815639 Mar 28 15:44:38.840751 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f8c85c00-5722-4a32-88ec-28ba4885a8dc req-f3c5a92e-c889-403b-bc03-7dc59fe356d9 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/security-groups?id=62ee37ea-2265-4a42-bc0c-af65a4a8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 Mar 28 15:44:39.012191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-c5de5571-c8d8-4521-8c91-07ee9c49c7c3 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:39.013652 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-c5de5571-c8d8-4521-8c91-07ee9c49c7c3 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 945 time: 0.0783980 Mar 28 15:44:39.084420 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Deleting port fdcf928f-9740-421f-bb73-2383d3b015d6 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:44:39.084758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:39.409563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] For port fdcf928f-9740-421f-bb73-2383d3b015d6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fdcf928f-9740-421f-bb73-2383d3b015d6,segment=NetworkSegment(0df8eb4f-a5bc-44f4-bffe-92fa388f6592),segment_id=0df8eb4f-a5bc-44f4-bffe-92fa388f6592)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:39.409918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:39.528700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Calling delete_port for fdcf928f-9740-421f-bb73-2383d3b015d6 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:44:39.747495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:39.780203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['fdcf928f-9740-421f-bb73-2383d3b015d6'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:44:39.797425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Pushing event deleted for resources: {'Port': ['ID=fdcf928f-9740-421f-bb73-2383d3b015d6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:39.870944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] No DVR routers for this DVR port fdcf928f-9740-421f-bb73-2383d3b015d6 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:44:39.873365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:39.876028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9580f1b-358d-4343-be3d-1ac12d466609', 'name': 'network-vif-deleted', 'tag': 'fdcf928f-9740-421f-bb73-2383d3b015d6'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:44:39.923090 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9580f1b-358d-4343-be3d-1ac12d466609', 'name': 'network-vif-deleted', 'tag': 'fdcf928f-9740-421f-bb73-2383d3b015d6', 'status': 'completed', 'code': 200} Mar 28 15:44:39.925243 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-40cbbac3-4dc5-4531-ac5f-09c870a77a2b req-5060a32d-ed48-4d37-b1a5-67f69ec2d812 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.23 "DELETE /v2.0/ports/fdcf928f-9740-421f-bb73-2383d3b015d6 HTTP/1.1" status: 204 len: 173 time: 0.9068992 Mar 28 15:44:40.002152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c2ce441a-bbfe-4b91-b538-db197b697388 req-1687ad57-1c29-42c7-bee1-a9581dc13659 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Synchronizing usage tracker for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:44:40.106972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c2ce441a-bbfe-4b91-b538-db197b697388 req-1687ad57-1c29-42c7-bee1-a9581dc13659 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] Unset dirty status for tenant:f18f9b895df748cd9f7249d4efceba7b on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:44:40.108189 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c2ce441a-bbfe-4b91-b538-db197b697388 req-1687ad57-1c29-42c7-bee1-a9581dc13659 tempest-ServersNegativeTestJSON-606123623 tempest-ServersNegativeTestJSON-606123623-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9580f1b-358d-4343-be3d-1ac12d466609 HTTP/1.1" status: 200 len: 210 time: 0.1511259 Mar 28 15:44:41.206868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40772) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:41.264229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea00d010-6fe1-4a57-97e5-b8700065010e admin admin] Deleting subnet 86f14905-b620-4be1-a0a9-84eea2439f00 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:44:41.266976 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea00d010-6fe1-4a57-97e5-b8700065010e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.317110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea00d010-6fe1-4a57-97e5-b8700065010e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.369349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea00d010-6fe1-4a57-97e5-b8700065010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.524349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea00d010-6fe1-4a57-97e5-b8700065010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.561234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00d010-6fe1-4a57-97e5-b8700065010e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f14905-b620-4be1-a0a9-84eea2439f00,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:41.565077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ea00d010-6fe1-4a57-97e5-b8700065010e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.570793 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ea00d010-6fe1-4a57-97e5-b8700065010e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/86f14905-b620-4be1-a0a9-84eea2439f00 HTTP/1.1" status: 204 len: 168 time: 0.3628852 Mar 28 15:44:41.573205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40776) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:41.675166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.795126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.819382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4493d915-d00e-4a8b-bc80-06b0fc740718']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:41.831529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df8eb4f-a5bc-44f4-bffe-92fa388f6592') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:41.831822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df8eb4f-a5bc-44f4-bffe-92fa388f6592') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:41.842762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.858575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.864482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:44:41.864865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:44:41.878323 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:44:42.101556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:42.117486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:42.126917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4493d915-d00e-4a8b-bc80-06b0fc740718,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:42.129383 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-efafd923-c24a-4813-9c07-16ed01fce7ff admin admin] 10.222.0.16 "DELETE /v2.0/networks/4493d915-d00e-4a8b-bc80-06b0fc740718 HTTP/1.1" status: 204 len: 168 time: 0.5552926 Mar 28 15:44:42.444119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40782) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:42.493094 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b2544059-0025-4647-bb22-a1b18a63175e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f18f9b895df748cd9f7249d4efceba7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476940 Mar 28 15:44:42.495562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40786) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:42.555000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63d05502-ae3c-492d-b263-fac43e396035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:42.579710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63d05502-ae3c-492d-b263-fac43e396035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:42.643546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device fdcf928f-9740-421f-bb73-2383d3b015d6 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:44:42.683105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: fdcf928f-9740-421f-bb73-2383d3b015d6 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:44:42.683489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device fdcf928f-9740-421f-bb73-2383d3b015d6 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:44:42.695785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63d05502-ae3c-492d-b263-fac43e396035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:42.711672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d05502-ae3c-492d-b263-fac43e396035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ee37ea-2265-4a42-bc0c-af65a4a8f758,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:42.781099 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-63d05502-ae3c-492d-b263-fac43e396035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:42.782204 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-63d05502-ae3c-492d-b263-fac43e396035 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62ee37ea-2265-4a42-bc0c-af65a4a8f758 HTTP/1.1" status: 204 len: 168 time: 0.2857652 Mar 28 15:44:43.787250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40810) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:43.892204 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179017105'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:43.897177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:43.901180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:network and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:43.904974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:43.911176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:43.998310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:44.001790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:44.013798 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:44.028173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:44.032557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:security_group_rule and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:44.035521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:44.041270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:44.120701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:44.204221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:44.236170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:44:44.244208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c93e29a-c433-4bff-a283-f6f0231b2bf1,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:44.249540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:44.249879 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Added segment 34959b94-8446-4e00-a13f-0db06e15659d of type vlan for network a0243b3c-df99-4b06-b7f0-f091f6321d58 Mar 28 15:44:44.278546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:44.352681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:44.357999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:44.363803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:44.466069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Network': ['ID=a0243b3c-df99-4b06-b7f0-f091f6321d58,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:44.477048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network a0243b3c-df99-4b06-b7f0-f091f6321d58 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:44:44.554201 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f56832e1-b800-40e0-b27a-dbdd6becc0f5 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7658267 Mar 28 15:44:47.951664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40816) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:47.961805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'subnet': {'network_id': 'a0243b3c-df99-4b06-b7f0-f091f6321d58', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:48.066351 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:48.070143 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:subnet and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:48.072908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:48.078596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:48.147409 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:48.150837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:48.444180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:48.519783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Subnet': ['ID=ceb63d48-c509-4679-865e-b34f1a4e3149,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:48.527249 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Checking segment: {'id': '34959b94-8446-4e00-a13f-0db06e15659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a0243b3c-df99-4b06-b7f0-f091f6321d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:48.527456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network hostable DHCP agents. Network: a0243b3c-df99-4b06-b7f0-f091f6321d58, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:44:48.598393 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network a0243b3c-df99-4b06-b7f0-f091f6321d58 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:44:48.684418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, a0243b3c-df99-4b06-b7f0-f091f6321d58) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:48.688564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:48.696428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:48.697202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f18385-c9da-485f-97d1-820aa2ff74c9 None None] Network a0243b3c-df99-4b06-b7f0-f091f6321d58 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:48.787990 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-466e6407-83d5-4dac-b847-34684de193f7 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8351605 Mar 28 15:44:48.791392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40820) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:48.796889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2115537796'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:48.801862 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:48.805924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:network and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:48.808858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:48.816194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:48.878629 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:48.882258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:48.903879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-a0243b3c-df99-4b06-b7f0-f091f6321d58', 'network_id': 'a0243b3c-df99-4b06-b7f0-f091f6321d58', 'tenant_id': 'd0e4e6097f6e49f18a3b8a7f585d4532', 'fixed_ips': [{'subnet_id': 'ceb63d48-c509-4679-865e-b34f1a4e3149'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:44:48.905383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:48.916066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:44:48.925834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:48.926184 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Added segment 333b1367-bed9-4051-8d27-5966a3e8494a of type vlan for network 9c35155a-d739-404c-ad20-90803e2defb2 Mar 28 15:44:48.953460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.009868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.016047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:49.016628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.062464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Allocated IP 2001:db8:0:ffff::2 (a0243b3c-df99-4b06-b7f0-f091f6321d58/ceb63d48-c509-4679-865e-b34f1a4e3149/7a792dd7-c2ca-40ad-9b43-db33f1c01d26) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:44:49.120503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Network': ['ID=9c35155a-d739-404c-ad20-90803e2defb2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:49.152800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 9c35155a-d739-404c-ad20-90803e2defb2 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:44:49.181738 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d634bf24-400c-47f8-85bf-112e3280b5b8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3893099 Mar 28 15:44:49.184500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40824) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:49.190687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'subnet': {'network_id': '9c35155a-d739-404c-ad20-90803e2defb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:49.301146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:49.305047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:subnet and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:49.308096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:49.314421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:49.357074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.367225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Transition to ACTIVE for port object 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:49.381864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:49.385269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Transition to ACTIVE for port object 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:49.385419 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.456250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.516862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Network a0243b3c-df99-4b06-b7f0-f091f6321d58 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:44:49.519599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:49.522507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:44:49.536987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Pushing event updated for resources: {'Port': ['ID=7a792dd7-c2ca-40ad-9b43-db33f1c01d26,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:49.623612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Attempting to bind port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:44:49.623970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Attempting to bind port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '34959b94-8446-4e00-a13f-0db06e15659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a0243b3c-df99-4b06-b7f0-f091f6321d58'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:44:49.624322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Attempting to bind port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 on network a0243b3c-df99-4b06-b7f0-f091f6321d58 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:44:49.629504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:44:49.629864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Checking segment: {'id': '34959b94-8446-4e00-a13f-0db06e15659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a0243b3c-df99-4b06-b7f0-f091f6321d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:49.630259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.630638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Bound using segment: {'id': '34959b94-8446-4e00-a13f-0db06e15659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a0243b3c-df99-4b06-b7f0-f091f6321d58'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:44:49.631111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Bound port: 7a792dd7-c2ca-40ad-9b43-db33f1c01d26, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34959b94-8446-4e00-a13f-0db06e15659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a0243b3c-df99-4b06-b7f0-f091f6321d58'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:44:49.631474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.662046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.717907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] For port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:44:49.721554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] For port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a792dd7-c2ca-40ad-9b43-db33f1c01d26,segment=NetworkSegment(34959b94-8446-4e00-a13f-0db06e15659d),segment_id=34959b94-8446-4e00-a13f-0db06e15659d)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:44:49.743272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Subnet': ['ID=d1845354-8183-4029-9472-edae257a1909,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:49.751362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Checking segment: {'id': '333b1367-bed9-4051-8d27-5966a3e8494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9c35155a-d739-404c-ad20-90803e2defb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:49.751649 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network hostable DHCP agents. Network: 9c35155a-d739-404c-ad20-90803e2defb2, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:44:49.788121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.867680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network 9c35155a-d739-404c-ad20-90803e2defb2 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:44:49.874679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35872b7-0d3d-4056-957a-119d44485fc6 None None] Pushing event updated for resources: {'Port': ['ID=7a792dd7-c2ca-40ad-9b43-db33f1c01d26,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:49.942027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 9c35155a-d739-404c-ad20-90803e2defb2) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:49.946192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:49.946781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:49.952532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e23fb87-6d71-47eb-9461-d6b27f210b34 None None] Network 9c35155a-d739-404c-ad20-90803e2defb2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:50.058981 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-791d942a-d79d-4dc9-a8bb-f5b817c9b266 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8707738 Mar 28 15:44:50.059564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40828) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:50.221138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-9c35155a-d739-404c-ad20-90803e2defb2', 'network_id': '9c35155a-d739-404c-ad20-90803e2defb2', 'tenant_id': 'd0e4e6097f6e49f18a3b8a7f585d4532', 'fixed_ips': [{'subnet_id': 'd1845354-8183-4029-9472-edae257a1909'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:44:50.222061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:50.332149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:50.382443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Allocated IP 2001:db8::2 (9c35155a-d739-404c-ad20-90803e2defb2/d1845354-8183-4029-9472-edae257a1909/137e4d07-edf4-427f-b34f-b7fc203a0d3f) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:44:50.399742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:50.591801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:50.606121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Transition to ACTIVE for port object 137e4d07-edf4-427f-b34f-b7fc203a0d3f will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:50.633280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Transition to ACTIVE for port object 137e4d07-edf4-427f-b34f-b7fc203a0d3f will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:50.683936 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:44:50.715017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:50.782129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:50.790754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Network 9c35155a-d739-404c-ad20-90803e2defb2 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:44:50.799849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:50.805503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:44:50.847178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Subnet': ['ID=d1845354-8183-4029-9472-edae257a1909,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:50.849029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Pushing event updated for resources: {'Port': ['ID=137e4d07-edf4-427f-b34f-b7fc203a0d3f,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:50.858727 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac22e9d-f7d8-495b-8514-4b49c1961b47 None None] Network a0243b3c-df99-4b06-b7f0-f091f6321d58 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:50.932803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:50.959245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c35155a-d739-404c-ad20-90803e2defb2']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:50.971282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333b1367-bed9-4051-8d27-5966a3e8494a') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:50.971580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333b1367-bed9-4051-8d27-5966a3e8494a') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:50.983647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.000405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.005143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:44:51.006389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:44:51.006780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.018820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Attempting to bind port 137e4d07-edf4-427f-b34f-b7fc203a0d3f on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:44:51.019212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Attempting to bind port 137e4d07-edf4-427f-b34f-b7fc203a0d3f by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '333b1367-bed9-4051-8d27-5966a3e8494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9c35155a-d739-404c-ad20-90803e2defb2'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:44:51.019568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Attempting to bind port 137e4d07-edf4-427f-b34f-b7fc203a0d3f on network 9c35155a-d739-404c-ad20-90803e2defb2 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:44:51.021220 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:44:51.045874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:44:51.047046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Checking segment: {'id': '333b1367-bed9-4051-8d27-5966a3e8494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9c35155a-d739-404c-ad20-90803e2defb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:51.047046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.047046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Bound using segment: {'id': '333b1367-bed9-4051-8d27-5966a3e8494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9c35155a-d739-404c-ad20-90803e2defb2'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:44:51.047477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Bound port: 137e4d07-edf4-427f-b34f-b7fc203a0d3f, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333b1367-bed9-4051-8d27-5966a3e8494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9c35155a-d739-404c-ad20-90803e2defb2'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:44:51.047843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.088521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9a8b9fcd-9440-4e0f-9282-ea4ab6ce7ee7 None None] Provisioning for port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:44:51.136492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:44:51.136492 dv-neutron-828143-13-hyperv neutron-server[88487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:44:51.136492 dv-neutron-828143-13-hyperv neutron-server[88487]: [parameters: {'id': '9c35155a-d739-404c-ad20-90803e2defb2'}] Mar 28 15:44:51.136492 dv-neutron-828143-13-hyperv neutron-server[88487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:44:51.137268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:44:51.143779 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9a8b9fcd-9440-4e0f-9282-ea4ab6ce7ee7 None None] Provisioning complete for port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:44:51.144164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9fcd-9440-4e0f-9282-ea4ab6ce7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.272564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] For port 137e4d07-edf4-427f-b34f-b7fc203a0d3f, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:44:51.277022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] For port 137e4d07-edf4-427f-b34f-b7fc203a0d3f, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=137e4d07-edf4-427f-b34f-b7fc203a0d3f,segment=NetworkSegment(333b1367-bed9-4051-8d27-5966a3e8494a),segment_id=333b1367-bed9-4051-8d27-5966a3e8494a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:44:51.352395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9fcd-9440-4e0f-9282-ea4ab6ce7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.381594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.424850 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-42c2b773-95b9-42f8-a6b0-8b6cc2afffe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.447327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-9a8b9fcd-9440-4e0f-9282-ea4ab6ce7ee7 None None] For port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a792dd7-c2ca-40ad-9b43-db33f1c01d26,segment=NetworkSegment(34959b94-8446-4e00-a13f-0db06e15659d),segment_id=34959b94-8446-4e00-a13f-0db06e15659d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:51.511571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39006ff1-e820-4d25-8427-8b603e9aee22 None None] Pushing event updated for resources: {'Port': ['ID=137e4d07-edf4-427f-b34f-b7fc203a0d3f,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:51.518603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9fcd-9440-4e0f-9282-ea4ab6ce7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.590226 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c736c-a0fc-4faa-a6f1-375280922185 None None] Network 9c35155a-d739-404c-ad20-90803e2defb2 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:51.629347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b9fcd-9440-4e0f-9282-ea4ab6ce7ee7 None None] Pushing event updated for resources: {'Port': ['ID=7a792dd7-c2ca-40ad-9b43-db33f1c01d26,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:51.637632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.651474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Deleting port 137e4d07-edf4-427f-b34f-b7fc203a0d3f {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:44:51.651723 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.702477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b0f95352-3200-4725-a2f2-cc01c29a6fb5 None None] Provisioning complete for port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:44:51.702841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b0f95352-3200-4725-a2f2-cc01c29a6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.854357 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] For port 137e4d07-edf4-427f-b34f-b7fc203a0d3f, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=137e4d07-edf4-427f-b34f-b7fc203a0d3f,segment=NetworkSegment(333b1367-bed9-4051-8d27-5966a3e8494a),segment_id=333b1367-bed9-4051-8d27-5966a3e8494a)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:51.854710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:51.942420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ffa265-5b16-4b2d-ad50-c7c24e4e1b7b None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:44:51.984887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Calling delete_port for 137e4d07-edf4-427f-b34f-b7fc203a0d3f owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:44:52.027177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ffa265-5b16-4b2d-ad50-c7c24e4e1b7b None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:44:52.166200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.217532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Port': ['ID=137e4d07-edf4-427f-b34f-b7fc203a0d3f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:52.220131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No DVR routers for this DVR port 137e4d07-edf4-427f-b34f-b7fc203a0d3f on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:44:52.340564 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.364999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c35155a-d739-404c-ad20-90803e2defb2']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:52.377188 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333b1367-bed9-4051-8d27-5966a3e8494a') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:52.377483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333b1367-bed9-4051-8d27-5966a3e8494a') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:52.388361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.403919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.409819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:44:52.410198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:44:52.425297 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:44:52.552410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.569806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.580425 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Network': ['ID=9c35155a-d739-404c-ad20-90803e2defb2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:52.586637 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-16fa3835-5e3e-4310-b514-6892c55418a3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/networks/9c35155a-d739-404c-ad20-90803e2defb2 HTTP/1.1" status: 204 len: 168 time: 2.5263000 Mar 28 15:44:52.590302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40832) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:52.595827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1964405299'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:52.600808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:52.604592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:network and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:52.607926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:52.615961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:52.650791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:44:52.684192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:52.688207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.715173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:44:52.721063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:44:52.721439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.723865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.724200 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Added segment 96c24aa4-fe35-4ff8-87d1-bd2b632927ed of type vlan for network 38650166-fd50-43a3-9a16-2ad3c982b7fe Mar 28 15:44:52.749757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.856056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.862135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:52.867677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:52.966472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Network': ['ID=38650166-fd50-43a3-9a16-2ad3c982b7fe,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:52.974048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.974390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.974724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.975074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.975405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.975728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.976046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.976364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.976684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.976999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.977313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.977625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:44:52.982216 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fd08a058-79ff-466b-b96d-b668e72da797 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3908584 Mar 28 15:44:52.985610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40836) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:52.989573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 38650166-fd50-43a3-9a16-2ad3c982b7fe details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:44:52.991251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'subnet': {'network_id': '38650166-fd50-43a3-9a16-2ad3c982b7fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:53.100859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:53.104677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:subnet and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:53.108197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:53.113901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:53.175991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:53.179668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:53.270306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Performing IP validity checks on allocation pools {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 15:44:53.270827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.ipam_backend_mixin [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88486) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 15:44:53.310549 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:44:53.450388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:53.527945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Subnet': ['ID=fb515646-73ce-4520-90a2-48e365065bb5,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:53.531822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-94590d27-230f-4a17-a112-8e52a864170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:53.535334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Checking segment: {'id': '96c24aa4-fe35-4ff8-87d1-bd2b632927ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '38650166-fd50-43a3-9a16-2ad3c982b7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:53.535688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network hostable DHCP agents. Network: 38650166-fd50-43a3-9a16-2ad3c982b7fe, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:44:53.621611 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network 38650166-fd50-43a3-9a16-2ad3c982b7fe is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:44:53.707488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 38650166-fd50-43a3-9a16-2ad3c982b7fe) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:53.712135 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:53.712737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:53.715294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e15d95-3944-44cd-ac4d-6bebccbffa5b None None] Network 38650166-fd50-43a3-9a16-2ad3c982b7fe requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:53.788363 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1e5cb73d-f53a-4549-874a-4a5ad1fd7fca tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8017230 Mar 28 15:44:53.791105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40840) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:53.933800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-38650166-fd50-43a3-9a16-2ad3c982b7fe', 'network_id': '38650166-fd50-43a3-9a16-2ad3c982b7fe', 'tenant_id': 'd0e4e6097f6e49f18a3b8a7f585d4532', 'fixed_ips': [{'subnet_id': 'fb515646-73ce-4520-90a2-48e365065bb5'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:44:53.934721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:53.939545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.005639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.088435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Allocated IP 2001:db8::3 (38650166-fd50-43a3-9a16-2ad3c982b7fe/fb515646-73ce-4520-90a2-48e365065bb5/260f9cdf-b6d7-42c1-b520-261bfd3041fc) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:44:54.288225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.298228 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Transition to ACTIVE for port object 260f9cdf-b6d7-42c1-b520-261bfd3041fc will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:54.315374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Transition to ACTIVE for port object 260f9cdf-b6d7-42c1-b520-261bfd3041fc will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:54.375876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.436573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Network 38650166-fd50-43a3-9a16-2ad3c982b7fe is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:44:54.441271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:54.449557 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:44:54.455764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Pushing event updated for resources: {'Port': ['ID=260f9cdf-b6d7-42c1-b520-261bfd3041fc,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:54.479471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.518493 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Subnet': ['ID=fb515646-73ce-4520-90a2-48e365065bb5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:54.554276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Attempting to bind port 260f9cdf-b6d7-42c1-b520-261bfd3041fc on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:44:54.554562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Attempting to bind port 260f9cdf-b6d7-42c1-b520-261bfd3041fc by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '96c24aa4-fe35-4ff8-87d1-bd2b632927ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '38650166-fd50-43a3-9a16-2ad3c982b7fe'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:44:54.554924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Attempting to bind port 260f9cdf-b6d7-42c1-b520-261bfd3041fc on network 38650166-fd50-43a3-9a16-2ad3c982b7fe {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:44:54.560217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:44:54.564914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Checking segment: {'id': '96c24aa4-fe35-4ff8-87d1-bd2b632927ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '38650166-fd50-43a3-9a16-2ad3c982b7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:54.564914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.564914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Bound using segment: {'id': '96c24aa4-fe35-4ff8-87d1-bd2b632927ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '38650166-fd50-43a3-9a16-2ad3c982b7fe'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:44:54.564914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Bound port: 260f9cdf-b6d7-42c1-b520-261bfd3041fc, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c24aa4-fe35-4ff8-87d1-bd2b632927ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '38650166-fd50-43a3-9a16-2ad3c982b7fe'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:44:54.564914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.603695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.617518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.642148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38650166-fd50-43a3-9a16-2ad3c982b7fe']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:54.654751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c24aa4-fe35-4ff8-87d1-bd2b632927ed') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:54.655049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c24aa4-fe35-4ff8-87d1-bd2b632927ed') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:54.666140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.681547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.682218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] For port 260f9cdf-b6d7-42c1-b520-261bfd3041fc, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:44:54.687682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:44:54.688067 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:44:54.702775 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:44:54.778273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] For port 260f9cdf-b6d7-42c1-b520-261bfd3041fc, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=260f9cdf-b6d7-42c1-b520-261bfd3041fc,segment=NetworkSegment(96c24aa4-fe35-4ff8-87d1-bd2b632927ed),segment_id=96c24aa4-fe35-4ff8-87d1-bd2b632927ed)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:44:54.822165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:44:54.822165 dv-neutron-828143-13-hyperv neutron-server[88487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:44:54.822165 dv-neutron-828143-13-hyperv neutron-server[88487]: [parameters: {'id': '38650166-fd50-43a3-9a16-2ad3c982b7fe'}] Mar 28 15:44:54.822165 dv-neutron-828143-13-hyperv neutron-server[88487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:44:54.822912 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:44:54.850576 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.900150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:54.981981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7a822-4bf8-4d22-b294-525d2f45ba40 None None] Pushing event updated for resources: {'Port': ['ID=260f9cdf-b6d7-42c1-b520-261bfd3041fc,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:55.010490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c01f0d-9de7-41b0-ad4b-059aa44def8a None None] Network 38650166-fd50-43a3-9a16-2ad3c982b7fe requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:55.207162 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ed1975-1853-4715-8f7b-b150131c10e2 None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:44:55.289603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ed1975-1853-4715-8f7b-b150131c10e2 None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:44:55.324174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:55.337783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Deleting port 260f9cdf-b6d7-42c1-b520-261bfd3041fc {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:44:55.338111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:55.541877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] For port 260f9cdf-b6d7-42c1-b520-261bfd3041fc, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=260f9cdf-b6d7-42c1-b520-261bfd3041fc,segment=NetworkSegment(96c24aa4-fe35-4ff8-87d1-bd2b632927ed),segment_id=96c24aa4-fe35-4ff8-87d1-bd2b632927ed)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:44:55.542228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:55.673664 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Calling delete_port for 260f9cdf-b6d7-42c1-b520-261bfd3041fc owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:44:55.798686 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:55.847179 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Port': ['ID=260f9cdf-b6d7-42c1-b520-261bfd3041fc,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:55.848977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No DVR routers for this DVR port 260f9cdf-b6d7-42c1-b520-261bfd3041fc on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:44:55.991573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.015886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38650166-fd50-43a3-9a16-2ad3c982b7fe']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:56.027612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c24aa4-fe35-4ff8-87d1-bd2b632927ed') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:56.028159 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c24aa4-fe35-4ff8-87d1-bd2b632927ed') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:56.039701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.055781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.061656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:44:56.062044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:44:56.076033 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:44:56.215856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.233657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.251212 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Network': ['ID=38650166-fd50-43a3-9a16-2ad3c982b7fe,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:56.255306 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5dcfa6da-e59f-4f85-9efb-7f28b4b861c3 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/networks/38650166-fd50-43a3-9a16-2ad3c982b7fe HTTP/1.1" status: 204 len: 168 time: 2.4628701 Mar 28 15:44:56.259494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40844) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:56.264757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-670224741'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:56.269823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:56.273788 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:network and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:56.276643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:56.283840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:56.313155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.421262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:56.424661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.450770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:44:56.460115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.465992 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Added segment 1d72135d-3d61-449e-ade1-eb2a97443e9c of type vlan for network b48a177e-3e93-4753-ba04-0ee3624d2892 Mar 28 15:44:56.485877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.564779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.570258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:56.570899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:56.678380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Network': ['ID=b48a177e-3e93-4753-ba04-0ee3624d2892,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:56.684788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cb30d1d3-7410-4d5d-a8a3-4f6e208689e0 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4250662 Mar 28 15:44:56.688185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40848) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:56.690708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network b48a177e-3e93-4753-ba04-0ee3624d2892 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:44:56.694652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'subnet': {'network_id': 'b48a177e-3e93-4753-ba04-0ee3624d2892', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:56.805312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:56.809106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:subnet and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:56.812401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:56.818073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:56.901168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:56.904866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:57.273465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:57.351558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Subnet': ['ID=9c5dc852-b9cf-41cc-9817-1195241a9574,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:57.359166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Checking segment: {'id': '1d72135d-3d61-449e-ade1-eb2a97443e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b48a177e-3e93-4753-ba04-0ee3624d2892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:57.359520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network hostable DHCP agents. Network: b48a177e-3e93-4753-ba04-0ee3624d2892, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:44:57.450162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network b48a177e-3e93-4753-ba04-0ee3624d2892 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:44:57.512992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, b48a177e-3e93-4753-ba04-0ee3624d2892) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:57.516926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:57.517526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:57.521456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c9e908-8095-445e-9ead-4e5941a3398b None None] Network b48a177e-3e93-4753-ba04-0ee3624d2892 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:57.588716 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8fd9a343-3a06-4219-9167-eb652e7236fb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8992648 Mar 28 15:44:57.592819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40852) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:57.599390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1881917165'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:57.608762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:57.608898 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:network and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:57.611678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:57.617640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:57.695845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:57.699382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:57.727039 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:44:57.736117 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:57.736458 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Added segment dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca of type vlan for network 1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb Mar 28 15:44:57.741663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-b48a177e-3e93-4753-ba04-0ee3624d2892', 'network_id': 'b48a177e-3e93-4753-ba04-0ee3624d2892', 'tenant_id': 'd0e4e6097f6e49f18a3b8a7f585d4532', 'fixed_ips': [{'subnet_id': '9c5dc852-b9cf-41cc-9817-1195241a9574'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:44:57.742708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:57.761800 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:57.856092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:57.861489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:57.866165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:57.901793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Allocated IP 2001:db8::2 (b48a177e-3e93-4753-ba04-0ee3624d2892/9c5dc852-b9cf-41cc-9817-1195241a9574/ce4ce119-056b-45eb-8e4a-ff2fc33f6e71) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:44:57.966190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Network': ['ID=1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:57.993935 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fdc5921f-ddcf-4bf9-af7e-3edd49a24eec tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4003317 Mar 28 15:44:57.995502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:44:57.996813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40856) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:58.002754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Request body: {'subnet': {'network_id': '1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:44:58.113311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:44:58.117068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Usage tracker for resource:subnet and tenant:d0e4e6097f6e49f18a3b8a7f585d4532 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:44:58.119871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:44:58.126082 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:44:58.181594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Made reservation on behalf of d0e4e6097f6e49f18a3b8a7f585d4532 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:44:58.185198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:58.233504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:58.243135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Transition to ACTIVE for port object ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:58.260572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Transition to ACTIVE for port object ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:58.330753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:58.390282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Network b48a177e-3e93-4753-ba04-0ee3624d2892 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:44:58.392959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:58.396886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:44:58.410753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Pushing event updated for resources: {'Port': ['ID=ce4ce119-056b-45eb-8e4a-ff2fc33f6e71,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:58.473190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:58.496968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Attempting to bind port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:44:58.497333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Attempting to bind port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '1d72135d-3d61-449e-ade1-eb2a97443e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b48a177e-3e93-4753-ba04-0ee3624d2892'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:44:58.497693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Attempting to bind port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 on network b48a177e-3e93-4753-ba04-0ee3624d2892 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:44:58.503835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:44:58.504204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Checking segment: {'id': '1d72135d-3d61-449e-ade1-eb2a97443e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b48a177e-3e93-4753-ba04-0ee3624d2892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:58.504603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:58.505013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Bound using segment: {'id': '1d72135d-3d61-449e-ade1-eb2a97443e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b48a177e-3e93-4753-ba04-0ee3624d2892'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:44:58.505466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Bound port: ce4ce119-056b-45eb-8e4a-ff2fc33f6e71, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d72135d-3d61-449e-ade1-eb2a97443e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b48a177e-3e93-4753-ba04-0ee3624d2892'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:44:58.505835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:58.554488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event updated for resources: {'Subnet': ['ID=071aac6f-bf15-408b-9b34-ee73981086c7,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:58.558547 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Checking segment: {'id': 'dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:58.558902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network hostable DHCP agents. Network: 1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:44:58.595384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] For port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:44:58.598256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] For port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ce4ce119-056b-45eb-8e4a-ff2fc33f6e71,segment=NetworkSegment(1d72135d-3d61-449e-ade1-eb2a97443e9c),segment_id=1d72135d-3d61-449e-ade1-eb2a97443e9c)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:44:58.644475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Network 1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:44:58.667580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:58.701497 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:58.705753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:44:58.708037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:58.715796 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa59c1-be25-4710-8a1f-f5ce31122929 None None] Network 1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:58.782302 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-79b03672-6246-4462-a5b1-df7df0cc5192 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7844501 Mar 28 15:44:58.784779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40860) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:44:58.836088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac6662-1a00-4f09-bf7a-c52ec98d3db6 None None] Pushing event updated for resources: {'Port': ['ID=ce4ce119-056b-45eb-8e4a-ff2fc33f6e71,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:58.948151 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:58.967691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb', 'network_id': '1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb', 'tenant_id': 'd0e4e6097f6e49f18a3b8a7f585d4532', 'fixed_ips': [{'subnet_id': '071aac6f-bf15-408b-9b34-ee73981086c7'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:44:58.968660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.039017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.145107 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Allocated IP 2001:db8::2 (1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb/071aac6f-bf15-408b-9b34-ee73981086c7/56c40fce-e36b-40ca-8764-d7f879bce9cf) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:44:59.353532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.363100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Transition to ACTIVE for port object 56c40fce-e36b-40ca-8764-d7f879bce9cf will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:59.381296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Transition to ACTIVE for port object 56c40fce-e36b-40ca-8764-d7f879bce9cf will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:44:59.433831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.494490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Network 1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:44:59.497164 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:44:59.501159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:44:59.515273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Pushing event updated for resources: {'Port': ['ID=56c40fce-e36b-40ca-8764-d7f879bce9cf,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:59.541878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.585905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Subnet': ['ID=071aac6f-bf15-408b-9b34-ee73981086c7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:44:59.607940 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Attempting to bind port 56c40fce-e36b-40ca-8764-d7f879bce9cf on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:44:59.608438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Attempting to bind port 56c40fce-e36b-40ca-8764-d7f879bce9cf by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:44:59.608662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Attempting to bind port 56c40fce-e36b-40ca-8764-d7f879bce9cf on network 1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:44:59.614550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:44:59.614922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Checking segment: {'id': 'dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:44:59.615438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.615839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Bound using segment: {'id': 'dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:44:59.616295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Bound port: 56c40fce-e36b-40ca-8764-d7f879bce9cf, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:44:59.617630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.679236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.707153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:59.717928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] For port 56c40fce-e36b-40ca-8764-d7f879bce9cf, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:44:59.721492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] For port 56c40fce-e36b-40ca-8764-d7f879bce9cf, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=56c40fce-e36b-40ca-8764-d7f879bce9cf,segment=NetworkSegment(dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca),segment_id=dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:44:59.723911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:59.724222 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:44:59.736585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.856339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d02b1-ce69-44e5-9e7d-234769273289 None None] Network b48a177e-3e93-4753-ba04-0ee3624d2892 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:44:59.876373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.883354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.883558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:44:59.891181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:44:59.902322 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:45:00.045226 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.db.api [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 15:45:00.045226 dv-neutron-828143-13-hyperv neutron-server[88487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 15:45:00.045226 dv-neutron-828143-13-hyperv neutron-server[88487]: [parameters: {'id': '1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb'}] Mar 28 15:45:00.045226 dv-neutron-828143-13-hyperv neutron-server[88487]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:45:00.046061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG oslo_db.api [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:45:00.072125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe32ee-5676-4013-8b09-0409c238771c None None] Pushing event updated for resources: {'Port': ['ID=56c40fce-e36b-40ca-8764-d7f879bce9cf,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:00.090097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9e83596f-f4fc-4df9-8077-9cd1f5672673 None None] Provisioning for port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:00.166218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a3e75-d6a0-4ba8-a590-36e91326455e None None] Network 1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:00.547172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:00.558665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Deleting port 56c40fce-e36b-40ca-8764-d7f879bce9cf {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:00.559002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:00.577562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b87903-19f8-4abb-9d39-2c05bda16521 None None] get_active_networks_info from dv-neutron-828143-13-hyperv {{(pid=88488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 15:45:00.689155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:00.730359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b87903-19f8-4abb-9d39-2c05bda16521 None None] Resources bound (agent type, host, resource id): {{(pid=88488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 15:45:00.774885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] For port 56c40fce-e36b-40ca-8764-d7f879bce9cf, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=56c40fce-e36b-40ca-8764-d7f879bce9cf,segment=NetworkSegment(dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca),segment_id=dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:00.775268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:00.896840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Calling delete_port for 56c40fce-e36b-40ca-8764-d7f879bce9cf owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:45:00.931161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:00.940418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:00.940792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.050251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.097587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Port': ['ID=56c40fce-e36b-40ca-8764-d7f879bce9cf,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:01.099472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No DVR routers for this DVR port 56c40fce-e36b-40ca-8764-d7f879bce9cf on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:45:01.126800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.168005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ce4ce119-056b-45eb-8e4a-ff2fc33f6e71,segment=NetworkSegment(1d72135d-3d61-449e-ade1-eb2a97443e9c),segment_id=1d72135d-3d61-449e-ade1-eb2a97443e9c)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:01.224111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.244760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.248777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:01.260501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:01.260789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafd55dc-6af7-4e5a-80cc-6cfc565fd0ca') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:01.272837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.293098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.299480 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:45:01.299893 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:45:01.314760 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:45:01.320414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=ce4ce119-056b-45eb-8e4a-ff2fc33f6e71,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:01.478742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.498829 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.504855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Network': ['ID=1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:01.513394 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-58d04a31-4fbb-40e0-afa9-47685a81a322 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/networks/1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb HTTP/1.1" status: 204 len: 168 time: 2.7276924 Mar 28 15:45:01.516565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40864) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:01.558094 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e635271-d5c3-41b4-a352-e1294a6e32c8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] GET failed (client error): The resource could not be found. Mar 28 15:45:01.558613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0e635271-d5c3-41b4-a352-e1294a6e32c8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Synchronizing usage tracker for tenant:d0e4e6097f6e49f18a3b8a7f585d4532 on resource:subnet {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:45:01.656121 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-0e635271-d5c3-41b4-a352-e1294a6e32c8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Unset dirty status for tenant:d0e4e6097f6e49f18a3b8a7f585d4532 on resource:subnet {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:45:01.657279 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0e635271-d5c3-41b4-a352-e1294a6e32c8 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "GET /v2.0/subnets/071aac6f-bf15-408b-9b34-ee73981086c7 HTTP/1.1" status: 404 len: 337 time: 0.1397703 Mar 28 15:45:01.660005 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40868) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:01.684720 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9feb891-0bfa-4fc1-bc35-5c354ce5407d tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] DELETE failed (client error): The resource could not be found. Mar 28 15:45:01.685163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9feb891-0bfa-4fc1-bc35-5c354ce5407d tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:45:01.687409 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d9feb891-0bfa-4fc1-bc35-5c354ce5407d tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/networks/1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb HTTP/1.1" status: 404 len: 339 time: 0.0265377 Mar 28 15:45:01.690819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40872) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:01.725912 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1718dba0-4973-4aa1-91a4-b6bd94d4282f tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] DELETE failed (client error): The resource could not be found. Mar 28 15:45:01.726340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1718dba0-4973-4aa1-91a4-b6bd94d4282f tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:45:01.727914 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1718dba0-4973-4aa1-91a4-b6bd94d4282f tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/subnets/071aac6f-bf15-408b-9b34-ee73981086c7 HTTP/1.1" status: 404 len: 337 time: 0.0362194 Mar 28 15:45:01.730174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40876) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:01.753733 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2689e267-cf7c-4c89-be03-014810972b97 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] DELETE failed (client error): The resource could not be found. Mar 28 15:45:01.754165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2689e267-cf7c-4c89-be03-014810972b97 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:45:01.755733 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2689e267-cf7c-4c89-be03-014810972b97 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/networks/1efdb11d-bb38-4ab8-9cc5-5dd3d05dfccb HTTP/1.1" status: 404 len: 339 time: 0.0247722 Mar 28 15:45:01.757885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40880) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:01.824729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-719a9b1e-e51c-4e9d-a942-c07910773641 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Deleting subnet 9c5dc852-b9cf-41cc-9817-1195241a9574 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:45:01.827536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-719a9b1e-e51c-4e9d-a942-c07910773641 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:01.882449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-719a9b1e-e51c-4e9d-a942-c07910773641 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.070768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-719a9b1e-e51c-4e9d-a942-c07910773641 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.227820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-719a9b1e-e51c-4e9d-a942-c07910773641 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.271679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a9b1e-e51c-4e9d-a942-c07910773641 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5dc852-b9cf-41cc-9817-1195241a9574,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:02.275831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-719a9b1e-e51c-4e9d-a942-c07910773641 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.284089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d733d06f-6de6-48de-b230-90ebd6b44d9e None None] Network b48a177e-3e93-4753-ba04-0ee3624d2892 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:02.336681 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-719a9b1e-e51c-4e9d-a942-c07910773641 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/subnets/9c5dc852-b9cf-41cc-9817-1195241a9574 HTTP/1.1" status: 204 len: 168 time: 0.5776939 Mar 28 15:45:02.338824 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40884) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:02.452375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.462520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Deleting port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:02.462846 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.522462 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] DHCP port deletion for b48a177e-3e93-4753-ba04-0ee3624d2892 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:45:02.526472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] Deleting port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:02.526845 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.657212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:45:02.674515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] For port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ce4ce119-056b-45eb-8e4a-ff2fc33f6e71,segment=NetworkSegment(1d72135d-3d61-449e-ade1-eb2a97443e9c),segment_id=1d72135d-3d61-449e-ade1-eb2a97443e9c)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:02.674967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.762698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.792734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] For port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ce4ce119-056b-45eb-8e4a-ff2fc33f6e71,segment=NetworkSegment(1d72135d-3d61-449e-ade1-eb2a97443e9c),segment_id=1d72135d-3d61-449e-ade1-eb2a97443e9c)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:02.793127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.800744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Calling delete_port for ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:45:02.970799 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:02.977474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] Calling delete_port for ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:45:03.017808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Port': ['ID=ce4ce119-056b-45eb-8e4a-ff2fc33f6e71,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:03.022184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No DVR routers for this DVR port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:45:03.038866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.105602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:45:03.105955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:45:03.144549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.168832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48a177e-3e93-4753-ba04-0ee3624d2892']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:03.181093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d72135d-3d61-449e-ade1-eb2a97443e9c') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:03.181383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d72135d-3d61-449e-ade1-eb2a97443e9c') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:03.193227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.212296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.218069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:45:03.218446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:45:03.232150 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:45:03.381953 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.399107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.411845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Network': ['ID=b48a177e-3e93-4753-ba04-0ee3624d2892,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:03.414323 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-180372f7-e4ac-473c-b936-c1fbe8c5da7b tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/networks/b48a177e-3e93-4753-ba04-0ee3624d2892 HTTP/1.1" status: 204 len: 168 time: 1.0745378 Mar 28 15:45:03.416782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40888) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:03.458193 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0ad168-9bd8-4c0c-8ebf-f5d598f3d10e tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] DELETE failed (client error): The resource could not be found. Mar 28 15:45:03.458560 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0ad168-9bd8-4c0c-8ebf-f5d598f3d10e tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:45:03.460261 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8e0ad168-9bd8-4c0c-8ebf-f5d598f3d10e tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/subnets/fb515646-73ce-4520-90a2-48e365065bb5 HTTP/1.1" status: 404 len: 337 time: 0.0426121 Mar 28 15:45:03.462578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40892) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:03.487472 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfcadcc-1ae9-418b-b313-fb7a556fefac tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] DELETE failed (client error): The resource could not be found. Mar 28 15:45:03.487916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfcadcc-1ae9-418b-b313-fb7a556fefac tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:45:03.489465 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fcfcadcc-1ae9-418b-b313-fb7a556fefac tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/networks/38650166-fd50-43a3-9a16-2ad3c982b7fe HTTP/1.1" status: 404 len: 339 time: 0.0259769 Mar 28 15:45:03.491731 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40896) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:03.526465 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-6488afc6-470f-43ce-ac7d-ed54aa04f013 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] DELETE failed (client error): The resource could not be found. Mar 28 15:45:03.526888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6488afc6-470f-43ce-ac7d-ed54aa04f013 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:45:03.528700 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6488afc6-470f-43ce-ac7d-ed54aa04f013 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/subnets/d1845354-8183-4029-9472-edae257a1909 HTTP/1.1" status: 404 len: 337 time: 0.0361347 Mar 28 15:45:03.531366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40900) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:03.554228 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.pecan_wsgi.hooks.translation [None req-590aed37-4f7e-4312-bf95-4d3c99021971 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] DELETE failed (client error): The resource could not be found. Mar 28 15:45:03.554662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590aed37-4f7e-4312-bf95-4d3c99021971 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 15:45:03.556207 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-590aed37-4f7e-4312-bf95-4d3c99021971 tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/networks/9c35155a-d739-404c-ad20-90803e2defb2 HTTP/1.1" status: 404 len: 339 time: 0.0240157 Mar 28 15:45:03.558224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40904) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:03.606962 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] Deleting port ce4ce119-056b-45eb-8e4a-ff2fc33f6e71 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:03.608119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.623833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88f5173-6732-49b2-b177-0c49032de9cb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Deleting subnet ceb63d48-c509-4679-865e-b34f1a4e3149 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:45:03.626835 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c88f5173-6732-49b2-b177-0c49032de9cb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.676374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1e17b021-3671-41a2-bdb5-f1c9d23f9679 None None] The port 'ce4ce119-056b-45eb-8e4a-ff2fc33f6e71' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:45:03.696700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c88f5173-6732-49b2-b177-0c49032de9cb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.781760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c88f5173-6732-49b2-b177-0c49032de9cb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.901727 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c88f5173-6732-49b2-b177-0c49032de9cb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.938487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f5173-6732-49b2-b177-0c49032de9cb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb63d48-c509-4679-865e-b34f1a4e3149,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:03.943751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c88f5173-6732-49b2-b177-0c49032de9cb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:03.950562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5b6556-598c-4ca6-86d0-73048b5ac22e None None] Network a0243b3c-df99-4b06-b7f0-f091f6321d58 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:03.953491 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c88f5173-6732-49b2-b177-0c49032de9cb tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/subnets/ceb63d48-c509-4679-865e-b34f1a4e3149 HTTP/1.1" status: 204 len: 168 time: 0.3943737 Mar 28 15:45:03.955948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40908) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:04.067923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.078455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Deleting port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:04.078785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.202806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] DHCP port deletion for a0243b3c-df99-4b06-b7f0-f091f6321d58 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:45:04.207195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] Deleting port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:04.207569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.283235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] For port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a792dd7-c2ca-40ad-9b43-db33f1c01d26,segment=NetworkSegment(34959b94-8446-4e00-a13f-0db06e15659d),segment_id=34959b94-8446-4e00-a13f-0db06e15659d)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:04.283850 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.404654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Calling delete_port for 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:45:04.408338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] For port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7a792dd7-c2ca-40ad-9b43-db33f1c01d26,segment=NetworkSegment(34959b94-8446-4e00-a13f-0db06e15659d),segment_id=34959b94-8446-4e00-a13f-0db06e15659d)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:04.408740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.533761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] Calling delete_port for 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:45:04.650741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:45:04.656097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.687829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:45:04.688221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:45:04.690652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:45:04.691052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:45:04.703517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Port': ['ID=7a792dd7-c2ca-40ad-9b43-db33f1c01d26,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:04.707587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] No DVR routers for this DVR port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:45:04.743852 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.744192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.744520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.744848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.745170 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.745491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.745811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.746128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.746446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.746765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.747097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.747417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:04.837772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.862592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0243b3c-df99-4b06-b7f0-f091f6321d58']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:04.874147 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34959b94-8446-4e00-a13f-0db06e15659d') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:04.874446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34959b94-8446-4e00-a13f-0db06e15659d') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:04.885643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.905167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.911396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:45:04.911750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:45:04.926520 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:45:05.067541 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:05.084295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:05.095608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] Pushing event deleted for resources: {'Network': ['ID=a0243b3c-df99-4b06-b7f0-f091f6321d58,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:05.099585 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0e94fd69-79dc-4ff4-b629-10ebbd8826dc tempest-NetworksIpV6Test-1019738638 tempest-NetworksIpV6Test-1019738638-project] 10.222.0.16 "DELETE /v2.0/networks/a0243b3c-df99-4b06-b7f0-f091f6321d58 HTTP/1.1" status: 204 len: 168 time: 1.1427360 Mar 28 15:45:05.193010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] Deleting port 7a792dd7-c2ca-40ad-9b43-db33f1c01d26 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:05.193397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:05.260383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-04052ed2-86d2-40e7-8565-8f7f6efa60cf None None] The port '7a792dd7-c2ca-40ad-9b43-db33f1c01d26' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:45:05.514120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40916) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:05.655140 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ee0ac96c-7217-4617-8896-f7e7ba9aa124 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0e4e6097f6e49f18a3b8a7f585d4532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398361 Mar 28 15:45:05.657607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40922) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:05.719503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d968276-3184-4d5d-b6dd-ed61e5077c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:05.747678 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d968276-3184-4d5d-b6dd-ed61e5077c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:05.878626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d968276-3184-4d5d-b6dd-ed61e5077c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:05.894291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d968276-3184-4d5d-b6dd-ed61e5077c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c93e29a-c433-4bff-a283-f6f0231b2bf1,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:05.899334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4d968276-3184-4d5d-b6dd-ed61e5077c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:05.900461 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4d968276-3184-4d5d-b6dd-ed61e5077c5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c93e29a-c433-4bff-a283-f6f0231b2bf1 HTTP/1.1" status: 204 len: 168 time: 0.2419851 Mar 28 15:45:06.827984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40946) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:06.927293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-531914002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:06.934064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:06.937920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Usage tracker for resource:router and tenant:3d71c7d516094706ae7b2a5e38322445 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:06.940790 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:06.946881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:07.010355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.011345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.026148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.084966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.158891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.160085 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-38d61525-3e8a-4e80-a082-8c23b8dab837 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3311267 Mar 28 15:45:07.162667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40952) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:07.167987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1640892586'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:07.172640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:07.176930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Usage tracker for resource:network and tenant:3d71c7d516094706ae7b2a5e38322445 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:07.179745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:07.185975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:07.261918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Made reservation on behalf of 3d71c7d516094706ae7b2a5e38322445 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:45:07.265951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.278349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.292682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:07.296442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Usage tracker for resource:security_group_rule and tenant:3d71c7d516094706ae7b2a5e38322445 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:07.299226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:07.304852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:07.385870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.427514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.464655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:45:07.469711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cfd87b-2b5c-45ea-bc23-bbc61d71a018,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:07.476367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.476702 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Added segment 8a15cee3-d650-421a-9b50-3913105f6480 of type vlan for network 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 Mar 28 15:45:07.503239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.564630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.569991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:07.570558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:07.677560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event updated for resources: {'Network': ['ID=7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:07.688044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:45:07.731132 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c63ef7f6-806f-4f6d-b727-315bffaac4c8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5674124 Mar 28 15:45:07.734359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40956) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:07.739917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Request body: {'subnet': {'network_id': '7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:07.931856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:07.935659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Usage tracker for resource:subnet and tenant:3d71c7d516094706ae7b2a5e38322445 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:07.938409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:07.944070 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:08.015966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Made reservation on behalf of 3d71c7d516094706ae7b2a5e38322445 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:45:08.019396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:08.273333 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:08.351447 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event updated for resources: {'Subnet': ['ID=4c57f2f8-656e-40dc-b905-6f3329586dfa,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:08.360004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Checking segment: {'id': '8a15cee3-d650-421a-9b50-3913105f6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:08.360386 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Network hostable DHCP agents. Network: 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:45:08.415858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Network 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:45:08.468008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:08.472263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:08.472828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:08.479961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac1264-5279-41d1-978f-49e175f9dfa6 None None] Network 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:08.542325 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5e3c2e9a-9850-49da-b6c2-e4cbe8aa9f4d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8068449 Mar 28 15:45:08.545232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40960) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:08.550879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1860932945'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:08.555840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:08.559717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Usage tracker for resource:network and tenant:3d71c7d516094706ae7b2a5e38322445 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:08.563048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:08.568750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:08.628091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Made reservation on behalf of 3d71c7d516094706ae7b2a5e38322445 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:45:08.631593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:08.659584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:45:08.667957 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:08.668323 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Added segment 8a420431-9451-491e-a4bd-876c668cb57a of type vlan for network a94bb713-32bf-4a69-bdb8-69c190586970 Mar 28 15:45:08.690115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422', 'network_id': '7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422', 'tenant_id': '3d71c7d516094706ae7b2a5e38322445', 'fixed_ips': [{'subnet_id': '4c57f2f8-656e-40dc-b905-6f3329586dfa'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:45:08.690977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:08.694645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:08.765415 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:08.770833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:08.771436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:08.843569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Allocated IP 172.20.0.2 (7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422/4c57f2f8-656e-40dc-b905-6f3329586dfa/1ee34a2e-06f1-46a4-a30e-1d8ce9123eef) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:45:08.877641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event updated for resources: {'Network': ['ID=a94bb713-32bf-4a69-bdb8-69c190586970,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:08.887859 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network a94bb713-32bf-4a69-bdb8-69c190586970 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:45:08.894049 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-516574b3-9539-4c61-a594-33d79916cbe4 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3449745 Mar 28 15:45:08.894219 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40964) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:08.899657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Request body: {'subnet': {'network_id': 'a94bb713-32bf-4a69-bdb8-69c190586970', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:09.016282 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:09.020143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Usage tracker for resource:subnet and tenant:3d71c7d516094706ae7b2a5e38322445 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:09.022990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:09.029027 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:09.108010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Made reservation on behalf of 3d71c7d516094706ae7b2a5e38322445 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:45:09.111593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:09.171600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:09.181396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Transition to ACTIVE for port object 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:09.202717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Transition to ACTIVE for port object 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:09.256548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:09.316094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Network 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:09.318784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:09.321560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:45:09.370451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:09.394057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Pushing event updated for resources: {'Port': ['ID=1ee34a2e-06f1-46a4-a30e-1d8ce9123eef,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:09.422021 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Attempting to bind port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:45:09.422390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Attempting to bind port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '8a15cee3-d650-421a-9b50-3913105f6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:45:09.422753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Attempting to bind port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef on network 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:09.428039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:45:09.428412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Checking segment: {'id': '8a15cee3-d650-421a-9b50-3913105f6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:09.428815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:09.429224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Bound using segment: {'id': '8a15cee3-d650-421a-9b50-3913105f6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:45:09.429668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Bound port: 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a15cee3-d650-421a-9b50-3913105f6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:45:09.430078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:09.455860 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event updated for resources: {'Subnet': ['ID=9c2ff3c8-3d5c-4835-846c-8bc2fbdbde4a,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:09.459874 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Checking segment: {'id': '8a420431-9451-491e-a4bd-876c668cb57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a94bb713-32bf-4a69-bdb8-69c190586970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:09.460236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Network hostable DHCP agents. Network: a94bb713-32bf-4a69-bdb8-69c190586970, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:45:09.516191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] For port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:45:09.519083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] For port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1ee34a2e-06f1-46a4-a30e-1d8ce9123eef,segment=NetworkSegment(8a15cee3-d650-421a-9b50-3913105f6480),segment_id=8a15cee3-d650-421a-9b50-3913105f6480)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:45:09.558825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Network a94bb713-32bf-4a69-bdb8-69c190586970 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:45:09.581815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:09.656425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, a94bb713-32bf-4a69-bdb8-69c190586970) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:09.661350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:09.662098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:09.663116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0263a52-2114-4b47-bca1-f2a1ec0ba6ae None None] Pushing event updated for resources: {'Port': ['ID=1ee34a2e-06f1-46a4-a30e-1d8ce9123eef,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:09.666827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d93e84-4d68-432c-addd-67c692dc73ce None None] Network a94bb713-32bf-4a69-bdb8-69c190586970 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:09.754017 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9266b37b-52b8-48fe-a25f-24ba8cc901b8 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8587263 Mar 28 15:45:09.757048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40968) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:09.763101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b6daaceb-2445-4922-901d-9c5bdf4acda3 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a94bb713-32bf-4a69-bdb8-69c190586970'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:09.907064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-a94bb713-32bf-4a69-bdb8-69c190586970', 'network_id': 'a94bb713-32bf-4a69-bdb8-69c190586970', 'tenant_id': '3d71c7d516094706ae7b2a5e38322445', 'fixed_ips': [{'subnet_id': '9c2ff3c8-3d5c-4835-846c-8bc2fbdbde4a'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:45:09.910356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.083121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Allocated IP 172.21.0.2 (a94bb713-32bf-4a69-bdb8-69c190586970/9c2ff3c8-3d5c-4835-846c-8bc2fbdbde4a/40891950-3dc9-4b7c-b2f8-f9d60116c55f) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:45:10.163061 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6daaceb-2445-4922-901d-9c5bdf4acda3 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.287828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.297627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Transition to ACTIVE for port object 40891950-3dc9-4b7c-b2f8-f9d60116c55f will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:10.315844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Transition to ACTIVE for port object 40891950-3dc9-4b7c-b2f8-f9d60116c55f will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:10.375347 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.api.v2.resource [None req-b6daaceb-2445-4922-901d-9c5bdf4acda3 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 15:45:10.376986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.378492 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b6daaceb-2445-4922-901d-9c5bdf4acda3 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "PUT /v2.0/routers/0fd8ad17-71cd-429e-a68e-880908b87721 HTTP/1.1" status: 400 len: 364 time: 0.6198399 Mar 28 15:45:10.384198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40972) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:10.439284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Network a94bb713-32bf-4a69-bdb8-69c190586970 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:10.442086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:10.446396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:45:10.470174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f20c133-e6fc-41f3-84ca-f478bbd7328d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Deleting subnet 9c2ff3c8-3d5c-4835-846c-8bc2fbdbde4a {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:45:10.473716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f20c133-e6fc-41f3-84ca-f478bbd7328d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.484249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Pushing event updated for resources: {'Port': ['ID=40891950-3dc9-4b7c-b2f8-f9d60116c55f,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:10.535043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f20c133-e6fc-41f3-84ca-f478bbd7328d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.551138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Attempting to bind port 40891950-3dc9-4b7c-b2f8-f9d60116c55f on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:45:10.551509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Attempting to bind port 40891950-3dc9-4b7c-b2f8-f9d60116c55f by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '8a420431-9451-491e-a4bd-876c668cb57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a94bb713-32bf-4a69-bdb8-69c190586970'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:45:10.551874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Attempting to bind port 40891950-3dc9-4b7c-b2f8-f9d60116c55f on network a94bb713-32bf-4a69-bdb8-69c190586970 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:10.557539 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:45:10.557916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Checking segment: {'id': '8a420431-9451-491e-a4bd-876c668cb57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a94bb713-32bf-4a69-bdb8-69c190586970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:10.558317 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.558711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Bound using segment: {'id': '8a420431-9451-491e-a4bd-876c668cb57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a94bb713-32bf-4a69-bdb8-69c190586970'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:45:10.559198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Bound port: 40891950-3dc9-4b7c-b2f8-f9d60116c55f, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a420431-9451-491e-a4bd-876c668cb57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a94bb713-32bf-4a69-bdb8-69c190586970'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:45:10.559575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.619993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f20c133-e6fc-41f3-84ca-f478bbd7328d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.686793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb3258-1f17-474f-b591-8ec4ce563795 None None] Network 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:10.715439 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:10.770938 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f20c133-e6fc-41f3-84ca-f478bbd7328d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.815590 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20c133-e6fc-41f3-84ca-f478bbd7328d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2ff3c8-3d5c-4835-846c-8bc2fbdbde4a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:10.817631 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f20c133-e6fc-41f3-84ca-f478bbd7328d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.824529 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0f20c133-e6fc-41f3-84ca-f478bbd7328d tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "DELETE /v2.0/subnets/9c2ff3c8-3d5c-4835-846c-8bc2fbdbde4a HTTP/1.1" status: 204 len: 168 time: 0.4392672 Mar 28 15:45:10.826965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40976) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:10.873176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] For port 40891950-3dc9-4b7c-b2f8-f9d60116c55f, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:45:10.893808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] For port 40891950-3dc9-4b7c-b2f8-f9d60116c55f, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=40891950-3dc9-4b7c-b2f8-f9d60116c55f,segment=NetworkSegment(8a420431-9451-491e-a4bd-876c668cb57a),segment_id=8a420431-9451-491e-a4bd-876c668cb57a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:45:10.949207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.950110 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-669cb8ee-239b-49b8-a9b7-164224369fc4 None None] Provisioning for port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:10.957898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:10.959877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Deleting port 40891950-3dc9-4b7c-b2f8-f9d60116c55f {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:10.960213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.020334 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:11.046011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:11.046502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.146642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4fe24-2ed3-46c0-a265-2cf9e4afa8fe None None] Pushing event updated for resources: {'Port': ['ID=40891950-3dc9-4b7c-b2f8-f9d60116c55f,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:11.247278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.284874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] For port 40891950-3dc9-4b7c-b2f8-f9d60116c55f, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=40891950-3dc9-4b7c-b2f8-f9d60116c55f,segment=NetworkSegment(8a420431-9451-491e-a4bd-876c668cb57a),segment_id=8a420431-9451-491e-a4bd-876c668cb57a)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:11.285243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.285575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1ee34a2e-06f1-46a4-a30e-1d8ce9123eef,segment=NetworkSegment(8a15cee3-d650-421a-9b50-3913105f6480),segment_id=8a15cee3-d650-421a-9b50-3913105f6480)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:11.353610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.442441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=1ee34a2e-06f1-46a4-a30e-1d8ce9123eef,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:11.445530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Calling delete_port for 40891950-3dc9-4b7c-b2f8-f9d60116c55f owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:45:11.575619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.619410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-09f336f0-b17a-40c1-ace6-3b82cd079c45 None None] Provisioning complete for port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:11.619877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-09f336f0-b17a-40c1-ace6-3b82cd079c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.626625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event deleted for resources: {'Port': ['ID=40891950-3dc9-4b7c-b2f8-f9d60116c55f,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:11.630051 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] No DVR routers for this DVR port 40891950-3dc9-4b7c-b2f8-f9d60116c55f on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:45:11.774305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.800305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94bb713-32bf-4a69-bdb8-69c190586970']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:11.813131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a420431-9451-491e-a4bd-876c668cb57a') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:11.813430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a420431-9451-491e-a4bd-876c668cb57a') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:11.825205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.842370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.848885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:45:11.849281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:45:11.864527 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:45:12.010517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.029522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.046406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event deleted for resources: {'Network': ['ID=a94bb713-32bf-4a69-bdb8-69c190586970,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:12.052770 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e4ef012a-0eb0-4192-bab2-5ab94ddf3403 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "DELETE /v2.0/networks/a94bb713-32bf-4a69-bdb8-69c190586970 HTTP/1.1" status: 204 len: 168 time: 1.2226467 Mar 28 15:45:12.053971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 40980) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:12.120303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-34188da2-d9c0-4564-8b4a-0f634f4fb2d2 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Deleting subnet 4c57f2f8-656e-40dc-b905-6f3329586dfa {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:45:12.123921 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34188da2-d9c0-4564-8b4a-0f634f4fb2d2 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.130540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fbaa56-9ce7-4a48-a3b6-d4ba8268dfe6 None None] DHCP port deletion for a94bb713-32bf-4a69-bdb8-69c190586970 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:45:12.145087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d387d7-ea69-42a9-9e37-5813bd08f3db None None] Network a94bb713-32bf-4a69-bdb8-69c190586970 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:12.166715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d387d7-ea69-42a9-9e37-5813bd08f3db None None] Network a94bb713-32bf-4a69-bdb8-69c190586970 could not be found, it might have been deleted concurrently. {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 15:45:12.168088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7fd8662a-7367-4660-a47b-220d1a91bdce None None] Could not find standard attr ID for object 40891950-3dc9-4b7c-b2f8-f9d60116c55f. {{(pid=88488) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 15:45:12.184400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34188da2-d9c0-4564-8b4a-0f634f4fb2d2 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.265198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34188da2-d9c0-4564-8b4a-0f634f4fb2d2 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.405694 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34188da2-d9c0-4564-8b4a-0f634f4fb2d2 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.446602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34188da2-d9c0-4564-8b4a-0f634f4fb2d2 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event deleted for resources: {'Subnet': ['ID=4c57f2f8-656e-40dc-b905-6f3329586dfa,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:12.452753 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34188da2-d9c0-4564-8b4a-0f634f4fb2d2 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.458894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2464bfb-e809-4dd3-b812-7a534410bb73 None None] Network 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:12.459058 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-34188da2-d9c0-4564-8b4a-0f634f4fb2d2 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "DELETE /v2.0/subnets/4c57f2f8-656e-40dc-b905-6f3329586dfa HTTP/1.1" status: 204 len: 168 time: 0.4047384 Mar 28 15:45:12.461571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40984) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:12.575519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.586012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Deleting port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:12.586345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.668990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:12.709179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] DHCP port deletion for 7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:45:12.718720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] Deleting port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:12.719189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.802011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] For port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1ee34a2e-06f1-46a4-a30e-1d8ce9123eef,segment=NetworkSegment(8a15cee3-d650-421a-9b50-3913105f6480),segment_id=8a15cee3-d650-421a-9b50-3913105f6480)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:12.802373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.829382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:12.829677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:12.987447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] For port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=1ee34a2e-06f1-46a4-a30e-1d8ce9123eef,segment=NetworkSegment(8a15cee3-d650-421a-9b50-3913105f6480),segment_id=8a15cee3-d650-421a-9b50-3913105f6480)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:12.987833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.027008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Calling delete_port for 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:45:13.136132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] Calling delete_port for 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:45:13.136696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.184665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event deleted for resources: {'Port': ['ID=1ee34a2e-06f1-46a4-a30e-1d8ce9123eef,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:13.190464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] No DVR routers for this DVR port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:45:13.231973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:45:13.232319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:45:13.314094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.339437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:13.351014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a15cee3-d650-421a-9b50-3913105f6480') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:13.351401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a15cee3-d650-421a-9b50-3913105f6480') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:13.363276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.379377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.385393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:45:13.385810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:45:13.400255 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:45:13.512870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.530030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.540781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Pushing event deleted for resources: {'Network': ['ID=7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:13.546435 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8bc22ef9-14c7-464d-a2b5-5ffa7559c58b tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "DELETE /v2.0/networks/7b0e6cd1-3ab2-48fb-9e06-00e70e2cb422 HTTP/1.1" status: 204 len: 168 time: 1.0838428 Mar 28 15:45:13.549068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40988) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:13.591370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-af409211-c375-4c9c-bfc3-b7c2a79c6cb0 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Synchronizing usage tracker for tenant:3d71c7d516094706ae7b2a5e38322445 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:45:13.655772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-af409211-c375-4c9c-bfc3-b7c2a79c6cb0 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Unset dirty status for tenant:3d71c7d516094706ae7b2a5e38322445 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:45:13.656837 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-af409211-c375-4c9c-bfc3-b7c2a79c6cb0 tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fd8ad17-71cd-429e-a68e-880908b87721 HTTP/1.1" status: 200 len: 205 time: 0.1068895 Mar 28 15:45:13.659403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 40992) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:13.733447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] Deleting port 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:45:13.733849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.792402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-faa289ae-a7ad-401e-b4ad-83ee5a60303a tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:13.798726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-c49a7891-d42e-456b-804e-faeba9c57b7d None None] The port '1ee34a2e-06f1-46a4-a30e-1d8ce9123eef' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:45:14.081878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-faa289ae-a7ad-401e-b4ad-83ee5a60303a tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:14.083958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-faa289ae-a7ad-401e-b4ad-83ee5a60303a tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:14.170143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-faa289ae-a7ad-401e-b4ad-83ee5a60303a tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:14.170632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa289ae-a7ad-401e-b4ad-83ee5a60303a tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Fanout notify agent at l3_agent the message router_deleted on router 0fd8ad17-71cd-429e-a68e-880908b87721 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:45:14.181669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-faa289ae-a7ad-401e-b4ad-83ee5a60303a tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:14.187516 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-faa289ae-a7ad-401e-b4ad-83ee5a60303a tempest-RoutersNegativeTest-1891168066 tempest-RoutersNegativeTest-1891168066-project] 10.222.0.16 "DELETE /v2.0/routers/0fd8ad17-71cd-429e-a68e-880908b87721 HTTP/1.1" status: 204 len: 168 time: 0.5224459 Mar 28 15:45:14.641133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41000) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:14.656691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:45:14.732851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:45:14.733192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 1ee34a2e-06f1-46a4-a30e-1d8ce9123eef not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:45:14.789365 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-63af6f8e-3445-487e-91a9-c3a1c03d9985 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d71c7d516094706ae7b2a5e38322445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471131 Mar 28 15:45:14.791826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41006) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:14.847720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-115a8ad0-f62b-45c8-8cf5-5d85e242f50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:14.872359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-115a8ad0-f62b-45c8-8cf5-5d85e242f50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:15.027868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-115a8ad0-f62b-45c8-8cf5-5d85e242f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:15.043479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a8ad0-f62b-45c8-8cf5-5d85e242f50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cfd87b-2b5c-45ea-bc23-bbc61d71a018,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:15.048315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-115a8ad0-f62b-45c8-8cf5-5d85e242f50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:15.049289 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-115a8ad0-f62b-45c8-8cf5-5d85e242f50f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05cfd87b-2b5c-45ea-bc23-bbc61d71a018 HTTP/1.1" status: 204 len: 168 time: 0.2565913 Mar 28 15:45:15.969882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41030) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:16.071188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1383741303-network', 'tenant_id': '602b84ef239145b886535a597183f607'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:16.077438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:16.081297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Usage tracker for resource:network and tenant:602b84ef239145b886535a597183f607 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:16.084144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:16.090305 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:16.158546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Made reservation on behalf of 602b84ef239145b886535a597183f607 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:45:16.160767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:16.172465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:16.186712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:16.190500 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Usage tracker for resource:security_group_rule and tenant:602b84ef239145b886535a597183f607 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:16.193353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:16.198979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:16.281827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:16.335698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:16.366628 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:45:16.371600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a936355c-1651-42e6-9211-9f0e01369a61,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:16.378791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:16.379693 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Added segment dfe2fa56-52b8-40c6-8266-3cac8e3b619f of type vlan for network 09290aac-826a-4962-8f3d-fcc13c9192c5 Mar 28 15:45:16.404522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:16.478986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:16.479880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:16.480482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:16.582517 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] Pushing event updated for resources: {'Network': ['ID=09290aac-826a-4962-8f3d-fcc13c9192c5,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:16.591676 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:45:16.611526 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9e5e19f1-f25e-47ad-8d06-9c68d5491d45 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6405764 Mar 28 15:45:16.614277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41036) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:16.619477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Request body: {'subnet': {'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-subnet', 'tenant_id': '602b84ef239145b886535a597183f607', 'ip_version': 4}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:16.624167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:16.628571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Usage tracker for resource:subnet and tenant:602b84ef239145b886535a597183f607 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:16.631419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:16.637236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:16.707432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Made reservation on behalf of 602b84ef239145b886535a597183f607 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:45:16.709826 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:17.090758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:17.164750 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad2674d-e6b7-4dff-ac3b-48711f296e12,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:17.174657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Checking segment: {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:17.175014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Network hostable DHCP agents. Network: 09290aac-826a-4962-8f3d-fcc13c9192c5, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:45:17.261532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:45:17.330255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 09290aac-826a-4962-8f3d-fcc13c9192c5) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:17.334255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:17.334884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:17.339276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe768f-70b6-4de8-965d-80cd3016ac46 None None] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:17.423206 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-06a2d825-dd20-419f-93c5-0642ac918875 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8077490 Mar 28 15:45:17.425760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41040) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:17.430783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:17.435411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:17.439856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Usage tracker for resource:router and tenant:602b84ef239145b886535a597183f607 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:17.442636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:17.448355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:17.513504 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:17.514469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:17.529552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:17.553878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-09290aac-826a-4962-8f3d-fcc13c9192c5', 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5', 'tenant_id': '602b84ef239145b886535a597183f607', 'fixed_ips': [{'subnet_id': '3ad2674d-e6b7-4dff-ac3b-48711f296e12'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:45:17.554697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:17.705914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Allocated IP 172.20.0.2 (09290aac-826a-4962-8f3d-fcc13c9192c5/3ad2674d-e6b7-4dff-ac3b-48711f296e12/6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:45:17.870881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:17.917127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:17.926768 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Transition to ACTIVE for port object 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:17.944492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Transition to ACTIVE for port object 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:18.037698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:18.097260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:18.100100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:18.103688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:45:18.146076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Pushing event updated for resources: {'Port': ['ID=6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:18.187782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.188133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.188477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.188814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.189146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.189521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.189816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.190145 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.190471 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.190795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.191142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.203695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:18.214098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Attempting to bind port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:45:18.214458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Attempting to bind port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:45:18.214815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Attempting to bind port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 on network 09290aac-826a-4962-8f3d-fcc13c9192c5 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:18.220747 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:45:18.221118 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Checking segment: {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:18.221518 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:18.221911 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Bound using segment: {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:45:18.222365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Bound port: 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:45:18.222738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:18.238566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:18.273167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:18.311132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] For port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:45:18.314630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] For port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:45:18.402220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Allocated IP 172.26.7.144 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/6cb7f52e-cb2a-4e84-aa26-dc7aa123296e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:45:18.491050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:18.550891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:18.571975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7fbc0-86cb-4041-9588-1265be77507c None None] Pushing event updated for resources: {'Port': ['ID=6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:18.627653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:18.690063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:18.692864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:18.695349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:45:18.743117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Pushing event updated for resources: {'Port': ['ID=6cb7f52e-cb2a-4e84-aa26-dc7aa123296e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:19.278406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:19.545498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf36029-02d4-49c4-b618-aa3226177a36 None None] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:19.621612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:19.709171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c471575e-2857-447e-94e0-899b61060274 None None] Provisioning for port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:19.879118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Router fc6482cc-702b-438c-abef-eaaa0a6608e1 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:45:20.060980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:45:20.069123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Sync routers for ids ['fc6482cc-702b-438c-abef-eaaa0a6608e1'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:45:20.078602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Routers {'fc6482cc-702b-438c-abef-eaaa0a6608e1'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:45:20.079226 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:44:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fc6482cc-702b-438c-abef-eaaa0a6608e1'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:20.135838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:20.137092 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-880893bd-3f82-48b4-ab6d-1a91b69c50db admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7103977 Mar 28 15:45:20.139818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41044) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:20.288058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Set router fc6482cc-702b-438c-abef-eaaa0a6608e1 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:45:20.573100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:17Z', 'updated_at': '2022-03-28T15:45:19Z', 'revision_number': 3, 'project_id': '602b84ef239145b886535a597183f607', 'gw_port': {'id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:18Z', 'updated_at': '2022-03-28T15:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:20.576961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Checking router: fc6482cc-702b-438c-abef-eaaa0a6608e1 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:45:20.577310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Updating router fc6482cc-702b-438c-abef-eaaa0a6608e1 port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:45:20.631091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:20.725400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:20.904086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:20.912490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:20.914429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:20.920277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.111826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.123223 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Allocated IP 172.20.0.1 (09290aac-826a-4962-8f3d-fcc13c9192c5/3ad2674d-e6b7-4dff-ac3b-48711f296e12/37a6fa91-9de7-4694-8dfd-21b94aed6a1c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:45:21.137152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.160991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Transition to ACTIVE for port object 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:21.167466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:21.216373 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.253994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.284122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.295380 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Attempting to bind port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:45:21.295752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Attempting to bind port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:45:21.296118 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Attempting to bind port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:21.299336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Transition to ACTIVE for port object 37a6fa91-9de7-4694-8dfd-21b94aed6a1c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:21.303621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf7a0-69ff-4454-9b5c-d53c42cee295 None None] Pushing event updated for resources: {'Port': ['ID=6cb7f52e-cb2a-4e84-aa26-dc7aa123296e,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:21.351117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:45:21.351490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:21.351893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.352274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:45:21.352740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Bound port: 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:45:21.353115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.376855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.435601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:21.438719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:21.440346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b87e8f64-9f0c-42c6-8b17-b96669727d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.446285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:45:21.446675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:21.459947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] For port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:45:21.462022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] For port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6cb7f52e-cb2a-4e84-aa26-dc7aa123296e,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:45:21.495440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Pushing event updated for resources: {'Port': ['ID=37a6fa91-9de7-4694-8dfd-21b94aed6a1c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:21.512882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.519520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.598931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Routers {'fc6482cc-702b-438c-abef-eaaa0a6608e1'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:45:21.599664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:44:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fc6482cc-702b-438c-abef-eaaa0a6608e1'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:21.688033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf7a0-69ff-4454-9b5c-d53c42cee295 None None] Pushing event updated for resources: {'Port': ['ID=6cb7f52e-cb2a-4e84-aa26-dc7aa123296e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:21.777513 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a5743660-1fa4-4eb9-9720-d7bc25294b01 None None] Provisioning for port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:21.796956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a5743660-1fa4-4eb9-9720-d7bc25294b01 None None] Provisioning complete for port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:21.797338 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a5743660-1fa4-4eb9-9720-d7bc25294b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.834473 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:21.836078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] Set router fc6482cc-702b-438c-abef-eaaa0a6608e1 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:45:22.025974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a5743660-1fa4-4eb9-9720-d7bc25294b01 None None] Port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:45:22.057165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:22.102015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:22.174297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:17Z', 'updated_at': '2022-03-28T15:45:19Z', 'revision_number': 3, 'project_id': '602b84ef239145b886535a597183f607', 'gw_port': {'id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:18Z', 'updated_at': '2022-03-28T15:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:22.178624 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9501b2-7ef5-487b-a4e4-bda5fbf58433 None None] The sync data for ids ['fc6482cc-702b-438c-abef-eaaa0a6608e1'] in dv-neutron-828143-13-hyperv is: [{'id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:17Z', 'updated_at': '2022-03-28T15:45:19Z', 'revision_number': 3, 'project_id': '602b84ef239145b886535a597183f607', 'gw_port': {'id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:18Z', 'updated_at': '2022-03-28T15:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:45:22.207257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:22.210719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Pushing event updated for resources: {'Port': ['ID=37a6fa91-9de7-4694-8dfd-21b94aed6a1c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:22.463973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:22.465111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:22.678234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Router fc6482cc-702b-438c-abef-eaaa0a6608e1 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:45:22.762511 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-e56aaa08-e316-42fd-a2a4-ff5ab210ce99 None None] Provisioning complete for port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:22.762999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e56aaa08-e316-42fd-a2a4-ff5ab210ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:22.795094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:22.869463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:45:22.871569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e56aaa08-e316-42fd-a2a4-ff5ab210ce99 None None] Port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:45:22.883068 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-024144c6-76d6-4ec6-9834-512c1d42110d admin admin] 10.222.0.16 "PUT /v2.0/routers/fc6482cc-702b-438c-abef-eaaa0a6608e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7387190 Mar 28 15:45:22.887788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:22.888156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.011287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:23.210579 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:23.215633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:23.216026 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.334636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.352320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6cb7f52e-cb2a-4e84-aa26-dc7aa123296e,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:23.409953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.489233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=6cb7f52e-cb2a-4e84-aa26-dc7aa123296e,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:23.547984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d81a84f4-86fa-4d75-8c3f-06c9a63a2e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.681935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41062) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:23.688156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-590435387-network', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:23.692881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:23.696695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Usage tracker for resource:network and tenant:c28e7098c4d34a35b10159e0372b5dc0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:23.699492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:23.705648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:23.752981 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Sync routers for ids ['fc6482cc-702b-438c-abef-eaaa0a6608e1'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:45:23.753560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Made reservation on behalf of c28e7098c4d34a35b10159e0372b5dc0 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:45:23.755949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.762926 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Routers {'fc6482cc-702b-438c-abef-eaaa0a6608e1'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:45:23.767092 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:45:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fc6482cc-702b-438c-abef-eaaa0a6608e1'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:23.768709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.783010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:23.786842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Usage tracker for resource:security_group_rule and tenant:c28e7098c4d34a35b10159e0372b5dc0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:23.789618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:23.795289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:23.875855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.924508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.936607 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Set router fc6482cc-702b-438c-abef-eaaa0a6608e1 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:45:23.952323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:45:23.966983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36fddd7-cc55-407a-9e6a-e9ee35f23608,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:23.971183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:23.971518 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Added segment 4ce5095e-2bd6-42e7-8fd5-4d3275b74a34 of type vlan for network 41be788d-1e98-48aa-b87a-91b1d199d5d7 Mar 28 15:45:23.997169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.084642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.085618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:24.086201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.187801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] Pushing event updated for resources: {'Network': ['ID=41be788d-1e98-48aa-b87a-91b1d199d5d7,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:24.197002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 41be788d-1e98-48aa-b87a-91b1d199d5d7 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:45:24.228392 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-09ed1df9-0033-4b27-975f-c4569dfa42bf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5453610 Mar 28 15:45:24.230945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41066) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:24.236805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Request body: {'subnet': {'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-subnet', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'ip_version': 4}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:24.242003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:24.245868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Usage tracker for resource:subnet and tenant:c28e7098c4d34a35b10159e0372b5dc0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:24.248681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:24.254195 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:17Z', 'updated_at': '2022-03-28T15:45:21Z', 'revision_number': 4, 'project_id': '602b84ef239145b886535a597183f607', 'gw_port': {'id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:18Z', 'updated_at': '2022-03-28T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '37a6fa91-9de7-4694-8dfd-21b94aed6a1c', 'name': '', 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5', 'tenant_id': '602b84ef239145b886535a597183f607', 'mac_address': 'fa:16:3e:09:ac:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '3ad2674d-e6b7-4dff-ac3b-48711f296e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:20Z', 'updated_at': '2022-03-28T15:45:21Z', 'revision_number': 2, 'project_id': '602b84ef239145b886535a597183f607', 'subnets': [{'id': '3ad2674d-e6b7-4dff-ac3b-48711f296e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:24.255644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:24.257988 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Checking router: fc6482cc-702b-438c-abef-eaaa0a6608e1 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:45:24.258330 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Updating router fc6482cc-702b-438c-abef-eaaa0a6608e1 port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:45:24.309041 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.314066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Made reservation on behalf of c28e7098c4d34a35b10159e0372b5dc0 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:45:24.316454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.587777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.610311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.652009 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.664005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e148efd-fa4e-4505-a672-fecd7b6f8b6b,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:24.664346 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Transition to ACTIVE for port object 37a6fa91-9de7-4694-8dfd-21b94aed6a1c will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:24.674376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Checking segment: {'id': '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:24.674732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Network hostable DHCP agents. Network: 41be788d-1e98-48aa-b87a-91b1d199d5d7, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:45:24.677815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:24.719399 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.736000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Network 41be788d-1e98-48aa-b87a-91b1d199d5d7 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:45:24.744311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:24.744761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.810681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 41be788d-1e98-48aa-b87a-91b1d199d5d7) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:24.815851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:24.816429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.824597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a9827-3bc8-4876-81cf-e465e00d4cc3 None None] Network 41be788d-1e98-48aa-b87a-91b1d199d5d7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:24.903575 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e9e52c9d-3b6f-446f-9190-80ff6d5d1879 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6709154 Mar 28 15:45:24.905609 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41070) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:24.911310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:24.917216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:24.919905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Usage tracker for resource:router and tenant:c28e7098c4d34a35b10159e0372b5dc0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:45:24.922023 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Pushing event updated for resources: {'Port': ['ID=37a6fa91-9de7-4694-8dfd-21b94aed6a1c,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:24.922943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:45:24.928790 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:24.960342 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.960688 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.961020 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.961347 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.961667 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.961988 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.962306 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.962626 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.962941 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.963474 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.963856 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:24.964000 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.964245 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:45:24.995533 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Attempting to bind port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:45:24.995889 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Attempting to bind port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:45:24.996244 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Attempting to bind port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c on network 09290aac-826a-4962-8f3d-fcc13c9192c5 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:25.002542 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:45:25.002909 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Checking segment: {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:25.003888 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.005045 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Bound using segment: {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:45:25.005494 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Bound port: 37a6fa91-9de7-4694-8dfd-21b94aed6a1c, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:45:25.005858 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.033476 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.034751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.050952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.098429 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] For port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:45:25.101978 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] For port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=37a6fa91-9de7-4694-8dfd-21b94aed6a1c,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:45:25.113725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-41be788d-1e98-48aa-b87a-91b1d199d5d7', 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'fixed_ips': [{'subnet_id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:45:25.114521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.159474 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.243189 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Routers {'fc6482cc-702b-438c-abef-eaaa0a6608e1'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:45:25.243922 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:45:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fc6482cc-702b-438c-abef-eaaa0a6608e1'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:25.289095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Allocated IP 172.20.0.2 (41be788d-1e98-48aa-b87a-91b1d199d5d7/3e148efd-fa4e-4505-a672-fecd7b6f8b6b/01a7b59a-4a25-4c68-8271-0663f1916d61) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:45:25.302525 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1566c0-151e-4842-8bf6-c013ad050e76 None None] Pushing event updated for resources: {'Port': ['ID=37a6fa91-9de7-4694-8dfd-21b94aed6a1c,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:25.462352 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] Set router fc6482cc-702b-438c-abef-eaaa0a6608e1 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:45:25.502481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.571400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.582098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Transition to ACTIVE for port object 01a7b59a-4a25-4c68-8271-0663f1916d61 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:25.600953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Transition to ACTIVE for port object 01a7b59a-4a25-4c68-8271-0663f1916d61 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:25.668249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.732417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Network 41be788d-1e98-48aa-b87a-91b1d199d5d7 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:25.735813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:25.744123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:45:25.750438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Pushing event updated for resources: {'Port': ['ID=01a7b59a-4a25-4c68-8271-0663f1916d61,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:25.793650 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:17Z', 'updated_at': '2022-03-28T15:45:21Z', 'revision_number': 4, 'project_id': '602b84ef239145b886535a597183f607', 'gw_port': {'id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:18Z', 'updated_at': '2022-03-28T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '37a6fa91-9de7-4694-8dfd-21b94aed6a1c', 'name': '', 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5', 'tenant_id': '602b84ef239145b886535a597183f607', 'mac_address': 'fa:16:3e:09:ac:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '3ad2674d-e6b7-4dff-ac3b-48711f296e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:20Z', 'updated_at': '2022-03-28T15:45:25Z', 'revision_number': 4, 'project_id': '602b84ef239145b886535a597183f607', 'subnets': [{'id': '3ad2674d-e6b7-4dff-ac3b-48711f296e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:25.798254 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a6ef8-4a10-40d6-89b6-590c9e0c82a3 None None] The sync data for ids ['fc6482cc-702b-438c-abef-eaaa0a6608e1'] in dv-neutron-828143-13-hyperv is: [{'id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:17Z', 'updated_at': '2022-03-28T15:45:21Z', 'revision_number': 4, 'project_id': '602b84ef239145b886535a597183f607', 'gw_port': {'id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:18Z', 'updated_at': '2022-03-28T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '37a6fa91-9de7-4694-8dfd-21b94aed6a1c', 'name': '', 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5', 'tenant_id': '602b84ef239145b886535a597183f607', 'mac_address': 'fa:16:3e:09:ac:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '3ad2674d-e6b7-4dff-ac3b-48711f296e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:20Z', 'updated_at': '2022-03-28T15:45:25Z', 'revision_number': 4, 'project_id': '602b84ef239145b886535a597183f607', 'subnets': [{'id': '3ad2674d-e6b7-4dff-ac3b-48711f296e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:45:25.844716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Attempting to bind port 01a7b59a-4a25-4c68-8271-0663f1916d61 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:45:25.844716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Attempting to bind port 01a7b59a-4a25-4c68-8271-0663f1916d61 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:45:25.844716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Attempting to bind port 01a7b59a-4a25-4c68-8271-0663f1916d61 on network 41be788d-1e98-48aa-b87a-91b1d199d5d7 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:25.849231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:45:25.849231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Checking segment: {'id': '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:25.849231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.849564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Bound using segment: {'id': '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:45:25.854742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Bound port: 01a7b59a-4a25-4c68-8271-0663f1916d61, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:45:25.854742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.896980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.936843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:25.973225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] For port 01a7b59a-4a25-4c68-8271-0663f1916d61, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:45:25.977429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] For port 01a7b59a-4a25-4c68-8271-0663f1916d61, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01a7b59a-4a25-4c68-8271-0663f1916d61,segment=NetworkSegment(4ce5095e-2bd6-42e7-8fd5-4d3275b74a34),segment_id=4ce5095e-2bd6-42e7-8fd5-4d3275b74a34)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:45:26.039785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:26.084275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Allocated IP 172.26.7.100 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/0e7c1fb2-961e-4190-ac48-9e2365cfaff1) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:45:26.130375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1dea8-d4cd-40fd-8dbf-d9eda71b8985 None None] Pushing event updated for resources: {'Port': ['ID=01a7b59a-4a25-4c68-8271-0663f1916d61,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:26.264178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:26.293880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:26.387589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:26.471265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:26.475902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:26.478422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:45:26.520660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7c1fb2-961e-4190-ac48-9e2365cfaff1,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:26.739570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01a7b59a-4a25-4c68-8271-0663f1916d61 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:26.874315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 01a7b59a-4a25-4c68-8271-0663f1916d61 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:26.881007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 37a6fa91-9de7-4694-8dfd-21b94aed6a1c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:27.009695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:27.091235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:27.096971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:27.097472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:27.262486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:27.299251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=37a6fa91-9de7-4694-8dfd-21b94aed6a1c,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:27.325067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c135e80-bc56-47b6-9246-dc275a42069a None None] Network 41be788d-1e98-48aa-b87a-91b1d199d5d7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:45:27.409280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:27.528537 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:27.542137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=37a6fa91-9de7-4694-8dfd-21b94aed6a1c,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:27.554849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-aad74bde-62f5-49ff-ad72-500520fff313 None None] Provisioning for port 01a7b59a-4a25-4c68-8271-0663f1916d61 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:27.564481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-aad74bde-62f5-49ff-ad72-500520fff313 None None] Provisioning complete for port 01a7b59a-4a25-4c68-8271-0663f1916d61 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:27.564788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aad74bde-62f5-49ff-ad72-500520fff313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:27.739218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aad74bde-62f5-49ff-ad72-500520fff313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:27.774218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-aad74bde-62f5-49ff-ad72-500520fff313 None None] For port 01a7b59a-4a25-4c68-8271-0663f1916d61, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01a7b59a-4a25-4c68-8271-0663f1916d61,segment=NetworkSegment(4ce5095e-2bd6-42e7-8fd5-4d3275b74a34),segment_id=4ce5095e-2bd6-42e7-8fd5-4d3275b74a34)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:27.787134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:45:27.833607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-aad74bde-62f5-49ff-ad72-500520fff313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:27.907240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74bde-62f5-49ff-ad72-500520fff313 None None] Pushing event updated for resources: {'Port': ['ID=01a7b59a-4a25-4c68-8271-0663f1916d61,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:27.981411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:45:27.990162 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Sync routers for ids ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:45:27.999138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Routers {'8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:45:28.000279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:45:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:28.050515 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:28.051828 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-18c37b72-dd32-4ae6-b55f-6e9f1de25466 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1446083 Mar 28 15:45:28.054531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41074) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:45:28.084906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-63c4571c-c7f5-44ff-bfc6-f4f6bef380b5 None None] Provisioning complete for port 01a7b59a-4a25-4c68-8271-0663f1916d61 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:28.085278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-63c4571c-c7f5-44ff-bfc6-f4f6bef380b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:28.269566 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Set router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:45:28.599730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:26Z', 'revision_number': 3, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'gw_port': {'id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:28.603546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Checking router: 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:45:28.603895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Updating router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:45:28.660230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:28.686523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01a7b59a-4a25-4c68-8271-0663f1916d61 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:28.838970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:28.845466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 01a7b59a-4a25-4c68-8271-0663f1916d61 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:28.845836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.045834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Allocated IP 172.20.0.1 (41be788d-1e98-48aa-b87a-91b1d199d5d7/3e148efd-fa4e-4505-a672-fecd7b6f8b6b/dbd89cc1-e2cc-4583-8362-9d739801b4b6) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:45:29.082692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 37a6fa91-9de7-4694-8dfd-21b94aed6a1c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:29.192847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.201634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.213601 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Transition to ACTIVE for port object dbd89cc1-e2cc-4583-8362-9d739801b4b6 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:29.219198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Transition to ACTIVE for port object 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:29.224139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:29.224509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.316102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.319626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.394383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Network 41be788d-1e98-48aa-b87a-91b1d199d5d7 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:29.397048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:29.402290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:45:29.418702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Attempting to bind port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:45:29.419096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Attempting to bind port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:45:29.419461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Attempting to bind port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:29.429196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:45:29.429564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:29.429971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.430365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:45:29.430839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Bound port: 0e7c1fb2-961e-4190-ac48-9e2365cfaff1, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:45:29.431246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.450239 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd89cc1-e2cc-4583-8362-9d739801b4b6,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:29.458208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef916d8b-0da0-4fc8-9b6a-359a7697fab0 None None] Pushing event updated for resources: {'Port': ['ID=0e7c1fb2-961e-4190-ac48-9e2365cfaff1,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:29.481744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.518463 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] For port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:45:29.522285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] For port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0e7c1fb2-961e-4190-ac48-9e2365cfaff1,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:45:29.599720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.675884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.689554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Routers {'8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:45:29.690178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:45:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:29.795912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-01705cbd-4793-408b-a67f-7222c9524204 None None] Provisioning for port dbd89cc1-e2cc-4583-8362-9d739801b4b6 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:29.798861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef916d8b-0da0-4fc8-9b6a-359a7697fab0 None None] Pushing event updated for resources: {'Port': ['ID=0e7c1fb2-961e-4190-ac48-9e2365cfaff1,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:29.807489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-01705cbd-4793-408b-a67f-7222c9524204 None None] Provisioning complete for port dbd89cc1-e2cc-4583-8362-9d739801b4b6 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:29.807855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-01705cbd-4793-408b-a67f-7222c9524204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.910302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:29.936426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-01705cbd-4793-408b-a67f-7222c9524204 None None] Port dbd89cc1-e2cc-4583-8362-9d739801b4b6 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:45:29.968411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] Set router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:45:29.976518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:30.082776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:30.085894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd89cc1-e2cc-4583-8362-9d739801b4b6,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:30.220596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Network 41be788d-1e98-48aa-b87a-91b1d199d5d7 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:30.221842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:30.278397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 4, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'gw_port': {'id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'dbd89cc1-e2cc-4583-8362-9d739801b4b6', 'name': '', 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'mac_address': 'fa:16:3e:c1:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:28Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 1, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'subnets': [{'id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:30.283252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c097375d-95cc-4124-8733-7c0e6f9693ce None None] The sync data for ids ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'] in dv-neutron-828143-13-hyperv is: [{'id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 4, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'gw_port': {'id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'dbd89cc1-e2cc-4583-8362-9d739801b4b6', 'name': '', 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'mac_address': 'fa:16:3e:c1:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:28Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 1, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'subnets': [{'id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:45:30.313102 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:45:30.419410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:45:30.465059 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bdce3129-ec44-4cf5-808f-da1fec9d666b None None] Provisioning complete for port dbd89cc1-e2cc-4583-8362-9d739801b4b6 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:30.465420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bdce3129-ec44-4cf5-808f-da1fec9d666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:30.529965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-bdce3129-ec44-4cf5-808f-da1fec9d666b None None] Port dbd89cc1-e2cc-4583-8362-9d739801b4b6 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:45:30.726428 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:45:30.736328 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7404e9fb-2003-44de-be72-c49597ad6637 admin admin] 10.222.0.16 "PUT /v2.0/routers/8b0fd8a9-8e20-4c8c-bdca-9af141c613f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6803110 Mar 28 15:45:31.739241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-3907eee7-a8c6-4d07-9e69-8e4ae238c6f7 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:31.740572 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-3907eee7-a8c6-4d07-9e69-8e4ae238c6f7 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/networks?id=09290aac-826a-4962-8f3d-fcc13c9192c5 HTTP/1.1" status: 200 len: 817 time: 0.1394072 Mar 28 15:45:31.755334 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-10d61611-5da6-45e7-9707-5f50586f3a6d tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/quotas/602b84ef239145b886535a597183f607 HTTP/1.1" status: 200 len: 375 time: 0.0092549 Mar 28 15:45:31.835759 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-cf0e9350-41a1-4da1-a9c0-329fc83e9645 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=602b84ef239145b886535a597183f607&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754769 Mar 28 15:45:32.068858 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-6d684155-fb56-4e26-bbaf-8dbd4d67a22c service neutron] 10.222.0.16 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218306 Mar 28 15:45:32.207040 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-8ce12a92-ec63-41b5-baaf-dc932745316b service neutron] 10.222.0.16 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323891 Mar 28 15:45:32.478585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c846eb14-8d09-49ea-92bd-3d1ee7483f68 req-0e0b1f76-e21a-4e58-aba3-445fc371fedc tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Synchronizing usage tracker for tenant:602b84ef239145b886535a597183f607 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:45:32.558141 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c846eb14-8d09-49ea-92bd-3d1ee7483f68 req-0e0b1f76-e21a-4e58-aba3-445fc371fedc tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Unset dirty status for tenant:602b84ef239145b886535a597183f607 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:45:32.558141 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c846eb14-8d09-49ea-92bd-3d1ee7483f68 req-0e0b1f76-e21a-4e58-aba3-445fc371fedc tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 210 time: 0.1252434 Mar 28 15:45:32.657295 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:32.700706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:32.833618 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:32.838780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:32.839180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:32.957389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:32.974063 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0e7c1fb2-961e-4190-ac48-9e2365cfaff1,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:33.039260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:33.106193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=0e7c1fb2-961e-4190-ac48-9e2365cfaff1,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:33.694920 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Sync routers for ids ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:45:33.704602 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Routers {'8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:45:33.705197 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:45:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:33.712545 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f17efa85-79db-4461-9a84-dbc19f6f8cdc req-35514690-e72e-4f52-b611-158f0d02da8c tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 210 time: 0.0497327 Mar 28 15:45:33.882492 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Set router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:45:34.188189 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 4, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'gw_port': {'id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'dbd89cc1-e2cc-4583-8362-9d739801b4b6', 'name': '', 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'mac_address': 'fa:16:3e:c1:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:28Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 2, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'subnets': [{'id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:34.191936 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Checking router: 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:45:34.192284 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Updating router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 port dbd89cc1-e2cc-4583-8362-9d739801b4b6 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:45:34.244564 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:34.536681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-8a730aa8-6c07-4362-98e1-c45b026d74b4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:34.537469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-8a730aa8-6c07-4362-98e1-c45b026d74b4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Synchronizing usage tracker for tenant:602b84ef239145b886535a597183f607 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:45:34.616245 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-8a730aa8-6c07-4362-98e1-c45b026d74b4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Unset dirty status for tenant:602b84ef239145b886535a597183f607 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:45:34.617576 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-8a730aa8-6c07-4362-98e1-c45b026d74b4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.23 "GET /v2.0/networks?id=09290aac-826a-4962-8f3d-fcc13c9192c5 HTTP/1.1" status: 200 len: 817 time: 0.2324865 Mar 28 15:45:34.625145 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:34.635523 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Transition to ACTIVE for port object dbd89cc1-e2cc-4583-8362-9d739801b4b6 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:34.640016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Request body: {'port': {'device_id': '3d88e3c5-0432-4738-ba43-207b096c9e70', 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5', 'admin_state_up': True, 'tenant_id': '602b84ef239145b886535a597183f607'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:34.684092 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:34.713854 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:34.790668 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033a39e-de7a-4558-b87c-00282c3b52d9 None None] Pushing event updated for resources: {'Port': ['ID=dbd89cc1-e2cc-4583-8362-9d739801b4b6,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:34.796810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:45:34.802549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:34.802549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:34.807994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:45:34.913849 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1e9568c3-045b-4e04-b695-dbad21fe91e8 req-349b0271-05ba-4bfa-84f1-4facecd11394 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 210 time: 0.0608253 Mar 28 15:45:34.915859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Made reservation on behalf of 602b84ef239145b886535a597183f607 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:45:34.921018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:34.968273 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Attempting to bind port dbd89cc1-e2cc-4583-8362-9d739801b4b6 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:45:34.968669 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Attempting to bind port dbd89cc1-e2cc-4583-8362-9d739801b4b6 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:45:34.969031 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Attempting to bind port dbd89cc1-e2cc-4583-8362-9d739801b4b6 on network 41be788d-1e98-48aa-b87a-91b1d199d5d7 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:34.980880 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:45:34.981386 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Checking segment: {'id': '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:34.983066 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:34.983539 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Bound using segment: {'id': '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:45:34.987189 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Bound port: dbd89cc1-e2cc-4583-8362-9d739801b4b6, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:45:34.987880 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:35.089460 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] For port dbd89cc1-e2cc-4583-8362-9d739801b4b6, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:45:35.092576 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] For port dbd89cc1-e2cc-4583-8362-9d739801b4b6, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dbd89cc1-e2cc-4583-8362-9d739801b4b6,segment=NetworkSegment(4ce5095e-2bd6-42e7-8fd5-4d3275b74a34),segment_id=4ce5095e-2bd6-42e7-8fd5-4d3275b74a34)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:45:35.159830 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:35.227658 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Allocated IP 172.20.0.14 (09290aac-826a-4962-8f3d-fcc13c9192c5/3ad2674d-e6b7-4dff-ac3b-48711f296e12/b743cfa6-60f7-4d13-9962-25ae97947106) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:45:35.242109 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033a39e-de7a-4558-b87c-00282c3b52d9 None None] Pushing event updated for resources: {'Port': ['ID=dbd89cc1-e2cc-4583-8362-9d739801b4b6,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:35.247805 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Routers {'8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:45:35.247805 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:45:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:35.426716 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] Set router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:45:35.445244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:35.460927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Transition to ACTIVE for port object b743cfa6-60f7-4d13-9962-25ae97947106 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:35.594693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:35.659534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:45:35.662446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:45:35.670884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:45:35.708695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Pushing event updated for resources: {'Port': ['ID=b743cfa6-60f7-4d13-9962-25ae97947106,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:35.743521 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 4, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'gw_port': {'id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'dbd89cc1-e2cc-4583-8362-9d739801b4b6', 'name': '', 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'mac_address': 'fa:16:3e:c1:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:28Z', 'updated_at': '2022-03-28T15:45:35Z', 'revision_number': 4, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'subnets': [{'id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:45:35.744134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:35.744285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:35.748235 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b7b31-4f7a-478e-9b64-97ef3992ff6c None None] The sync data for ids ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'] in dv-neutron-828143-13-hyperv is: [{'id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:29Z', 'revision_number': 4, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'gw_port': {'id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'dbd89cc1-e2cc-4583-8362-9d739801b4b6', 'name': '', 'network_id': '41be788d-1e98-48aa-b87a-91b1d199d5d7', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'mac_address': 'fa:16:3e:c1:58:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:28Z', 'updated_at': '2022-03-28T15:45:35Z', 'revision_number': 4, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'subnets': [{'id': '3e148efd-fa4e-4505-a672-fecd7b6f8b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:45:35.834113 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-55a849ec-58f5-4cbf-8a37-d3daa3143bc9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1991024 Mar 28 15:45:35.854738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Request body: {'port': {'device_id': '3d88e3c5-0432-4738-ba43-207b096c9e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:45:35.985484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:35.988097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6156413b-e602-450e-916f-d6bc4f59a824 None None] Provisioning for port b743cfa6-60f7-4d13-9962-25ae97947106 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:35.995095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6156413b-e602-450e-916f-d6bc4f59a824 None None] Provisioning complete for port b743cfa6-60f7-4d13-9962-25ae97947106 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:35.995901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6156413b-e602-450e-916f-d6bc4f59a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:36.064617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6156413b-e602-450e-916f-d6bc4f59a824 None None] Port b743cfa6-60f7-4d13-9962-25ae97947106 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:45:36.127972 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22aef5-f228-4d36-8294-c22263f8c65d req-94bfae97-c34b-40fd-b45a-c7f8848ef629 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:36.130164 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b22aef5-f228-4d36-8294-c22263f8c65d req-94bfae97-c34b-40fd-b45a-c7f8848ef629 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 932 time: 0.0928369 Mar 28 15:45:36.181266 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b22aef5-f228-4d36-8294-c22263f8c65d req-d562602e-e4c9-4862-b6eb-0b07b95896b2 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Mar 28 15:45:36.349300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b743cfa6-60f7-4d13-9962-25ae97947106 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:45:36.356868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:36.373145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Transition to ACTIVE for port object b743cfa6-60f7-4d13-9962-25ae97947106 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:45:36.438988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:36.571320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Pushing event updated for resources: {'Port': ['ID=b743cfa6-60f7-4d13-9962-25ae97947106,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:36.704989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Attempting to bind port b743cfa6-60f7-4d13-9962-25ae97947106 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:45:36.705556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Attempting to bind port b743cfa6-60f7-4d13-9962-25ae97947106 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:45:36.705660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Attempting to bind port b743cfa6-60f7-4d13-9962-25ae97947106 on network 09290aac-826a-4962-8f3d-fcc13c9192c5 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:36.710490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Port b743cfa6-60f7-4d13-9962-25ae97947106 on network 09290aac-826a-4962-8f3d-fcc13c9192c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:45:36.710873 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Attempting to bind port b743cfa6-60f7-4d13-9962-25ae97947106 on network 09290aac-826a-4962-8f3d-fcc13c9192c5 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:45:36.721696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:45:36.722031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Checking segment: {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:45:36.722409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Bound using segment: {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:45:36.722838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Bound port: b743cfa6-60f7-4d13-9962-25ae97947106, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:45:36.723251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:36.730514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dbd89cc1-e2cc-4583-8362-9d739801b4b6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:36.812598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] For port b743cfa6-60f7-4d13-9962-25ae97947106, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:45:36.813429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] For port b743cfa6-60f7-4d13-9962-25ae97947106, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b743cfa6-60f7-4d13-9962-25ae97947106,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:45:36.874889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port dbd89cc1-e2cc-4583-8362-9d739801b4b6 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:36.880168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port dbd89cc1-e2cc-4583-8362-9d739801b4b6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:36.881364 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:36.897065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:36.956229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:36.956838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:36.958199 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] 10.222.0.23 "PUT /v2.0/ports/b743cfa6-60f7-4d13-9962-25ae97947106 HTTP/1.1" status: 200 len: 1094 time: 1.1101875 Mar 28 15:45:36.958637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d88e3c5-0432-4738-ba43-207b096c9e70', 'tag': 'b743cfa6-60f7-4d13-9962-25ae97947106'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:45:36.987772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a6b2b-30e7-4cd5-b9ec-b6b3146eb746 service neutron] Pushing event updated for resources: {'Port': ['ID=b743cfa6-60f7-4d13-9962-25ae97947106,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:37.014211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:37.019838 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d88e3c5-0432-4738-ba43-207b096c9e70', 'tag': 'b743cfa6-60f7-4d13-9962-25ae97947106', 'status': 'completed', 'code': 200} Mar 28 15:45:37.051896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port dbd89cc1-e2cc-4583-8362-9d739801b4b6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dbd89cc1-e2cc-4583-8362-9d739801b4b6,segment=NetworkSegment(4ce5095e-2bd6-42e7-8fd5-4d3275b74a34),segment_id=4ce5095e-2bd6-42e7-8fd5-4d3275b74a34)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:37.114002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:37.134538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1381d-00ed-47f0-a571-d93da7a46bbb req-1870d5f3-d37b-4049-b658-2f733bd915ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:37.135981 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e5c1381d-00ed-47f0-a571-d93da7a46bbb req-1870d5f3-d37b-4049-b658-2f733bd915ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=602b84ef239145b886535a597183f607&device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 1097 time: 0.0774665 Mar 28 15:45:37.183742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=dbd89cc1-e2cc-4583-8362-9d739801b4b6,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:37.282013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1381d-00ed-47f0-a571-d93da7a46bbb req-9c63e783-c54a-408d-ad06-980863ed8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:37.283507 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e5c1381d-00ed-47f0-a571-d93da7a46bbb req-9c63e783-c54a-408d-ad06-980863ed8cd2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=602b84ef239145b886535a597183f607&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1348429 Mar 28 15:45:37.374196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2b15f-8592-468d-8631-d1433104c4c2 req-e5afc888-b6d7-4d79-868f-417334900cb3 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:37.376339 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-63f2b15f-8592-468d-8631-d1433104c4c2 req-e5afc888-b6d7-4d79-868f-417334900cb3 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 944 time: 0.0870423 Mar 28 15:45:37.424043 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-63f2b15f-8592-468d-8631-d1433104c4c2 req-d77388ad-5ecb-4c0c-a691-d3c27f0e3b7a tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Mar 28 15:45:37.529016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1381d-00ed-47f0-a571-d93da7a46bbb req-752d7b5e-894a-48f4-9dbc-5a4181a8960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:37.530441 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e5c1381d-00ed-47f0-a571-d93da7a46bbb req-752d7b5e-894a-48f4-9dbc-5a4181a8960c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2414131 Mar 28 15:45:37.657592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-9c425af3-d93b-42b1-8684-754eb33d1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:37.659133 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-9c425af3-d93b-42b1-8684-754eb33d1b08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=602b84ef239145b886535a597183f607&device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 1097 time: 0.0726058 Mar 28 15:45:37.733668 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-b616e29c-c9b5-4312-9ecc-80dcd502676e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b743cfa6-60f7-4d13-9962-25ae97947106 HTTP/1.1" status: 200 len: 217 time: 0.0624528 Mar 28 15:45:37.793423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-60347d9e-951a-4db0-a092-082736dccd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:37.794780 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-60347d9e-951a-4db0-a092-082736dccd8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ad2674d-e6b7-4dff-ac3b-48711f296e12 HTTP/1.1" status: 200 len: 856 time: 0.0553133 Mar 28 15:45:37.874437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-d9937e5b-c1d4-45a3-bae2-67f9bf84bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:37.876035 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-d9937e5b-c1d4-45a3-bae2-67f9bf84bb16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09290aac-826a-4962-8f3d-fcc13c9192c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755107 Mar 28 15:45:38.006953 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-871e64b3-190a-4fa9-a82b-526a43168871 service neutron] 10.222.0.23 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246910 Mar 28 15:45:38.136601 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18980641-bdb8-4bd8-b6e2-59e051c0fa4f req-a6fd1985-190b-4c06-becf-650533750802 service neutron] 10.222.0.23 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234894 Mar 28 15:45:38.610730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974376a-f0b9-48c4-b1d0-2b9f1640b68c req-91e938f4-4f83-40f6-bc18-5e278d0e9bb4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:38.611432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c974376a-f0b9-48c4-b1d0-2b9f1640b68c req-91e938f4-4f83-40f6-bc18-5e278d0e9bb4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Synchronizing usage tracker for tenant:602b84ef239145b886535a597183f607 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:45:38.679011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c974376a-f0b9-48c4-b1d0-2b9f1640b68c req-91e938f4-4f83-40f6-bc18-5e278d0e9bb4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Unset dirty status for tenant:602b84ef239145b886535a597183f607 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:45:38.680308 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c974376a-f0b9-48c4-b1d0-2b9f1640b68c req-91e938f4-4f83-40f6-bc18-5e278d0e9bb4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 944 time: 0.1503921 Mar 28 15:45:38.685283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dbd89cc1-e2cc-4583-8362-9d739801b4b6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:38.725446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c974376a-f0b9-48c4-b1d0-2b9f1640b68c req-a30a2f52-e0fc-46e3-a469-c281f0c634ec tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Synchronizing usage tracker for tenant:602b84ef239145b886535a597183f607 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:45:38.752552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port dbd89cc1-e2cc-4583-8362-9d739801b4b6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:38.752923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:38.816293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-c974376a-f0b9-48c4-b1d0-2b9f1640b68c req-a30a2f52-e0fc-46e3-a469-c281f0c634ec tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Unset dirty status for tenant:602b84ef239145b886535a597183f607 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:45:38.818133 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c974376a-f0b9-48c4-b1d0-2b9f1640b68c req-a30a2f52-e0fc-46e3-a469-c281f0c634ec tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308486 Mar 28 15:45:40.000787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec15ff-8776-456e-99a8-a8f35ccf1b0f req-60fe9ba2-585e-42dc-9709-074aa146ec9c tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:40.002222 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-34ec15ff-8776-456e-99a8-a8f35ccf1b0f req-60fe9ba2-585e-42dc-9709-074aa146ec9c tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 944 time: 0.0794790 Mar 28 15:45:40.049118 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-34ec15ff-8776-456e-99a8-a8f35ccf1b0f req-4e60c0e8-695a-4aef-98be-f1e9db57d137 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Mar 28 15:45:40.928679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device b743cfa6-60f7-4d13-9962-25ae97947106 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:45:41.056596 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port b743cfa6-60f7-4d13-9962-25ae97947106, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b743cfa6-60f7-4d13-9962-25ae97947106,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:41.069198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'b743cfa6-60f7-4d13-9962-25ae97947106', 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5', 'port_id': 'b743cfa6-60f7-4d13-9962-25ae97947106', 'mac_address': 'fa:16:3e:0e:a5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad2674d-e6b7-4dff-ac3b-48711f296e12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:45:41.126818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:41.143402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b743cfa6-60f7-4d13-9962-25ae97947106 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:45:41.159839 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port b743cfa6-60f7-4d13-9962-25ae97947106, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b743cfa6-60f7-4d13-9962-25ae97947106,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:41.233431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:41.237327 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00a0b-170b-49c0-a296-68342b64c3f6 req-79d5540d-e577-4425-acec-13f51c079939 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:41.238844 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-01d00a0b-170b-49c0-a296-68342b64c3f6 req-79d5540d-e577-4425-acec-13f51c079939 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 944 time: 0.0848532 Mar 28 15:45:41.287678 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-01d00a0b-170b-49c0-a296-68342b64c3f6 req-83e75103-3963-4959-9f2f-be47543b1508 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Mar 28 15:45:41.304329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=b743cfa6-60f7-4d13-9962-25ae97947106,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:41.507097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['b743cfa6-60f7-4d13-9962-25ae97947106'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:45:42.468335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73fd1f-be98-4cdd-9820-6e737d9041b3 req-e8f57e08-9d13-45da-9a9e-6f43725017ef tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:42.470260 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0d73fd1f-be98-4cdd-9820-6e737d9041b3 req-e8f57e08-9d13-45da-9a9e-6f43725017ef tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 945 time: 0.0802269 Mar 28 15:45:42.514252 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0d73fd1f-be98-4cdd-9820-6e737d9041b3 req-a227e171-aeaf-4d97-9ff7-0212d7031027 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381937 Mar 28 15:45:42.940900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device b743cfa6-60f7-4d13-9962-25ae97947106 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:45:43.068029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port b743cfa6-60f7-4d13-9962-25ae97947106 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:45:43.072992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port b743cfa6-60f7-4d13-9962-25ae97947106 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:45:43.073366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:43.193543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:43.220825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d88e3c5-0432-4738-ba43-207b096c9e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b743cfa6-60f7-4d13-9962-25ae97947106'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:45:43.230227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port b743cfa6-60f7-4d13-9962-25ae97947106, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b743cfa6-60f7-4d13-9962-25ae97947106,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:45:43.308176 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:43.342459 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d88e3c5-0432-4738-ba43-207b096c9e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b743cfa6-60f7-4d13-9962-25ae97947106', 'code': 200} Mar 28 15:45:43.381967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=b743cfa6-60f7-4d13-9962-25ae97947106,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:45:43.705510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b55c-4747-4f60-a6a9-f3684dccfbaa req-159bb7e2-a797-4225-a9e8-63eb7e8f9939 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:43.707972 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0fa4b55c-4747-4f60-a6a9-f3684dccfbaa req-159bb7e2-a797-4225-a9e8-63eb7e8f9939 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 946 time: 0.0866847 Mar 28 15:45:43.731749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1b86-a169-48ff-8dcc-a4d3e1f82476 req-7b882949-f758-4655-b6d1-c86546a1efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:43.733235 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-08fe1b86-a169-48ff-8dcc-a4d3e1f82476 req-7b882949-f758-4655-b6d1-c86546a1efbe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 1099 time: 0.0732498 Mar 28 15:45:43.754484 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0fa4b55c-4747-4f60-a6a9-f3684dccfbaa req-03161cdc-07d7-44b1-b09b-c9a633d3b891 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 Mar 28 15:45:43.773652 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-08fe1b86-a169-48ff-8dcc-a4d3e1f82476 req-0ac35f17-c077-45f5-9e44-d70522de7649 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344894 Mar 28 15:45:44.946152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790be8b-3330-41b1-baba-15792fec3306 req-3d13b8ad-3e5e-406f-a3ba-fc93610f2f6c tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:44.947618 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e790be8b-3330-41b1-baba-15792fec3306 req-3d13b8ad-3e5e-406f-a3ba-fc93610f2f6c tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 946 time: 0.0836673 Mar 28 15:45:44.991280 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e790be8b-3330-41b1-baba-15792fec3306 req-1d97b142-faf2-405d-832b-e17f14b93f6d tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Mar 28 15:45:46.170746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c292cf0-d3d0-480b-8c15-bef80f9f3124 req-71d97f66-8343-4452-8695-42707e21f155 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:46.172677 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4c292cf0-d3d0-480b-8c15-bef80f9f3124 req-71d97f66-8343-4452-8695-42707e21f155 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 946 time: 0.0784686 Mar 28 15:45:46.218267 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4c292cf0-d3d0-480b-8c15-bef80f9f3124 req-5a6084cb-b92e-45dc-93b4-f48de5c05618 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Mar 28 15:45:46.398172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f0a35-6f43-4f41-92c5-92f754c13449 req-55ac1652-f77a-4e3f-81d2-03907c7407b5 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:45:46.399650 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0f0a35-6f43-4f41-92c5-92f754c13449 req-55ac1652-f77a-4e3f-81d2-03907c7407b5 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 946 time: 0.0785701 Mar 28 15:45:46.443053 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc0f0a35-6f43-4f41-92c5-92f754c13449 req-ad126d05-12f1-454e-8673-6fef1a775c8f tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376136 Mar 28 15:45:51.382332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4034b49e-de68-490e-95b2-0b3d5da342d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:53.502020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-56afa74c-b098-4e6c-8443-c0b45e29c187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:54.616228 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:54.832893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:45:56.273630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:02.673992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:05.502635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a641e9c-875b-4215-95ce-29875274da6e req-62f99690-c18f-4c96-9360-622ebe428490 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:05.504100 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a641e9c-875b-4215-95ce-29875274da6e req-62f99690-c18f-4c96-9360-622ebe428490 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 946 time: 0.0836306 Mar 28 15:46:05.547448 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a641e9c-875b-4215-95ce-29875274da6e req-8395a3a7-13a9-4374-8f41-ed682256abf6 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371237 Mar 28 15:46:06.732129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbea32-897a-4976-997c-721c80150573 req-54bcc4aa-d534-41a9-91c7-61282f864273 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:06.733565 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8efbea32-897a-4976-997c-721c80150573 req-54bcc4aa-d534-41a9-91c7-61282f864273 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 946 time: 0.0811720 Mar 28 15:46:06.777831 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8efbea32-897a-4976-997c-721c80150573 req-519e6f1b-5cd0-41cd-8ad8-ebb3a3c75195 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376651 Mar 28 15:46:07.169239 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b04ff4-5ca7-4083-aef0-997848134172 req-fc8efcb5-e420-460c-8bec-77d902d3c5b8 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:07.170558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-96b04ff4-5ca7-4083-aef0-997848134172 req-fc8efcb5-e420-460c-8bec-77d902d3c5b8 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 946 time: 0.0775402 Mar 28 15:46:07.240641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-96b04ff4-5ca7-4083-aef0-997848134172 req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Deleting port b743cfa6-60f7-4d13-9962-25ae97947106 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:07.240982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-96b04ff4-5ca7-4083-aef0-997848134172 req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:07.311853 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:46:07.576074 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-96b04ff4-5ca7-4083-aef0-997848134172 req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] For port b743cfa6-60f7-4d13-9962-25ae97947106, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b743cfa6-60f7-4d13-9962-25ae97947106,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:07.576427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-96b04ff4-5ca7-4083-aef0-997848134172 req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:07.700432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-96b04ff4-5ca7-4083-aef0-997848134172 req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Calling delete_port for b743cfa6-60f7-4d13-9962-25ae97947106 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:07.920656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-96b04ff4-5ca7-4083-aef0-997848134172 req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:07.953815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['b743cfa6-60f7-4d13-9962-25ae97947106'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:46:07.971739 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5dcca9a0-cd6e-4bef-b57e-1d7bedcc65ab req-317de58e-327d-4a51-8c60-0c5893280a7d tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d88e3c5-0432-4738-ba43-207b096c9e70 HTTP/1.1" status: 200 len: 210 time: 0.0869145 Mar 28 15:46:07.981113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Pushing event deleted for resources: {'Port': ['ID=b743cfa6-60f7-4d13-9962-25ae97947106,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:08.013654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.016274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.016274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.016274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.016274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.016274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.016274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.016897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.016897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.017105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.017424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.017743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:08.067336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b04ff4-5ca7-4083-aef0-997848134172 req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] No DVR routers for this DVR port b743cfa6-60f7-4d13-9962-25ae97947106 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:46:08.069871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-96b04ff4-5ca7-4083-aef0-997848134172 req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:08.072525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d88e3c5-0432-4738-ba43-207b096c9e70', 'name': 'network-vif-deleted', 'tag': 'b743cfa6-60f7-4d13-9962-25ae97947106'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:46:08.119451 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d88e3c5-0432-4738-ba43-207b096c9e70', 'name': 'network-vif-deleted', 'tag': 'b743cfa6-60f7-4d13-9962-25ae97947106', 'status': 'completed', 'code': 200} Mar 28 15:46:08.148662 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-96b04ff4-5ca7-4083-aef0-997848134172 req-251472d0-5f79-4cb7-9801-c92c15a01e47 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.23 "DELETE /v2.0/ports/b743cfa6-60f7-4d13-9962-25ae97947106 HTTP/1.1" status: 204 len: 173 time: 0.9729526 Mar 28 15:46:09.737062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-ba1ca24b-c8b6-4641-8288-a7bd8d479bb6 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:09.738648 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-ba1ca24b-c8b6-4641-8288-a7bd8d479bb6 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/networks?id=09290aac-826a-4962-8f3d-fcc13c9192c5 HTTP/1.1" status: 200 len: 817 time: 0.1434188 Mar 28 15:46:09.752623 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-6256e44f-0c63-4cd2-9554-43d623d2101b tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/quotas/602b84ef239145b886535a597183f607 HTTP/1.1" status: 200 len: 375 time: 0.0085752 Mar 28 15:46:09.836020 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-8105f0ba-d74b-40d6-ac32-85e4d0d2047b tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=602b84ef239145b886535a597183f607&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786085 Mar 28 15:46:09.971492 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-c8550f2e-d92a-44fe-83b1-5385a74d83cd service neutron] 10.222.0.16 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235373 Mar 28 15:46:10.100928 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-49d9fe23-2d6d-4753-bea7-1d365bf78841 service neutron] 10.222.0.16 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236749 Mar 28 15:46:10.365004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5c7a4aa7-3a67-450a-9c6e-5820435e324b req-78e23c92-9acf-4ef0-899b-2163a14239b4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Synchronizing usage tracker for tenant:602b84ef239145b886535a597183f607 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:46:10.433302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5c7a4aa7-3a67-450a-9c6e-5820435e324b req-78e23c92-9acf-4ef0-899b-2163a14239b4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Unset dirty status for tenant:602b84ef239145b886535a597183f607 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:46:10.434473 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5c7a4aa7-3a67-450a-9c6e-5820435e324b req-78e23c92-9acf-4ef0-899b-2163a14239b4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 210 time: 0.1138799 Mar 28 15:46:11.144104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device b743cfa6-60f7-4d13-9962-25ae97947106 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:46:11.180558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: b743cfa6-60f7-4d13-9962-25ae97947106 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:46:11.180958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device b743cfa6-60f7-4d13-9962-25ae97947106 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:46:11.581272 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4ae02f1d-0453-40f3-a2c7-a164da66daf2 req-04342e07-a5c9-4576-bd0a-8f59eb99d2dd tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 210 time: 0.0430281 Mar 28 15:46:12.291726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-f6173722-6c60-4071-af57-b09c5e8f0dad tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:12.293234 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-f6173722-6c60-4071-af57-b09c5e8f0dad tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.23 "GET /v2.0/networks?id=09290aac-826a-4962-8f3d-fcc13c9192c5 HTTP/1.1" status: 200 len: 817 time: 0.1455588 Mar 28 15:46:12.313470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Request body: {'port': {'device_id': 'fd8e895c-fc94-4fa8-8ea2-f548b2291d2a', 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5', 'admin_state_up': True, 'tenant_id': '602b84ef239145b886535a597183f607'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:46:12.447964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:46:12.457379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:46:12.616496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Made reservation on behalf of 602b84ef239145b886535a597183f607 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:46:12.620155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:12.743744 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fc069da0-a77b-4335-baa9-c16b5d6aa726 req-b3be13d9-21fc-43ef-b62a-df26a87e13ac tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 210 time: 0.0569983 Mar 28 15:46:12.819636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Allocated IP 172.20.0.9 (09290aac-826a-4962-8f3d-fcc13c9192c5/3ad2674d-e6b7-4dff-ac3b-48711f296e12/71c443d5-98f7-4e04-ae40-8634526a2479) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:46:13.029646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:13.044711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Transition to ACTIVE for port object 71c443d5-98f7-4e04-ae40-8634526a2479 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:46:13.107995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:13.173202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:46:13.176261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:46:13.180001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:46:13.244071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Pushing event updated for resources: {'Port': ['ID=71c443d5-98f7-4e04-ae40-8634526a2479,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:13.269496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:13.270123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:13.342784 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-de2c99d1-61a9-4c61-81b3-b82ec6db43db tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0351698 Mar 28 15:46:13.359186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Request body: {'port': {'device_id': 'fd8e895c-fc94-4fa8-8ea2-f548b2291d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:46:13.468876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:13.542438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-de3c52e6-8bcc-4a18-9dfc-9e208f369a91 None None] Provisioning for port 71c443d5-98f7-4e04-ae40-8634526a2479 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:46:13.548337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-de3c52e6-8bcc-4a18-9dfc-9e208f369a91 None None] Provisioning complete for port 71c443d5-98f7-4e04-ae40-8634526a2479 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:46:13.548831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-de3c52e6-8bcc-4a18-9dfc-9e208f369a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:13.603679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-de3c52e6-8bcc-4a18-9dfc-9e208f369a91 None None] Port 71c443d5-98f7-4e04-ae40-8634526a2479 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:46:13.911497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c443d5-98f7-4e04-ae40-8634526a2479 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:46:13.919404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:13.934516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec1444-cac1-4237-a0e5-2e31a94f20b4 req-21dc4676-f88a-4337-8f7c-0cf003671ab8 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:13.935046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Transition to ACTIVE for port object 71c443d5-98f7-4e04-ae40-8634526a2479 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:46:13.936052 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9fec1444-cac1-4237-a0e5-2e31a94f20b4 req-21dc4676-f88a-4337-8f7c-0cf003671ab8 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 931 time: 0.0809398 Mar 28 15:46:13.980346 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9fec1444-cac1-4237-a0e5-2e31a94f20b4 req-c9aaffac-d979-4b2e-8439-9e0539c36fa6 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383222 Mar 28 15:46:14.005218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:14.162075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Pushing event updated for resources: {'Port': ['ID=71c443d5-98f7-4e04-ae40-8634526a2479,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:14.242342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Attempting to bind port 71c443d5-98f7-4e04-ae40-8634526a2479 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:46:14.242681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Attempting to bind port 71c443d5-98f7-4e04-ae40-8634526a2479 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:46:14.243004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Attempting to bind port 71c443d5-98f7-4e04-ae40-8634526a2479 on network 09290aac-826a-4962-8f3d-fcc13c9192c5 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:46:14.247515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Port 71c443d5-98f7-4e04-ae40-8634526a2479 on network 09290aac-826a-4962-8f3d-fcc13c9192c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:46:14.247837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Attempting to bind port 71c443d5-98f7-4e04-ae40-8634526a2479 on network 09290aac-826a-4962-8f3d-fcc13c9192c5 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:46:14.252918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:46:14.253254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Checking segment: {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:46:14.253636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Bound using segment: {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:46:14.254063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Bound port: 71c443d5-98f7-4e04-ae40-8634526a2479, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:46:14.254411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:14.345027 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] For port 71c443d5-98f7-4e04-ae40-8634526a2479, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:46:14.347915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] For port 71c443d5-98f7-4e04-ae40-8634526a2479, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71c443d5-98f7-4e04-ae40-8634526a2479,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:46:14.434079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:14.489095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:14.489657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:14.491005 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] 10.222.0.23 "PUT /v2.0/ports/71c443d5-98f7-4e04-ae40-8634526a2479 HTTP/1.1" status: 200 len: 1093 time: 1.1360168 Mar 28 15:46:14.491451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8e895c-fc94-4fa8-8ea2-f548b2291d2a', 'tag': '71c443d5-98f7-4e04-ae40-8634526a2479'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:46:14.521753 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12587d45-d31a-4003-95f7-7c61ef3fc776 service neutron] Pushing event updated for resources: {'Port': ['ID=71c443d5-98f7-4e04-ae40-8634526a2479,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:14.542485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8e895c-fc94-4fa8-8ea2-f548b2291d2a', 'tag': '71c443d5-98f7-4e04-ae40-8634526a2479', 'status': 'completed', 'code': 200} Mar 28 15:46:14.652482 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffdd2-e682-4f4f-a3b8-df540159d5cb req-7ea87c08-6e0c-4fd7-98f6-9bad9115e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:14.654230 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fc5ffdd2-e682-4f4f-a3b8-df540159d5cb req-7ea87c08-6e0c-4fd7-98f6-9bad9115e522 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=602b84ef239145b886535a597183f607&device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 1096 time: 0.0733500 Mar 28 15:46:14.797353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffdd2-e682-4f4f-a3b8-df540159d5cb req-507adb8f-1e74-47ae-bc17-cd129329dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:14.799035 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fc5ffdd2-e682-4f4f-a3b8-df540159d5cb req-507adb8f-1e74-47ae-bc17-cd129329dc5e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=602b84ef239145b886535a597183f607&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1323814 Mar 28 15:46:14.932552 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffdd2-e682-4f4f-a3b8-df540159d5cb req-2ee0e451-1d59-41fe-93ea-1e1b8d7adc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:14.933879 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fc5ffdd2-e682-4f4f-a3b8-df540159d5cb req-2ee0e451-1d59-41fe-93ea-1e1b8d7adc33 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291046 Mar 28 15:46:15.057927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-d79a4aef-86e0-45d5-a327-2d8bc139b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:15.059418 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-d79a4aef-86e0-45d5-a327-2d8bc139b8f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=602b84ef239145b886535a597183f607&device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 1096 time: 0.0692651 Mar 28 15:46:15.134318 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-0dd70bdf-c100-47e7-9964-cb86d2a59c27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71c443d5-98f7-4e04-ae40-8634526a2479 HTTP/1.1" status: 200 len: 217 time: 0.0628932 Mar 28 15:46:15.164150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18660d0c-a014-4e1a-bfae-f4546401e139 req-74cb5a65-75dd-48d1-85fc-337c5aa2d4b9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:15.165586 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18660d0c-a014-4e1a-bfae-f4546401e139 req-74cb5a65-75dd-48d1-85fc-337c5aa2d4b9 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 943 time: 0.0828907 Mar 28 15:46:15.197445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-f4298389-c59c-4fcd-b3e7-8d1b56c4e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:15.198775 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-f4298389-c59c-4fcd-b3e7-8d1b56c4e7ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ad2674d-e6b7-4dff-ac3b-48711f296e12 HTTP/1.1" status: 200 len: 856 time: 0.0574818 Mar 28 15:46:15.208945 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-18660d0c-a014-4e1a-bfae-f4546401e139 req-496e4fa5-ac17-4977-9660-5abf3bc0231a tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Mar 28 15:46:15.274776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-d69e0139-8de8-4b05-a8f3-b31935a0b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:15.276237 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-d69e0139-8de8-4b05-a8f3-b31935a0b1fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09290aac-826a-4962-8f3d-fcc13c9192c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710235 Mar 28 15:46:15.403636 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-900e596a-da05-46ca-9926-56e79ebeaec6 service neutron] 10.222.0.23 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205752 Mar 28 15:46:15.629667 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-722bc4b9-bc88-49ee-8385-3ab2139f0cf7 req-4acbf176-30ac-42a6-9d2e-3d137d324220 service neutron] 10.222.0.23 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198179 Mar 28 15:46:16.391108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85af7a-2bb5-40a2-834b-2e452d08f6d1 req-634fbb81-7e49-4673-ac89-df164d130105 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:16.391821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5c85af7a-2bb5-40a2-834b-2e452d08f6d1 req-634fbb81-7e49-4673-ac89-df164d130105 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Synchronizing usage tracker for tenant:602b84ef239145b886535a597183f607 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:46:16.473422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5c85af7a-2bb5-40a2-834b-2e452d08f6d1 req-634fbb81-7e49-4673-ac89-df164d130105 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Unset dirty status for tenant:602b84ef239145b886535a597183f607 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:46:16.474519 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5c85af7a-2bb5-40a2-834b-2e452d08f6d1 req-634fbb81-7e49-4673-ac89-df164d130105 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 943 time: 0.1603227 Mar 28 15:46:16.518996 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5c85af7a-2bb5-40a2-834b-2e452d08f6d1 req-0ed3d5e9-82ac-464e-8972-00f9c4e5faa8 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Mar 28 15:46:17.164772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 71c443d5-98f7-4e04-ae40-8634526a2479 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:46:17.299074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 71c443d5-98f7-4e04-ae40-8634526a2479, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71c443d5-98f7-4e04-ae40-8634526a2479,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:17.312097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '71c443d5-98f7-4e04-ae40-8634526a2479', 'network_id': '09290aac-826a-4962-8f3d-fcc13c9192c5', 'port_id': '71c443d5-98f7-4e04-ae40-8634526a2479', 'mac_address': 'fa:16:3e:e6:ae:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad2674d-e6b7-4dff-ac3b-48711f296e12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:46:17.369222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:17.385062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c443d5-98f7-4e04-ae40-8634526a2479 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:46:17.400387 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 71c443d5-98f7-4e04-ae40-8634526a2479, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71c443d5-98f7-4e04-ae40-8634526a2479,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:17.450646 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:17.518289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=71c443d5-98f7-4e04-ae40-8634526a2479,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:17.697426 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeac88-a09a-4567-8368-b37b20df5f45 req-12c12c7e-74dc-400e-8bf7-43014673e8a8 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:17.698863 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ffeeac88-a09a-4567-8368-b37b20df5f45 req-12c12c7e-74dc-400e-8bf7-43014673e8a8 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 944 time: 0.0800595 Mar 28 15:46:17.711425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['71c443d5-98f7-4e04-ae40-8634526a2479'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:46:17.746435 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ffeeac88-a09a-4567-8368-b37b20df5f45 req-9062b147-6edf-45e4-a2a2-b0ccb2e0eea2 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Mar 28 15:46:18.938960 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f2307-a559-4cba-acf8-5c5957570ab9 req-482d2056-ec60-431b-ac8e-5df016467381 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:18.940413 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f8f2307-a559-4cba-acf8-5c5957570ab9 req-482d2056-ec60-431b-ac8e-5df016467381 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 944 time: 0.0802250 Mar 28 15:46:18.983753 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f8f2307-a559-4cba-acf8-5c5957570ab9 req-89bf4ba4-9925-4861-9d59-92306492079b tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377564 Mar 28 15:46:19.165092 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 71c443d5-98f7-4e04-ae40-8634526a2479 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:46:19.296375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 71c443d5-98f7-4e04-ae40-8634526a2479 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:46:19.301211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 71c443d5-98f7-4e04-ae40-8634526a2479 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:46:19.301578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:19.415197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:19.441498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e895c-fc94-4fa8-8ea2-f548b2291d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c443d5-98f7-4e04-ae40-8634526a2479'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:46:19.451230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 71c443d5-98f7-4e04-ae40-8634526a2479, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71c443d5-98f7-4e04-ae40-8634526a2479,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:19.494260 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e895c-fc94-4fa8-8ea2-f548b2291d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c443d5-98f7-4e04-ae40-8634526a2479', 'code': 200} Mar 28 15:46:19.633924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:19.730455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=71c443d5-98f7-4e04-ae40-8634526a2479,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:19.738083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.738437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.738778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.739148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.739485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.739815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.740145 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.740476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.740852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.741183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.741508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.741830 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:19.913555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b22a-8f3a-4f24-846b-9cee3f893a6b req-f60b0c60-1a3b-460c-8082-22fee32d318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:19.914937 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1358b22a-8f3a-4f24-846b-9cee3f893a6b req-f60b0c60-1a3b-460c-8082-22fee32d318c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 1098 time: 0.0682917 Mar 28 15:46:19.957507 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1358b22a-8f3a-4f24-846b-9cee3f893a6b req-2458e3fe-041a-4b30-bdf2-cb5f03d00f88 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Mar 28 15:46:20.162586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd566993-e0e2-40d8-8196-734408ff1827 req-35ab82a7-77c9-472c-bb5a-0f362908a2ec tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:20.164084 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dd566993-e0e2-40d8-8196-734408ff1827 req-35ab82a7-77c9-472c-bb5a-0f362908a2ec tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 945 time: 0.0785675 Mar 28 15:46:20.209108 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dd566993-e0e2-40d8-8196-734408ff1827 req-f617cd3c-daad-4827-b35a-082c669f6e1e tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 Mar 28 15:46:21.376542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f125-c739-4f4e-a581-51d8cfccf880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:21.398696 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d7977-a1cf-4ee6-8288-ac6070fe2686 req-565d2091-44d4-4b99-9738-66f55f3a1e5e tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:21.400192 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-722d7977-a1cf-4ee6-8288-ac6070fe2686 req-565d2091-44d4-4b99-9738-66f55f3a1e5e tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 945 time: 0.0799520 Mar 28 15:46:21.444276 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-722d7977-a1cf-4ee6-8288-ac6070fe2686 req-ca3cdb14-54cd-4c2c-b350-fe40d7968736 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Mar 28 15:46:21.628324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d1af-b4fc-4f8d-b940-65308e66c513 req-81d54588-738c-47e9-ba93-ca65ea852568 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:21.629758 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8470d1af-b4fc-4f8d-b940-65308e66c513 req-81d54588-738c-47e9-ba93-ca65ea852568 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 945 time: 0.0815721 Mar 28 15:46:21.673883 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8470d1af-b4fc-4f8d-b940-65308e66c513 req-bc5d8ae9-57aa-40b7-9255-a0d9d6d0a7e0 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384011 Mar 28 15:46:23.536594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-13bcb897-e007-48b4-a9e7-dedd60bb0f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:24.594450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:24.856759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:26.273985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:27.660691 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-f782e5b9-02c3-4d9d-a789-f2704cc97dca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745292 Mar 28 15:46:27.835495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-5895a8a2-a3d9-4388-a341-c20f6f9d7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:27.836963 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-5895a8a2-a3d9-4388-a341-c20f6f9d7e7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=602b84ef239145b886535a597183f607&device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 1098 time: 0.0753627 Mar 28 15:46:27.983690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-01585f06-1810-48f5-9f1d-995eb265b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:27.985196 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-01585f06-1810-48f5-9f1d-995eb265b5a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=09290aac-826a-4962-8f3d-fcc13c9192c5 HTTP/1.1" status: 200 len: 918 time: 0.1298592 Mar 28 15:46:28.051230 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-7e4cd4da-459e-4337-ace4-140840d38a36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71c443d5-98f7-4e04-ae40-8634526a2479 HTTP/1.1" status: 200 len: 217 time: 0.0599475 Mar 28 15:46:28.113945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-6e7fada0-b503-4ee5-a95d-593caa9ee5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:28.115365 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-6e7fada0-b503-4ee5-a95d-593caa9ee5f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ad2674d-e6b7-4dff-ac3b-48711f296e12 HTTP/1.1" status: 200 len: 856 time: 0.0592082 Mar 28 15:46:28.193379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-3919f747-d8d5-40c8-8241-288bee4fd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:28.194771 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-3919f747-d8d5-40c8-8241-288bee4fd16b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=09290aac-826a-4962-8f3d-fcc13c9192c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733557 Mar 28 15:46:28.324146 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-4be058da-1874-41bc-8e34-74a8998e6ede service neutron] 10.222.0.23 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234717 Mar 28 15:46:28.454065 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d03ac23-d80b-4534-8ba1-6eb44f4c19cf req-b5856338-1a07-40e5-8007-3273f3073028 service neutron] 10.222.0.23 "GET /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220517 Mar 28 15:46:32.708144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:39.396746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f7617-90fc-4010-93da-b1116e99178b req-1595fb26-0108-4717-bbc8-6e9d3e66c052 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:39.398194 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-334f7617-90fc-4010-93da-b1116e99178b req-1595fb26-0108-4717-bbc8-6e9d3e66c052 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 945 time: 0.0835078 Mar 28 15:46:39.441826 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-334f7617-90fc-4010-93da-b1116e99178b req-c90283f2-51b1-4ab3-a964-8b8794f60ad6 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380547 Mar 28 15:46:40.630017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3faa4-819f-4c6e-b71b-6d2bf6c622db req-00ee00a0-9d29-4e59-b479-bb8acee2e95d tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:40.631464 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d8d3faa4-819f-4c6e-b71b-6d2bf6c622db req-00ee00a0-9d29-4e59-b479-bb8acee2e95d tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 945 time: 0.0807750 Mar 28 15:46:40.675215 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d8d3faa4-819f-4c6e-b71b-6d2bf6c622db req-103f84fd-ae5a-44cb-a4d3-67656775ecf4 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/security-groups?id=a936355c-1651-42e6-9211-9f0e01369a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382342 Mar 28 15:46:41.038641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-73265560-1270-451e-892e-a4d681e24edb tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:41.040117 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-73265560-1270-451e-892e-a4d681e24edb tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 945 time: 0.0783961 Mar 28 15:46:41.110061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Deleting port 71c443d5-98f7-4e04-ae40-8634526a2479 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:41.110401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:41.446407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] For port 71c443d5-98f7-4e04-ae40-8634526a2479, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71c443d5-98f7-4e04-ae40-8634526a2479,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:41.449121 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:41.568573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Calling delete_port for 71c443d5-98f7-4e04-ae40-8634526a2479 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:41.770832 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:41.805294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['71c443d5-98f7-4e04-ae40-8634526a2479'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:46:41.885986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Pushing event deleted for resources: {'Port': ['ID=71c443d5-98f7-4e04-ae40-8634526a2479,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:41.930335 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-76b15431-5ada-477f-a868-efb0ea23ab99 req-fb245929-5446-4a55-be3c-0a80d88b43da tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd8e895c-fc94-4fa8-8ea2-f548b2291d2a HTTP/1.1" status: 200 len: 210 time: 0.1214356 Mar 28 15:46:41.942877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] No DVR routers for this DVR port 71c443d5-98f7-4e04-ae40-8634526a2479 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:46:41.945511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:41.948204 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e895c-fc94-4fa8-8ea2-f548b2291d2a', 'name': 'network-vif-deleted', 'tag': '71c443d5-98f7-4e04-ae40-8634526a2479'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:46:41.994554 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e895c-fc94-4fa8-8ea2-f548b2291d2a', 'name': 'network-vif-deleted', 'tag': '71c443d5-98f7-4e04-ae40-8634526a2479', 'status': 'completed', 'code': 200} Mar 28 15:46:42.032875 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f4711af8-58a1-4c61-afe5-1fe54cf6a1ab req-7763674d-622f-4a59-8f45-459c94343bc1 tempest-TestEncryptedCinderVolumes-1189134374 tempest-TestEncryptedCinderVolumes-1189134374-project] 10.222.0.23 "DELETE /v2.0/ports/71c443d5-98f7-4e04-ae40-8634526a2479 HTTP/1.1" status: 204 len: 173 time: 0.9838240 Mar 28 15:46:43.126840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41376) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:43.787768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:44.137502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Deleting port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:44.138131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:44.310031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] For port 37a6fa91-9de7-4694-8dfd-21b94aed6a1c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=37a6fa91-9de7-4694-8dfd-21b94aed6a1c,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:44.310378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:44.310513 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:46:44.436139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Calling delete_port for 37a6fa91-9de7-4694-8dfd-21b94aed6a1c owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:44.925371 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:44.972948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=37a6fa91-9de7-4694-8dfd-21b94aed6a1c,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:45.012230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.012579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.012918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.013251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.013579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.013910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.014233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.014553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.014874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.015222 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.016041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.016356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:46:45.239634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:45.289278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 71c443d5-98f7-4e04-ae40-8634526a2479 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:46:45.324994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 71c443d5-98f7-4e04-ae40-8634526a2479 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:46:45.325368 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 71c443d5-98f7-4e04-ae40-8634526a2479 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:46:45.593095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Router fc6482cc-702b-438c-abef-eaaa0a6608e1 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:46:45.763273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:46:45.771981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] Sync routers for ids ['fc6482cc-702b-438c-abef-eaaa0a6608e1'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:46:45.775287 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-36f6fc82-e673-4360-b085-503d5e2c5e5d admin admin] 10.222.0.16 "PUT /v2.0/routers/fc6482cc-702b-438c-abef-eaaa0a6608e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6468422 Mar 28 15:46:45.777528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41380) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:45.781190 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] Routers {'fc6482cc-702b-438c-abef-eaaa0a6608e1'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:46:45.781803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fc6482cc-702b-438c-abef-eaaa0a6608e1'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:45.950441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:45.956083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] Set router fc6482cc-702b-438c-abef-eaaa0a6608e1 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:46:46.237211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:17Z', 'updated_at': '2022-03-28T15:46:44Z', 'revision_number': 5, 'project_id': '602b84ef239145b886535a597183f607', 'gw_port': {'id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:18Z', 'updated_at': '2022-03-28T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:46.240926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] Checking router: fc6482cc-702b-438c-abef-eaaa0a6608e1 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:46:46.244253 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:46.249079 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] Routers {'fc6482cc-702b-438c-abef-eaaa0a6608e1'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:46:46.249668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['fc6482cc-702b-438c-abef-eaaa0a6608e1'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:46.324651 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Deleting port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:46.325012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:46.426690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] Set router fc6482cc-702b-438c-abef-eaaa0a6608e1 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:46:46.495134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] For port 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6cb7f52e-cb2a-4e84-aa26-dc7aa123296e,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:46.495420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:46.615186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Calling delete_port for 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:46.707946 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:17Z', 'updated_at': '2022-03-28T15:46:44Z', 'revision_number': 5, 'project_id': '602b84ef239145b886535a597183f607', 'gw_port': {'id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:18Z', 'updated_at': '2022-03-28T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:46.712052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8f5b4-2348-479b-b429-662e699c1e8f None None] The sync data for ids ['fc6482cc-702b-438c-abef-eaaa0a6608e1'] in dv-neutron-828143-13-hyperv is: [{'id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'name': 'tempest-TestEncryptedCinderVolumes-1383741303-router', 'tenant_id': '602b84ef239145b886535a597183f607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144'}], 'enable_snat': True}, 'gw_port_id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:17Z', 'updated_at': '2022-03-28T15:46:44Z', 'revision_number': 5, 'project_id': '602b84ef239145b886535a597183f607', 'gw_port': {'id': '6cb7f52e-cb2a-4e84-aa26-dc7aa123296e', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6482cc-702b-438c-abef-eaaa0a6608e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:18Z', 'updated_at': '2022-03-28T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:46:46.873687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:46.923137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb7f52e-cb2a-4e84-aa26-dc7aa123296e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:47.010617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.184194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.186396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.302435 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.303062 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc6482cc-702b-438c-abef-eaaa0a6608e1 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:46:47.322514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.323721 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e9b5d0b2-a3c5-4060-a9bb-a99f23cb3b59 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fc6482cc-702b-438c-abef-eaaa0a6608e1 HTTP/1.1" status: 204 len: 168 time: 1.5453000 Mar 28 15:46:47.326241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41384) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:47.391173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd179f21-38f7-4a2a-bc00-e300fcc600d4 admin admin] Deleting subnet 3ad2674d-e6b7-4dff-ac3b-48711f296e12 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:46:47.394459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd179f21-38f7-4a2a-bc00-e300fcc600d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.445466 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd179f21-38f7-4a2a-bc00-e300fcc600d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.526742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd179f21-38f7-4a2a-bc00-e300fcc600d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.651207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd179f21-38f7-4a2a-bc00-e300fcc600d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.690943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cd179f21-38f7-4a2a-bc00-e300fcc600d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.694570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd179f21-38f7-4a2a-bc00-e300fcc600d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad2674d-e6b7-4dff-ac3b-48711f296e12,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:47.696959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7365903-4281-49ef-98cd-94fdd8f93699 None None] Network 09290aac-826a-4962-8f3d-fcc13c9192c5 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:46:47.698880 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cd179f21-38f7-4a2a-bc00-e300fcc600d4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3ad2674d-e6b7-4dff-ac3b-48711f296e12 HTTP/1.1" status: 204 len: 168 time: 0.3714776 Mar 28 15:46:47.701310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41388) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:47.805849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.816349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Deleting port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:47.816681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:47.967971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] DHCP port deletion for 09290aac-826a-4962-8f3d-fcc13c9192c5 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:46:47.973056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] Deleting port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:47.973432 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.143362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] For port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:48.143719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.216441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] For port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4,segment=NetworkSegment(dfe2fa56-52b8-40c6-8266-3cac8e3b619f),segment_id=dfe2fa56-52b8-40c6-8266-3cac8e3b619f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:48.216721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.265009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Calling delete_port for 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:48.338217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] Calling delete_port for 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:48.399532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.407331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:46:48.407687 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:46:48.450865 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] No DVR routers for this DVR port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:46:48.476747 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:48.566721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.590995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09290aac-826a-4962-8f3d-fcc13c9192c5']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:48.602407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:48.602700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe2fa56-52b8-40c6-8266-3cac8e3b619f') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:48.613944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.629757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.635616 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:46:48.638279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:46:48.648528 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:46:48.713496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:46:48.749358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:46:48.749623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:46:48.750638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 37a6fa91-9de7-4694-8dfd-21b94aed6a1c no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:46:48.782458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 37a6fa91-9de7-4694-8dfd-21b94aed6a1c {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:46:48.782795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 37a6fa91-9de7-4694-8dfd-21b94aed6a1c not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:46:48.783222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:46:48.805271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.809649 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.816664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:46:48.819957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 6cb7f52e-cb2a-4e84-aa26-dc7aa123296e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:46:48.836983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] Pushing event deleted for resources: {'Network': ['ID=09290aac-826a-4962-8f3d-fcc13c9192c5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:48.911757 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-07ab7e14-1813-42be-9d80-1a9e67919156 admin admin] 10.222.0.16 "DELETE /v2.0/networks/09290aac-826a-4962-8f3d-fcc13c9192c5 HTTP/1.1" status: 204 len: 168 time: 1.2067697 Mar 28 15:46:48.911986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] Deleting port 6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:48.911986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:48.912169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41392) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:48.977259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a5025-07f9-43e6-b3c9-677d9b3fa1a6 None None] The port '6c16ef89-42e4-4d2e-bcb2-53b178d0b7e4' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:46:49.446052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:49.888527 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Deleting port dbd89cc1-e2cc-4583-8362-9d739801b4b6 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:49.888859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:50.053801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] For port dbd89cc1-e2cc-4583-8362-9d739801b4b6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dbd89cc1-e2cc-4583-8362-9d739801b4b6,segment=NetworkSegment(4ce5095e-2bd6-42e7-8fd5-4d3275b74a34),segment_id=4ce5095e-2bd6-42e7-8fd5-4d3275b74a34)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:50.054150 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:50.171801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Calling delete_port for dbd89cc1-e2cc-4583-8362-9d739801b4b6 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:50.399478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:50.447998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd89cc1-e2cc-4583-8362-9d739801b4b6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:50.713189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:51.191700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:46:51.365285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6540020c-721c-44ad-bb57-1817abb1acb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:51.370378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:46:51.379414 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0cd67418-8eee-4780-a293-e13cfc53cc89 admin admin] 10.222.0.16 "PUT /v2.0/routers/8b0fd8a9-8e20-4c8c-bdca-9af141c613f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4665408 Mar 28 15:46:51.379700 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] Sync routers for ids ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:46:51.381890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41396) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:51.388810 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] Routers {'8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:46:51.389405 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:51.554090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:51.559493 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] Set router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:46:51.730188 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:51.793716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Deleting port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:51.794164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:51.840481 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:46:50Z', 'revision_number': 5, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'gw_port': {'id': '0e7c1fb2-961e-4190-ac48-9e2365cfaff1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:51.844154 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] Checking router: 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:46:51.852240 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] Routers {'8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:46:51.852818 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:51.967767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] For port 0e7c1fb2-961e-4190-ac48-9e2365cfaff1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0e7c1fb2-961e-4190-ac48-9e2365cfaff1,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:51.968470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:51.997759 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] Set router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:46:52.092180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Calling delete_port for 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:52.099326 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:46:51Z', 'revision_number': 6, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:52.103167 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e583c47-377f-4b94-92dc-a423c215cfc3 None None] The sync data for ids ['8b0fd8a9-8e20-4c8c-bdca-9af141c613f6'] in dv-neutron-828143-13-hyperv is: [{'id': '8b0fd8a9-8e20-4c8c-bdca-9af141c613f6', 'name': 'tempest-TestEncryptedCinderVolumes-590435387-router', 'tenant_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:45:25Z', 'updated_at': '2022-03-28T15:46:51Z', 'revision_number': 6, 'project_id': 'c28e7098c4d34a35b10159e0372b5dc0', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:46:52.330684 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:52.375608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7c1fb2-961e-4190-ac48-9e2365cfaff1,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:52.466492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:52.739330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:52.741454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:52.818661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:52.818891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:46:52.832833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:52.833959 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-da5af20c-07fa-48b3-af2f-de3dd60ea64d admin admin] 10.222.0.16 "DELETE /v2.0/routers/8b0fd8a9-8e20-4c8c-bdca-9af141c613f6 HTTP/1.1" status: 204 len: 168 time: 1.4511812 Mar 28 15:46:52.846167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41400) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:52.875592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:46:52.895715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1691278b-d4e0-4c32-85a8-9e1f40ca99f8 admin admin] Deleting subnet 3e148efd-fa4e-4505-a672-fecd7b6f8b6b {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:46:52.898603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1691278b-d4e0-4c32-85a8-9e1f40ca99f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:52.910533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:46:52.910812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0e7c1fb2-961e-4190-ac48-9e2365cfaff1 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:46:52.911248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dbd89cc1-e2cc-4583-8362-9d739801b4b6 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:46:52.949446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: dbd89cc1-e2cc-4583-8362-9d739801b4b6 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:46:52.949792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dbd89cc1-e2cc-4583-8362-9d739801b4b6 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:46:52.950802 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1691278b-d4e0-4c32-85a8-9e1f40ca99f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.028592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1691278b-d4e0-4c32-85a8-9e1f40ca99f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.171252 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1691278b-d4e0-4c32-85a8-9e1f40ca99f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.213895 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691278b-d4e0-4c32-85a8-9e1f40ca99f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e148efd-fa4e-4505-a672-fecd7b6f8b6b,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:53.215860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1691278b-d4e0-4c32-85a8-9e1f40ca99f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.220221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7b46d-e215-4f85-bfb9-afbcec980875 None None] Network 41be788d-1e98-48aa-b87a-91b1d199d5d7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:46:53.222855 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1691278b-d4e0-4c32-85a8-9e1f40ca99f8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3e148efd-fa4e-4505-a672-fecd7b6f8b6b HTTP/1.1" status: 204 len: 168 time: 0.3853190 Mar 28 15:46:53.226229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41404) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:53.335507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.346054 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Deleting port 01a7b59a-4a25-4c68-8271-0663f1916d61 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:53.346412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.449893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] DHCP port deletion for 41be788d-1e98-48aa-b87a-91b1d199d5d7 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:46:53.459694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] Deleting port 01a7b59a-4a25-4c68-8271-0663f1916d61 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:53.460068 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.559272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] For port 01a7b59a-4a25-4c68-8271-0663f1916d61, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01a7b59a-4a25-4c68-8271-0663f1916d61,segment=NetworkSegment(4ce5095e-2bd6-42e7-8fd5-4d3275b74a34),segment_id=4ce5095e-2bd6-42e7-8fd5-4d3275b74a34)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:53.559624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.560914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f28882f0-b1f6-45a2-9c5e-8bb5d463ecb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.668959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] For port 01a7b59a-4a25-4c68-8271-0663f1916d61, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=01a7b59a-4a25-4c68-8271-0663f1916d61,segment=NetworkSegment(4ce5095e-2bd6-42e7-8fd5-4d3275b74a34),segment_id=4ce5095e-2bd6-42e7-8fd5-4d3275b74a34)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:46:53.669346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.690521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Calling delete_port for 01a7b59a-4a25-4c68-8271-0663f1916d61 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:53.789282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] Calling delete_port for 01a7b59a-4a25-4c68-8271-0663f1916d61 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:46:53.799319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.846139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Pushing event deleted for resources: {'Port': ['ID=01a7b59a-4a25-4c68-8271-0663f1916d61,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:53.848228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] No DVR routers for this DVR port 01a7b59a-4a25-4c68-8271-0663f1916d61 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:46:53.865894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:46:53.866250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:46:53.960663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:53.988605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41be788d-1e98-48aa-b87a-91b1d199d5d7']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:54.000109 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:54.000402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce5095e-2bd6-42e7-8fd5-4d3275b74a34') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:46:54.011335 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.027153 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.034412 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:46:54.034793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:46:54.047281 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:46:54.193418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.197394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.224466 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] Pushing event deleted for resources: {'Network': ['ID=41be788d-1e98-48aa-b87a-91b1d199d5d7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:54.229003 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-76511445-1696-4fda-8e61-e412985b003b admin admin] 10.222.0.16 "DELETE /v2.0/networks/41be788d-1e98-48aa-b87a-91b1d199d5d7 HTTP/1.1" status: 204 len: 168 time: 1.0009391 Mar 28 15:46:54.367637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] Deleting port 01a7b59a-4a25-4c68-8271-0663f1916d61 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:46:54.368150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.459853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-3e9be421-8dba-4f04-821f-54c7a8f5c7ee None None] The port '01a7b59a-4a25-4c68-8271-0663f1916d61' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:46:54.635072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41410) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:54.645157 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.688708 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-031ccc34-cf2c-49f6-b12e-455054651063 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=602b84ef239145b886535a597183f607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496609 Mar 28 15:46:54.688946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41414) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:54.713637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01a7b59a-4a25-4c68-8271-0663f1916d61 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:46:54.746097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45ca6dee-acc5-40b8-a775-81690345d328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.750709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 01a7b59a-4a25-4c68-8271-0663f1916d61 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:46:54.751105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 01a7b59a-4a25-4c68-8271-0663f1916d61 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:46:54.773047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45ca6dee-acc5-40b8-a775-81690345d328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.839900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.879425 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45ca6dee-acc5-40b8-a775-81690345d328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.895001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca6dee-acc5-40b8-a775-81690345d328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a936355c-1651-42e6-9211-9f0e01369a61,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:54.941738 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-45ca6dee-acc5-40b8-a775-81690345d328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:54.942882 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-45ca6dee-acc5-40b8-a775-81690345d328 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a936355c-1651-42e6-9211-9f0e01369a61 HTTP/1.1" status: 204 len: 168 time: 0.2530916 Mar 28 15:46:55.617102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41422) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:55.668147 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-66561d4e-746d-4c40-9f72-6d353b3aac59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c28e7098c4d34a35b10159e0372b5dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498323 Mar 28 15:46:55.670455 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41426) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:55.726500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f0ef-c5fc-48b0-a666-1fdb82c79c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:55.751418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f0ef-c5fc-48b0-a666-1fdb82c79c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:55.885340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f0ef-c5fc-48b0-a666-1fdb82c79c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:55.899963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9f0ef-c5fc-48b0-a666-1fdb82c79c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36fddd7-cc55-407a-9e6a-e9ee35f23608,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:55.914958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f0ef-c5fc-48b0-a666-1fdb82c79c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:55.918259 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0fb9f0ef-c5fc-48b0-a666-1fdb82c79c49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b36fddd7-cc55-407a-9e6a-e9ee35f23608 HTTP/1.1" status: 204 len: 168 time: 0.2446861 Mar 28 15:46:56.273636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:56.994733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41450) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:57.102195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-477104067-network', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:46:57.107091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:46:57.110969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Usage tracker for resource:network and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:46:57.113845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:46:57.120106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:46:57.199674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Made reservation on behalf of 98f7d87053694eed82dc73f62afc34ae for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:46:57.202033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:57.215299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:57.230137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:46:57.233969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Usage tracker for resource:security_group_rule and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:46:57.236773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:46:57.242445 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:46:57.324725 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:57.405003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:57.431402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:46:57.443839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7c45fc-d723-4fab-9582-3b44ffe6951e,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:57.449342 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:57.449688 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Added segment cadd6708-db7f-41bc-9c9d-a924380c3b67 of type vlan for network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 Mar 28 15:46:57.475007 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:57.576286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:57.577149 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:57.577721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:57.783247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] Pushing event updated for resources: {'Network': ['ID=2a1ba7b3-22cb-41ce-bd37-96be0161b566,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:57.792773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:46:57.834831 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6a29f804-c18f-4f38-aefb-fd8e5cf7c1fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8388567 Mar 28 15:46:57.837576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41456) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:57.842909 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Request body: {'subnet': {'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-477104067-subnet', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:46:57.847931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:46:57.851930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Usage tracker for resource:subnet and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:46:57.854755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:46:57.860985 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:46:57.936474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Made reservation on behalf of 98f7d87053694eed82dc73f62afc34ae for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:46:57.939608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:58.194137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:58.270199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf32c828-f931-4a59-8946-dc05c71c01f6,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:58.278583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Checking segment: {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:46:58.278935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Network hostable DHCP agents. Network: 2a1ba7b3-22cb-41ce-bd37-96be0161b566, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:46:58.364848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:46:58.433775 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 2a1ba7b3-22cb-41ce-bd37-96be0161b566) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:46:58.437599 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:46:58.438181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:58.442485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e58c1-d781-4301-a033-1d452bfbde62 None None] Network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:46:58.520721 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-176379ff-7564-463d-ac3f-f096b307430d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6820805 Mar 28 15:46:58.523307 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41460) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:46:58.528382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:46:58.534101 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:46:58.543522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Usage tracker for resource:router and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:46:58.543522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:46:58.546688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:46:58.611433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:58.612456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:58.626933 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:58.653588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:46:58.654680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:58.806545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Allocated IP 172.20.0.2 (2a1ba7b3-22cb-41ce-bd37-96be0161b566/bf32c828-f931-4a59-8946-dc05c71c01f6/ee47b828-e738-4f0c-a786-e0b85b7b8f72) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:46:58.963697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.012457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.022778 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Transition to ACTIVE for port object ee47b828-e738-4f0c-a786-e0b85b7b8f72 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:46:59.040817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Transition to ACTIVE for port object ee47b828-e738-4f0c-a786-e0b85b7b8f72 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:46:59.091238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.168822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:46:59.172546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:46:59.175365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:46:59.219533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Pushing event updated for resources: {'Port': ['ID=ee47b828-e738-4f0c-a786-e0b85b7b8f72,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:59.276612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Attempting to bind port ee47b828-e738-4f0c-a786-e0b85b7b8f72 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:46:59.276990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Attempting to bind port ee47b828-e738-4f0c-a786-e0b85b7b8f72 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:46:59.277327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Attempting to bind port ee47b828-e738-4f0c-a786-e0b85b7b8f72 on network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:46:59.282818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:46:59.283217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Checking segment: {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:46:59.283610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.283998 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Bound using segment: {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:46:59.284446 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Bound port: ee47b828-e738-4f0c-a786-e0b85b7b8f72, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:46:59.284810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.317102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.345659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.372089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] For port ee47b828-e738-4f0c-a786-e0b85b7b8f72, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:46:59.375678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] For port ee47b828-e738-4f0c-a786-e0b85b7b8f72, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ee47b828-e738-4f0c-a786-e0b85b7b8f72,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:46:59.416842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.484176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Allocated IP 172.26.7.192 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/94cfeac2-6899-4b1f-80ae-c92c468bf7b7) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:46:59.502865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7877b6e-a51c-4913-a0fc-a7c9f3c6b716 None None] Pushing event updated for resources: {'Port': ['ID=ee47b828-e738-4f0c-a786-e0b85b7b8f72,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:46:59.638959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.731483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:46:59.803789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:46:59.807770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:46:59.810329 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:46:59.840717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Pushing event updated for resources: {'Port': ['ID=94cfeac2-6899-4b1f-80ae-c92c468bf7b7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:00.391116 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:00.410092 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a89852-5cc1-4297-b964-28bb7710cf5e None None] Network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:47:00.561190 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a865136c-1645-4456-894b-d886eee8dbfa None None] Provisioning for port ee47b828-e738-4f0c-a786-e0b85b7b8f72 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:00.729631 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:00.748128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ee47b828-e738-4f0c-a786-e0b85b7b8f72 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:00.868267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port ee47b828-e738-4f0c-a786-e0b85b7b8f72 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:00.873458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ee47b828-e738-4f0c-a786-e0b85b7b8f72 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:00.873824 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:00.974087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-9ffc133e-78c6-474e-af94-6324e67abed9 None None] Provisioning complete for port ee47b828-e738-4f0c-a786-e0b85b7b8f72 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:00.974455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9ffc133e-78c6-474e-af94-6324e67abed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:01.021889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Router c9bd0978-58be-42d5-baf3-e48e4e41228d is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:47:01.087570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:01.158070 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port ee47b828-e738-4f0c-a786-e0b85b7b8f72, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ee47b828-e738-4f0c-a786-e0b85b7b8f72,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:47:01.170599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9ffc133e-78c6-474e-af94-6324e67abed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:01.194690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:47:01.199912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:01.261700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Sync routers for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:47:01.262235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:01.263499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1c62fbd1-d218-46af-aaa2-bb3568c22c07 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7392204 Mar 28 15:47:01.266243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41464) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:47:01.301528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:47:01.302133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:01.383638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-9ffc133e-78c6-474e-af94-6324e67abed9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:47:01.383896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-9ffc133e-78c6-474e-af94-6324e67abed9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:47:01.390449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=ee47b828-e738-4f0c-a786-e0b85b7b8f72,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:01.501798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:47:01.781815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:00Z', 'revision_number': 3, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:01.786257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Checking router: c9bd0978-58be-42d5-baf3-e48e4e41228d for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:47:01.786608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Updating router c9bd0978-58be-42d5-baf3-e48e4e41228d port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:47:01.841508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.056152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.207722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.218952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Transition to ACTIVE for port object 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:02.257814 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Allocated IP 172.20.0.1 (2a1ba7b3-22cb-41ce-bd37-96be0161b566/bf32c828-f931-4a59-8946-dc05c71c01f6/959b6b7e-7885-4a08-becc-5d2fc9cb19f3) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:47:02.279626 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.358037 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Attempting to bind port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:47:02.358408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Attempting to bind port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:47:02.358755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Attempting to bind port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:47:02.364822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ea2a0-45db-47bc-9d1b-e00a213366e7 None None] Pushing event updated for resources: {'Port': ['ID=94cfeac2-6899-4b1f-80ae-c92c468bf7b7,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:02.369057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:47:02.369426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:47:02.369821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.370196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:47:02.370646 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Bound port: 94cfeac2-6899-4b1f-80ae-c92c468bf7b7, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:47:02.371014 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.406286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.422491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Transition to ACTIVE for port object 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:02.442763 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] For port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:47:02.445748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] For port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=94cfeac2-6899-4b1f-80ae-c92c468bf7b7,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:47:02.491655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.503253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.556343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:47:02.559383 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:47:02.563230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:47:02.604712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Pushing event updated for resources: {'Port': ['ID=959b6b7e-7885-4a08-becc-5d2fc9cb19f3,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:02.628643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.636129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:47:02.636752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:02.683587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ea2a0-45db-47bc-9d1b-e00a213366e7 None None] Pushing event updated for resources: {'Port': ['ID=94cfeac2-6899-4b1f-80ae-c92c468bf7b7,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:02.787947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ee47b828-e738-4f0c-a786-e0b85b7b8f72 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:02.825744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.886397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:47:02.965309 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:02.984730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-afd2fe28-dee8-4bb2-820e-1579df3a4a8f None None] Provisioning for port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:03.026933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-afd2fe28-dee8-4bb2-820e-1579df3a4a8f None None] Provisioning complete for port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:03.027322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-afd2fe28-dee8-4bb2-820e-1579df3a4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:03.116138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ee47b828-e738-4f0c-a786-e0b85b7b8f72 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:03.116508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:03.187049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-afd2fe28-dee8-4bb2-820e-1579df3a4a8f None None] Port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:47:03.303816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:03.341928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-11462d64-2603-4813-90b1-472f4e89665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:00Z', 'revision_number': 3, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:03.346381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11462d64-2603-4813-90b1-472f4e89665e None None] The sync data for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv is: [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:00Z', 'revision_number': 3, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:47:03.365783 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:03.473969 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:03.477275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Pushing event updated for resources: {'Port': ['ID=959b6b7e-7885-4a08-becc-5d2fc9cb19f3,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:03.622015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:47:03.623223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:47:03.826534 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Router c9bd0978-58be-42d5-baf3-e48e4e41228d has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:47:03.912573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fba232ee-e6a1-43d3-ad20-50d3774f9fba None None] Provisioning complete for port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:03.913138 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fba232ee-e6a1-43d3-ad20-50d3774f9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:03.972353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-fba232ee-e6a1-43d3-ad20-50d3774f9fba None None] Port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:47:04.011083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:47:04.020302 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f5c43809-baaf-4852-aa93-b1c6f7aee1de admin admin] 10.222.0.16 "PUT /v2.0/routers/c9bd0978-58be-42d5-baf3-e48e4e41228d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7530491 Mar 28 15:47:04.687089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41482) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:47:04.694148 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-901843038-network', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:47:04.699563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:47:04.705742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Usage tracker for resource:network and tenant:b5dffa2626ea48d8b8770f3b81d0bf43 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:47:04.711557 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:47:04.717730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:47:04.745053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:04.771633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Made reservation on behalf of b5dffa2626ea48d8b8770f3b81d0bf43 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:47:04.774189 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:04.778870 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Sync routers for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:47:04.789471 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:47:04.790354 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:04.791647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:04.806832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:47:04.810668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b5dffa2626ea48d8b8770f3b81d0bf43 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:47:04.813531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:47:04.819328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:47:04.909038 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:04.920031 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:04.925361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:04.925764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:04.971742 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:04.972024 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:47:04.999887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:47:05.012513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec6173f-1e74-483b-96fc-92ef30af6a36,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:05.017431 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.017765 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Added segment e6ac65c5-223a-474a-afa1-84878a995225 of type vlan for network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 Mar 28 15:47:05.043925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.045132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.060231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=94cfeac2-6899-4b1f-80ae-c92c468bf7b7,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:47:05.102451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.119689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.120925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:05.121442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.190929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=94cfeac2-6899-4b1f-80ae-c92c468bf7b7,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:05.235970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] Pushing event updated for resources: {'Network': ['ID=321cf8d0-9e1f-42cc-abdc-2f2d15e5d519,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:05.245902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:47:05.259902 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-11e77d53-aa62-4e43-87ff-bd98cd1499b9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5693069 Mar 28 15:47:05.260187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41486) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:47:05.265429 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Request body: {'subnet': {'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-901843038-subnet', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:47:05.270819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:47:05.274768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Usage tracker for resource:subnet and tenant:b5dffa2626ea48d8b8770f3b81d0bf43 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:47:05.277674 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:47:05.284251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:47:05.302086 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '959b6b7e-7885-4a08-becc-5d2fc9cb19f3', 'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'mac_address': 'fa:16:3e:57:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:02Z', 'updated_at': '2022-03-28T15:47:03Z', 'revision_number': 2, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'subnets': [{'id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:05.305720 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Checking router: c9bd0978-58be-42d5-baf3-e48e4e41228d for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:47:05.306091 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Updating router c9bd0978-58be-42d5-baf3-e48e4e41228d port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:47:05.359364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Made reservation on behalf of b5dffa2626ea48d8b8770f3b81d0bf43 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:47:05.361718 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.387399 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.634267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.720430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea8f95cc-aa82-454c-8653-323d8e7f7625,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:05.722653 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.725382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Checking segment: {'id': 'e6ac65c5-223a-474a-afa1-84878a995225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:47:05.725807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Network hostable DHCP agents. Network: 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:47:05.734566 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Transition to ACTIVE for port object 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:05.793836 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.805079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:47:05.864628 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:47:05.873218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316996e9-944e-4b75-b4df-b08b9117797a None None] Network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:47:05.875363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:05.875952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:05.917432 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Pushing event updated for resources: {'Port': ['ID=959b6b7e-7885-4a08-becc-5d2fc9cb19f3,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:05.932021 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.932617 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.933136 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.933619 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.934101 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.934603 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.935118 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.935591 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.936071 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.936544 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.937035 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.937524 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:05.966954 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5fba3b7e-13da-49e2-950d-8211c56dfe9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7054634 Mar 28 15:47:05.969112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41490) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:47:05.974936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:47:05.980267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:47:05.985308 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Usage tracker for resource:router and tenant:b5dffa2626ea48d8b8770f3b81d0bf43 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:47:05.989524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:47:06.001172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:47:06.035846 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Attempting to bind port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:47:06.036229 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Attempting to bind port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:47:06.036569 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Attempting to bind port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 on network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:47:06.042142 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:47:06.042505 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Checking segment: {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:47:06.042898 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.043305 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Bound using segment: {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:47:06.043904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Bound port: 959b6b7e-7885-4a08-becc-5d2fc9cb19f3, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:47:06.044327 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.068646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.069693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.086373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.126305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-321cf8d0-9e1f-42cc-abdc-2f2d15e5d519', 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'fixed_ips': [{'subnet_id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:47:06.127577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.139908 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] For port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:47:06.142978 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] For port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=959b6b7e-7885-4a08-becc-5d2fc9cb19f3,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:47:06.223045 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.316799 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e25112-98f9-430f-a89e-26890d10eb1d None None] Pushing event updated for resources: {'Port': ['ID=959b6b7e-7885-4a08-becc-5d2fc9cb19f3,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:06.329156 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:47:06.330421 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:06.335813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Allocated IP 172.20.0.2 (321cf8d0-9e1f-42cc-abdc-2f2d15e5d519/ea8f95cc-aa82-454c-8653-323d8e7f7625/b01a56fb-4609-4b71-ab09-722f2922f1c7) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:47:06.516119 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:47:06.549333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.587230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.598887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Transition to ACTIVE for port object b01a56fb-4609-4b71-ab09-722f2922f1c7 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:06.618837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Transition to ACTIVE for port object b01a56fb-4609-4b71-ab09-722f2922f1c7 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:06.680594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.743759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:06.785681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:47:06.794409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:47:06.800695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:47:06.840885 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '959b6b7e-7885-4a08-becc-5d2fc9cb19f3', 'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'mac_address': 'fa:16:3e:57:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:02Z', 'updated_at': '2022-03-28T15:47:06Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'subnets': [{'id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:06.845343 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6eae7-ba8b-42fd-99b5-6c79a8493732 None None] The sync data for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv is: [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '959b6b7e-7885-4a08-becc-5d2fc9cb19f3', 'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'mac_address': 'fa:16:3e:57:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:02Z', 'updated_at': '2022-03-28T15:47:06Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'subnets': [{'id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:47:06.897959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Pushing event updated for resources: {'Port': ['ID=b01a56fb-4609-4b71-ab09-722f2922f1c7,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:06.934407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Attempting to bind port b01a56fb-4609-4b71-ab09-722f2922f1c7 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:47:06.935055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Attempting to bind port b01a56fb-4609-4b71-ab09-722f2922f1c7 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'e6ac65c5-223a-474a-afa1-84878a995225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:47:06.935433 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Attempting to bind port b01a56fb-4609-4b71-ab09-722f2922f1c7 on network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:47:06.942700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.944708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:47:06.945081 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Checking segment: {'id': 'e6ac65c5-223a-474a-afa1-84878a995225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:47:06.945475 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.945863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Bound using segment: {'id': 'e6ac65c5-223a-474a-afa1-84878a995225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:47:06.946317 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Bound port: b01a56fb-4609-4b71-ab09-722f2922f1c7, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac65c5-223a-474a-afa1-84878a995225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:47:06.946686 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:06.983836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:07.014865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:07.015273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:07.108637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] For port b01a56fb-4609-4b71-ab09-722f2922f1c7, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:47:07.113314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] For port b01a56fb-4609-4b71-ab09-722f2922f1c7, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b01a56fb-4609-4b71-ab09-722f2922f1c7,segment=NetworkSegment(e6ac65c5-223a-474a-afa1-84878a995225),segment_id=e6ac65c5-223a-474a-afa1-84878a995225)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:47:07.138405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Allocated IP 172.26.7.219 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/7747ca84-6900-4788-9d24-254249e4cee4) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:47:07.200141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:07.291639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa0f5d-ca1d-4275-9b34-bd732c571d5f None None] Pushing event updated for resources: {'Port': ['ID=b01a56fb-4609-4b71-ab09-722f2922f1c7,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:07.313370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:07.434853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:07.524533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:47:07.527580 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:47:07.537303 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:47:07.571671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Pushing event updated for resources: {'Port': ['ID=7747ca84-6900-4788-9d24-254249e4cee4,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:08.025006 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:08.237569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416705a9-7f62-4d1c-b544-cac77bc07757 None None] Network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:47:08.399926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-3faf3009-d61a-43c5-9ef8-ac563106dc75 None None] Provisioning for port b01a56fb-4609-4b71-ab09-722f2922f1c7 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:08.493877 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:08.748356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Router 89d3193d-8038-4834-9c6b-87765a48132c is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:47:08.765451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:08.891833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:08.897823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:08.898191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:08.938499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:47:08.950480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Sync routers for ids ['89d3193d-8038-4834-9c6b-87765a48132c'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:47:08.967711 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Routers {'89d3193d-8038-4834-9c6b-87765a48132c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:47:08.968320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['89d3193d-8038-4834-9c6b-87765a48132c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:09.028224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:09.029724 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2af8b2da-1e9d-4813-9cff-a6593295cd15 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0589771 Mar 28 15:47:09.032585 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41496) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:47:09.161920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:09.202174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Set router 89d3193d-8038-4834-9c6b-87765a48132c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:47:09.372272 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=959b6b7e-7885-4a08-becc-5d2fc9cb19f3,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:47:09.438795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:09.439519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b01a56fb-4609-4b71-ab09-722f2922f1c7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:09.604491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=959b6b7e-7885-4a08-becc-5d2fc9cb19f3,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:09.639735 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3193d-8038-4834-9c6b-87765a48132c', 'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '7747ca84-6900-4788-9d24-254249e4cee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:47:06Z', 'updated_at': '2022-03-28T15:47:07Z', 'revision_number': 3, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'gw_port': {'id': '7747ca84-6900-4788-9d24-254249e4cee4', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:07Z', 'updated_at': '2022-03-28T15:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:09.644383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Checking router: 89d3193d-8038-4834-9c6b-87765a48132c for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:47:09.644726 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Updating router 89d3193d-8038-4834-9c6b-87765a48132c port 7747ca84-6900-4788-9d24-254249e4cee4 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:47:09.701331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port b01a56fb-4609-4b71-ab09-722f2922f1c7 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:09.712348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:09.743289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b01a56fb-4609-4b71-ab09-722f2922f1c7 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:09.743658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:09.823731 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:09.971437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.031611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Allocated IP 172.20.0.1 (321cf8d0-9e1f-42cc-abdc-2f2d15e5d519/ea8f95cc-aa82-454c-8653-323d8e7f7625/652efc91-f24e-4055-aca8-e7ee800d2ebb) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:47:10.067971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port b01a56fb-4609-4b71-ab09-722f2922f1c7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b01a56fb-4609-4b71-ab09-722f2922f1c7,segment=NetworkSegment(e6ac65c5-223a-474a-afa1-84878a995225),segment_id=e6ac65c5-223a-474a-afa1-84878a995225)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:47:10.143767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.176295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.192327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Transition to ACTIVE for port object 652efc91-f24e-4055-aca8-e7ee800d2ebb will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:10.211787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.238128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Transition to ACTIVE for port object 7747ca84-6900-4788-9d24-254249e4cee4 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:10.241772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=b01a56fb-4609-4b71-ab09-722f2922f1c7,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:10.280064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.302128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.342229 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:47:10.344996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:47:10.349427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:47:10.385547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Attempting to bind port 7747ca84-6900-4788-9d24-254249e4cee4 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:47:10.385547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Attempting to bind port 7747ca84-6900-4788-9d24-254249e4cee4 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:47:10.386113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Attempting to bind port 7747ca84-6900-4788-9d24-254249e4cee4 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:47:10.388026 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19a5ea-0336-4548-97dd-dc0146fddab0 None None] Pushing event updated for resources: {'Port': ['ID=7747ca84-6900-4788-9d24-254249e4cee4,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:10.394627 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:47:10.394989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Pushing event updated for resources: {'Port': ['ID=652efc91-f24e-4055-aca8-e7ee800d2ebb,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:10.395163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:47:10.395419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.395804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:47:10.396273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Bound port: 7747ca84-6900-4788-9d24-254249e4cee4, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:47:10.396650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.415698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.476637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] For port 7747ca84-6900-4788-9d24-254249e4cee4, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:47:10.480115 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] For port 7747ca84-6900-4788-9d24-254249e4cee4, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7747ca84-6900-4788-9d24-254249e4cee4,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:47:10.559766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.634782 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.638956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Routers {'89d3193d-8038-4834-9c6b-87765a48132c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:47:10.639598 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['89d3193d-8038-4834-9c6b-87765a48132c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:10.694921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6e8f855c-8359-4651-b7d1-e9d5d67f8560 None None] Provisioning for port 652efc91-f24e-4055-aca8-e7ee800d2ebb completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:10.706703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19a5ea-0336-4548-97dd-dc0146fddab0 None None] Pushing event updated for resources: {'Port': ['ID=7747ca84-6900-4788-9d24-254249e4cee4,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:10.715055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6e8f855c-8359-4651-b7d1-e9d5d67f8560 None None] Provisioning complete for port 652efc91-f24e-4055-aca8-e7ee800d2ebb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:10.715426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6e8f855c-8359-4651-b7d1-e9d5d67f8560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.749580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:10.871132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.936443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f855c-8359-4651-b7d1-e9d5d67f8560 None None] Port 652efc91-f24e-4055-aca8-e7ee800d2ebb cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:47:10.936617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:10.966921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] Set router 89d3193d-8038-4834-9c6b-87765a48132c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:47:11.030493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:11.030861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:11.045437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Pushing event updated for resources: {'Port': ['ID=652efc91-f24e-4055-aca8-e7ee800d2ebb,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:11.048473 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:11.181963 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:47:11.182920 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:47:11.321665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b01a56fb-4609-4b71-ab09-722f2922f1c7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:11.377728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Router 89d3193d-8038-4834-9c6b-87765a48132c has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:47:11.441899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port b01a56fb-4609-4b71-ab09-722f2922f1c7 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:11.442442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:11.483409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3193d-8038-4834-9c6b-87765a48132c', 'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '7747ca84-6900-4788-9d24-254249e4cee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:47:06Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 4, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'gw_port': {'id': '7747ca84-6900-4788-9d24-254249e4cee4', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:07Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '652efc91-f24e-4055-aca8-e7ee800d2ebb', 'name': '', 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'mac_address': 'fa:16:3e:c9:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:09Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 1, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'subnets': [{'id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:11.497974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97941614-37ba-442d-aa78-4723b189ea5f None None] The sync data for ids ['89d3193d-8038-4834-9c6b-87765a48132c'] in dv-neutron-828143-13-hyperv is: [{'id': '89d3193d-8038-4834-9c6b-87765a48132c', 'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '7747ca84-6900-4788-9d24-254249e4cee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:47:06Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 4, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'gw_port': {'id': '7747ca84-6900-4788-9d24-254249e4cee4', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:07Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '652efc91-f24e-4055-aca8-e7ee800d2ebb', 'name': '', 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'mac_address': 'fa:16:3e:c9:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:09Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 1, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'subnets': [{'id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:47:11.520957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8ef4f893-ba7d-4769-9199-895983121f86 None None] Provisioning complete for port 652efc91-f24e-4055-aca8-e7ee800d2ebb triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:11.520957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f893-ba7d-4769-9199-895983121f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:11.613928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4f893-ba7d-4769-9199-895983121f86 None None] Port 652efc91-f24e-4055-aca8-e7ee800d2ebb cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:47:11.686475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:47:11.696377 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-36b13158-862e-4ba9-8f82-7c0fe5853def admin admin] 10.222.0.16 "PUT /v2.0/routers/89d3193d-8038-4834-9c6b-87765a48132c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6627953 Mar 28 15:47:12.756389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7747ca84-6900-4788-9d24-254249e4cee4 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:12.879632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7747ca84-6900-4788-9d24-254249e4cee4 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:12.885083 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7747ca84-6900-4788-9d24-254249e4cee4 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:12.885456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:13.020058 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:13.038625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7747ca84-6900-4788-9d24-254249e4cee4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7747ca84-6900-4788-9d24-254249e4cee4,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:47:13.102667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:13.187529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7747ca84-6900-4788-9d24-254249e4cee4,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:14.750621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7747ca84-6900-4788-9d24-254249e4cee4 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:14.829786 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Sync routers for ids ['89d3193d-8038-4834-9c6b-87765a48132c'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:47:14.838431 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7747ca84-6900-4788-9d24-254249e4cee4 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:14.839323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:14.841106 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Routers {'89d3193d-8038-4834-9c6b-87765a48132c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:47:14.842082 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['89d3193d-8038-4834-9c6b-87765a48132c'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:15.123980 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Set router 89d3193d-8038-4834-9c6b-87765a48132c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:47:15.456148 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3193d-8038-4834-9c6b-87765a48132c', 'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '7747ca84-6900-4788-9d24-254249e4cee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:47:06Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 4, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'gw_port': {'id': '7747ca84-6900-4788-9d24-254249e4cee4', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:07Z', 'updated_at': '2022-03-28T15:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '652efc91-f24e-4055-aca8-e7ee800d2ebb', 'name': '', 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'mac_address': 'fa:16:3e:c9:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:09Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 2, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'subnets': [{'id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:15.460274 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Checking router: 89d3193d-8038-4834-9c6b-87765a48132c for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:47:15.460643 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Updating router 89d3193d-8038-4834-9c6b-87765a48132c port 652efc91-f24e-4055-aca8-e7ee800d2ebb binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:47:15.524505 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:15.861429 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:15.872655 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Transition to ACTIVE for port object 652efc91-f24e-4055-aca8-e7ee800d2ebb will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:15.941911 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:16.089574 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a2559-133b-4e1c-8b1b-6ad31befa2a0 None None] Pushing event updated for resources: {'Port': ['ID=652efc91-f24e-4055-aca8-e7ee800d2ebb,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:16.190480 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Attempting to bind port 652efc91-f24e-4055-aca8-e7ee800d2ebb on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:47:16.191589 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Attempting to bind port 652efc91-f24e-4055-aca8-e7ee800d2ebb by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'e6ac65c5-223a-474a-afa1-84878a995225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:47:16.191830 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Attempting to bind port 652efc91-f24e-4055-aca8-e7ee800d2ebb on network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:47:16.197991 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:47:16.198749 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Checking segment: {'id': 'e6ac65c5-223a-474a-afa1-84878a995225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:47:16.200107 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:16.200687 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Bound using segment: {'id': 'e6ac65c5-223a-474a-afa1-84878a995225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:47:16.201153 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Bound port: 652efc91-f24e-4055-aca8-e7ee800d2ebb, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac65c5-223a-474a-afa1-84878a995225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:47:16.201555 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:16.302888 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] For port 652efc91-f24e-4055-aca8-e7ee800d2ebb, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:47:16.305787 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] For port 652efc91-f24e-4055-aca8-e7ee800d2ebb, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=652efc91-f24e-4055-aca8-e7ee800d2ebb,segment=NetworkSegment(e6ac65c5-223a-474a-afa1-84878a995225),segment_id=e6ac65c5-223a-474a-afa1-84878a995225)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:47:16.390532 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:16.473477 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Routers {'89d3193d-8038-4834-9c6b-87765a48132c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:47:16.474103 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:46:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['89d3193d-8038-4834-9c6b-87765a48132c'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:16.529503 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a2559-133b-4e1c-8b1b-6ad31befa2a0 None None] Pushing event updated for resources: {'Port': ['ID=652efc91-f24e-4055-aca8-e7ee800d2ebb,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:16.704397 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] Set router 89d3193d-8038-4834-9c6b-87765a48132c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:47:16.788650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 652efc91-f24e-4055-aca8-e7ee800d2ebb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:16.937153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 652efc91-f24e-4055-aca8-e7ee800d2ebb completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:16.946219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 652efc91-f24e-4055-aca8-e7ee800d2ebb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:16.946914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:17.076101 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3193d-8038-4834-9c6b-87765a48132c', 'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '7747ca84-6900-4788-9d24-254249e4cee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:47:06Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 4, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'gw_port': {'id': '7747ca84-6900-4788-9d24-254249e4cee4', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:07Z', 'updated_at': '2022-03-28T15:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '652efc91-f24e-4055-aca8-e7ee800d2ebb', 'name': '', 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'mac_address': 'fa:16:3e:c9:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:09Z', 'updated_at': '2022-03-28T15:47:16Z', 'revision_number': 4, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'subnets': [{'id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:47:17.080652 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995ba3d-a505-4c8c-a123-4aa33fa3f6c6 None None] The sync data for ids ['89d3193d-8038-4834-9c6b-87765a48132c'] in dv-neutron-828143-13-hyperv is: [{'id': '89d3193d-8038-4834-9c6b-87765a48132c', 'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '7747ca84-6900-4788-9d24-254249e4cee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:47:06Z', 'updated_at': '2022-03-28T15:47:10Z', 'revision_number': 4, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'gw_port': {'id': '7747ca84-6900-4788-9d24-254249e4cee4', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:07Z', 'updated_at': '2022-03-28T15:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '652efc91-f24e-4055-aca8-e7ee800d2ebb', 'name': '', 'network_id': '321cf8d0-9e1f-42cc-abdc-2f2d15e5d519', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'mac_address': 'fa:16:3e:c9:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:09Z', 'updated_at': '2022-03-28T15:47:16Z', 'revision_number': 4, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'subnets': [{'id': 'ea8f95cc-aa82-454c-8653-323d8e7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:47:17.105605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:17.145605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 652efc91-f24e-4055-aca8-e7ee800d2ebb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=652efc91-f24e-4055-aca8-e7ee800d2ebb,segment=NetworkSegment(e6ac65c5-223a-474a-afa1-84878a995225),segment_id=e6ac65c5-223a-474a-afa1-84878a995225)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:47:17.245525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:17.342844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=652efc91-f24e-4055-aca8-e7ee800d2ebb,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:18.733609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 652efc91-f24e-4055-aca8-e7ee800d2ebb up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:18.802264 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 652efc91-f24e-4055-aca8-e7ee800d2ebb triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:18.802634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:21.310769 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:47:21.373591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6aa1-862e-46f3-a686-0681f71dc036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:23.531324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b8ea8034-4309-41f9-ad5b-a97ec88e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:23.659407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-fa58b581-7eed-427d-acc0-f3df67bae98c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:23.660077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-fa58b581-7eed-427d-acc0-f3df67bae98c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Synchronizing usage tracker for tenant:98f7d87053694eed82dc73f62afc34ae on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:47:23.759257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-fa58b581-7eed-427d-acc0-f3df67bae98c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Unset dirty status for tenant:98f7d87053694eed82dc73f62afc34ae on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:47:23.760431 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-fa58b581-7eed-427d-acc0-f3df67bae98c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/networks?id=2a1ba7b3-22cb-41ce-bd37-96be0161b566 HTTP/1.1" status: 200 len: 814 time: 0.2431829 Mar 28 15:47:23.776073 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-091b4f1d-5a88-4524-a20f-60b4ee86c546 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/quotas/98f7d87053694eed82dc73f62afc34ae HTTP/1.1" status: 200 len: 375 time: 0.0100405 Mar 28 15:47:23.863389 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-4a89ea73-6532-47a6-8138-039b98554c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Synchronizing usage tracker for tenant:98f7d87053694eed82dc73f62afc34ae on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:47:23.942271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-4a89ea73-6532-47a6-8138-039b98554c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Unset dirty status for tenant:98f7d87053694eed82dc73f62afc34ae on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:47:23.943708 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-4a89ea73-6532-47a6-8138-039b98554c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=98f7d87053694eed82dc73f62afc34ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623793 Mar 28 15:47:24.080791 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-65ebd3e9-bfec-45da-aa79-be53c5fc035e service neutron] 10.222.0.16 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245730 Mar 28 15:47:24.209389 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-97d21750-31d9-4f37-9654-9710a9368e26 service neutron] 10.222.0.16 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228175 Mar 28 15:47:24.460258 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e5bd607d-5033-4355-b777-413585020515 req-c8f1f126-938f-4822-bf1b-5915b134f294 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 210 time: 0.0419350 Mar 28 15:47:24.604871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:24.868302 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:25.606510 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c5d7a60-e8e4-410d-9acb-949a118f2a58 req-4097eeaa-956f-4e79-9519-1a3e8b5d9cac tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 210 time: 0.0419333 Mar 28 15:47:26.291607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:26.774150 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6af7a95d-cc0a-4c84-957b-c063310e30cb req-1bb828f0-4f15-41fa-bd73-482ac4081029 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 210 time: 0.0605028 Mar 28 15:47:26.784849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-cbffb671-28a6-4654-a994-8d5c0f2129a0 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:26.786261 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-cbffb671-28a6-4654-a994-8d5c0f2129a0 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.23 "GET /v2.0/networks?id=2a1ba7b3-22cb-41ce-bd37-96be0161b566 HTTP/1.1" status: 200 len: 814 time: 0.1900122 Mar 28 15:47:26.803996 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'port': {'device_id': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'admin_state_up': True, 'tenant_id': '98f7d87053694eed82dc73f62afc34ae'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:47:26.942402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:47:26.951943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:47:27.045023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Made reservation on behalf of 98f7d87053694eed82dc73f62afc34ae for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:47:27.048547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:27.213286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Allocated IP 172.20.0.4 (2a1ba7b3-22cb-41ce-bd37-96be0161b566/bf32c828-f931-4a59-8946-dc05c71c01f6/91ab8932-81d0-4e02-a12b-6857c5b232c8) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:47:27.420855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:27.441546 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Transition to ACTIVE for port object 91ab8932-81d0-4e02-a12b-6857c5b232c8 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:27.509824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:27.578019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:47:27.579259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:47:27.584175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:47:27.662738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'Port': ['ID=91ab8932-81d0-4e02-a12b-6857c5b232c8,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:27.687746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.690276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.690276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.690276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.690276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.690276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.690276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.690276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.690894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.690894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.691126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.691428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:27.702590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:27.703233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:27.795565 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-361c70a1-9067-4302-be89-5e6e26ca995b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9951010 Mar 28 15:47:27.919696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dde98045-1e0e-4936-bf0c-27db11cc221b None None] Provisioning for port 91ab8932-81d0-4e02-a12b-6857c5b232c8 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:27.926593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dde98045-1e0e-4936-bf0c-27db11cc221b None None] Provisioning complete for port 91ab8932-81d0-4e02-a12b-6857c5b232c8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:27.927287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dde98045-1e0e-4936-bf0c-27db11cc221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:28.046320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-dde98045-1e0e-4936-bf0c-27db11cc221b None None] Port 91ab8932-81d0-4e02-a12b-6857c5b232c8 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:47:28.047662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f58a1-8831-4e2a-bed5-a03e8b2bd871 req-2da0c54d-67f2-4bba-81d7-9467a58cdc9f tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:28.049841 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b53f58a1-8831-4e2a-bed5-a03e8b2bd871 req-2da0c54d-67f2-4bba-81d7-9467a58cdc9f tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 931 time: 0.1434183 Mar 28 15:47:28.104275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-b53f58a1-8831-4e2a-bed5-a03e8b2bd871 req-c04c1bf8-d67f-474c-ab76-de591a5674b9 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Synchronizing usage tracker for tenant:98f7d87053694eed82dc73f62afc34ae on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:47:28.216792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-b53f58a1-8831-4e2a-bed5-a03e8b2bd871 req-c04c1bf8-d67f-474c-ab76-de591a5674b9 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Unset dirty status for tenant:98f7d87053694eed82dc73f62afc34ae on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:47:28.218108 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b53f58a1-8831-4e2a-bed5-a03e8b2bd871 req-c04c1bf8-d67f-474c-ab76-de591a5674b9 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582036 Mar 28 15:47:29.568741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b065cc-52e4-4879-82d5-d1f97f62be26 req-ffe96456-a9d0-4c0a-af5c-7845e0d82cb0 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:29.569435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e5b065cc-52e4-4879-82d5-d1f97f62be26 req-ffe96456-a9d0-4c0a-af5c-7845e0d82cb0 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Synchronizing usage tracker for tenant:98f7d87053694eed82dc73f62afc34ae on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:47:29.671559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e5b065cc-52e4-4879-82d5-d1f97f62be26 req-ffe96456-a9d0-4c0a-af5c-7845e0d82cb0 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Unset dirty status for tenant:98f7d87053694eed82dc73f62afc34ae on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:47:29.671559 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e5b065cc-52e4-4879-82d5-d1f97f62be26 req-ffe96456-a9d0-4c0a-af5c-7845e0d82cb0 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 931 time: 0.3088779 Mar 28 15:47:29.855809 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e5b065cc-52e4-4879-82d5-d1f97f62be26 req-9cfb1752-8f34-4d25-a377-b3ba387de40e tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823883 Mar 28 15:47:31.060152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269d470-237f-496d-8e89-b50cf8677d66 req-0f3a9e4c-ab17-4f51-b261-89ba0d170ccf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:31.061622 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6269d470-237f-496d-8e89-b50cf8677d66 req-0f3a9e4c-ab17-4f51-b261-89ba0d170ccf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 931 time: 0.0894547 Mar 28 15:47:31.112356 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6269d470-237f-496d-8e89-b50cf8677d66 req-ca354381-0342-4515-850f-cf81fedd9f8d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Mar 28 15:47:32.311371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8c5f-6d4d-4422-ac09-618604a21beb req-b3dd6286-c77f-4d3c-ac93-69e6c02b8e64 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:32.317602 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-03df8c5f-6d4d-4422-ac09-618604a21beb req-b3dd6286-c77f-4d3c-ac93-69e6c02b8e64 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 931 time: 0.0916235 Mar 28 15:47:32.368186 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-03df8c5f-6d4d-4422-ac09-618604a21beb req-7be5c499-cec0-4bc6-8adc-09901f9da0ea tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Mar 28 15:47:32.684771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:33.580152 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333ed5f-ac49-4eba-a7a2-9ffc984a8b42 req-f10b84df-2e9e-4b7f-8b19-d7eced0f6ca6 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:33.582249 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0333ed5f-ac49-4eba-a7a2-9ffc984a8b42 req-f10b84df-2e9e-4b7f-8b19-d7eced0f6ca6 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 931 time: 0.0908787 Mar 28 15:47:33.641596 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0333ed5f-ac49-4eba-a7a2-9ffc984a8b42 req-e4de53d8-9c7c-4c27-804d-ee39bde3d125 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531578 Mar 28 15:47:34.962410 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfd8e-3ffa-4d85-9406-53685991d34f req-e30cf634-6871-4151-a835-b9e2ee019ffa tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:34.963870 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-28ecfd8e-3ffa-4d85-9406-53685991d34f req-e30cf634-6871-4151-a835-b9e2ee019ffa tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 931 time: 0.0803959 Mar 28 15:47:35.012631 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-28ecfd8e-3ffa-4d85-9406-53685991d34f req-987924db-9e2d-4e33-9de7-c6c49c088aef tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Mar 28 15:47:35.203932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-a2aa68f7-4944-4727-a259-3ec42e7df744 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:47:35.204787 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-a2aa68f7-4944-4727-a259-3ec42e7df744 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051119 Mar 28 15:47:35.280876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Request body: {'port': {'device_id': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:47:35.390177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:35.740579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ab8932-81d0-4e02-a12b-6857c5b232c8 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:47:35.747637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:35.761889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Transition to ACTIVE for port object 91ab8932-81d0-4e02-a12b-6857c5b232c8 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:47:35.839630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:35.995209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Pushing event updated for resources: {'Port': ['ID=91ab8932-81d0-4e02-a12b-6857c5b232c8,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:36.076403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Attempting to bind port 91ab8932-81d0-4e02-a12b-6857c5b232c8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:47:36.076778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Attempting to bind port 91ab8932-81d0-4e02-a12b-6857c5b232c8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:47:36.077125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Attempting to bind port 91ab8932-81d0-4e02-a12b-6857c5b232c8 on network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:47:36.082214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Port 91ab8932-81d0-4e02-a12b-6857c5b232c8 on network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:47:36.082530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Attempting to bind port 91ab8932-81d0-4e02-a12b-6857c5b232c8 on network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:47:36.087840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:47:36.088173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Checking segment: {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:47:36.088584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Bound using segment: {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:47:36.089004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Bound port: 91ab8932-81d0-4e02-a12b-6857c5b232c8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadd6708-db7f-41bc-9c9d-a924380c3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:47:36.089355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:36.180764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] For port 91ab8932-81d0-4e02-a12b-6857c5b232c8, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:47:36.183578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] For port 91ab8932-81d0-4e02-a12b-6857c5b232c8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:47:36.201822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0559c0-86a7-4ed1-9c4c-b536a7855f4a req-584cf42f-1678-4f0f-be41-99e4b0526b34 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:36.203281 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bc0559c0-86a7-4ed1-9c4c-b536a7855f4a req-584cf42f-1678-4f0f-be41-99e4b0526b34 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 943 time: 0.0821881 Mar 28 15:47:36.245693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:36.246047 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bc0559c0-86a7-4ed1-9c4c-b536a7855f4a req-6503a5de-5b0e-4bd2-bb64-a1626133f34a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370853 Mar 28 15:47:36.302055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:36.302649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:36.304007 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] 10.222.0.23 "PUT /v2.0/ports/91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 1093 time: 1.0735722 Mar 28 15:47:36.304440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:47:36.330256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f067c-306f-4e09-8564-2a5f4cc3faae service neutron] Pushing event updated for resources: {'Port': ['ID=91ab8932-81d0-4e02-a12b-6857c5b232c8,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:36.350192 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'status': 'completed', 'code': 200} Mar 28 15:47:36.467156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904328f-9070-4167-8a09-78779ad5e760 req-ea5115a4-ad9e-49f0-92e6-cab1580fd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:36.468632 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b904328f-9070-4167-8a09-78779ad5e760 req-ea5115a4-ad9e-49f0-92e6-cab1580fd649 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f7d87053694eed82dc73f62afc34ae&device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1096 time: 0.0761416 Mar 28 15:47:36.615995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904328f-9070-4167-8a09-78779ad5e760 req-cdd0c18f-f1a1-4ba6-9611-486ef601ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:36.617349 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b904328f-9070-4167-8a09-78779ad5e760 req-cdd0c18f-f1a1-4ba6-9611-486ef601ad57 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=98f7d87053694eed82dc73f62afc34ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1365142 Mar 28 15:47:36.749066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904328f-9070-4167-8a09-78779ad5e760 req-f7a08159-fe42-4d2d-8228-eb1007389b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:36.750474 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b904328f-9070-4167-8a09-78779ad5e760 req-f7a08159-fe42-4d2d-8228-eb1007389b93 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275837 Mar 28 15:47:36.872923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-f56a389d-27f3-453a-bc20-e2d10737472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:36.874352 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-f56a389d-27f3-453a-bc20-e2d10737472b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f7d87053694eed82dc73f62afc34ae&device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1096 time: 0.0687115 Mar 28 15:47:37.060171 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-6c95eaf9-c966-4061-9e86-a4881c7db0ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 217 time: 0.1618898 Mar 28 15:47:37.121128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-ac71334f-43d2-4a78-a656-4cf29a9dba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:37.122506 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-ac71334f-43d2-4a78-a656-4cf29a9dba46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf32c828-f931-4a59-8946-dc05c71c01f6 HTTP/1.1" status: 200 len: 853 time: 0.0557415 Mar 28 15:47:37.196545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-0629e5c9-d25c-48b1-aaea-757c95435f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:37.197893 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-0629e5c9-d25c-48b1-aaea-757c95435f99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a1ba7b3-22cb-41ce-bd37-96be0161b566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685773 Mar 28 15:47:37.331851 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-aeef5d31-0ffc-43de-9059-e47eb578eadf service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270854 Mar 28 15:47:37.436352 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e640e17-415d-4f9f-8877-a559aade1a25 req-2b3f9d04-7729-47d4-b06b-49dec277f808 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:37.437812 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7e640e17-415d-4f9f-8877-a559aade1a25 req-2b3f9d04-7729-47d4-b06b-49dec277f808 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 943 time: 0.0846958 Mar 28 15:47:37.465350 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d069c5b-7671-4d32-86aa-89440c587f14 req-53b9d219-c312-4775-9b09-e49f0e45df91 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272173 Mar 28 15:47:37.483960 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7e640e17-415d-4f9f-8877-a559aade1a25 req-408811eb-9c66-4635-a69c-e45e8c2ec16a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Mar 28 15:47:38.666821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a496b-77e3-4b9d-a143-72e6fe2dc211 req-54c5018f-c4cc-4d86-a950-0781670951f4 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:38.668270 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-139a496b-77e3-4b9d-a143-72e6fe2dc211 req-54c5018f-c4cc-4d86-a950-0781670951f4 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 943 time: 0.0819061 Mar 28 15:47:38.710889 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-139a496b-77e3-4b9d-a143-72e6fe2dc211 req-22df2e34-07f3-4be8-895d-c31fd8f242cc tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370684 Mar 28 15:47:39.518697 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 91ab8932-81d0-4e02-a12b-6857c5b232c8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:47:39.647600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 91ab8932-81d0-4e02-a12b-6857c5b232c8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:47:39.665939 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'port_id': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'mac_address': 'fa:16:3e:c5:fa:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:47:39.723177 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:39.739805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ab8932-81d0-4e02-a12b-6857c5b232c8 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:47:39.755149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 91ab8932-81d0-4e02-a12b-6857c5b232c8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:47:39.799862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:39.871336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=91ab8932-81d0-4e02-a12b-6857c5b232c8,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:39.878706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.879112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.879423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.879763 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.880096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.880429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.880983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.881317 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.881652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.881996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.882315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.882642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:47:39.891049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3facb-5a79-4260-87f2-a1d21d95c2e2 req-1363a21b-27ae-4edf-aeff-4ffc871c43b0 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:39.892816 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6fb3facb-5a79-4260-87f2-a1d21d95c2e2 req-1363a21b-27ae-4edf-aeff-4ffc871c43b0 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 944 time: 0.0793512 Mar 28 15:47:39.937414 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6fb3facb-5a79-4260-87f2-a1d21d95c2e2 req-b75fb6d5-870c-4f3c-b79f-d2c233cf4f12 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383990 Mar 28 15:47:40.072449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['91ab8932-81d0-4e02-a12b-6857c5b232c8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:47:41.122073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec2b12-fb10-4457-a718-5d534c522011 req-e1fe3aa9-dc08-4cda-80f3-0cd1e60c881d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:41.123529 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13ec2b12-fb10-4457-a718-5d534c522011 req-e1fe3aa9-dc08-4cda-80f3-0cd1e60c881d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 944 time: 0.0819507 Mar 28 15:47:41.166980 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13ec2b12-fb10-4457-a718-5d534c522011 req-05b35c25-74b0-4ecf-bed2-86ca19ce3ad8 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Mar 28 15:47:41.525257 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 91ab8932-81d0-4e02-a12b-6857c5b232c8 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:47:41.644795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 91ab8932-81d0-4e02-a12b-6857c5b232c8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:47:41.649458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 91ab8932-81d0-4e02-a12b-6857c5b232c8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:47:41.649826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:41.762742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:41.789245 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:47:41.798502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 91ab8932-81d0-4e02-a12b-6857c5b232c8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:47:41.835250 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'code': 200} Mar 28 15:47:41.862440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:41.932399 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=91ab8932-81d0-4e02-a12b-6857c5b232c8,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:42.226693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046fa94-4996-408c-8813-4ea4aad3d3fe req-f3ff4c90-0513-479f-8ad7-a4df6712ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:42.228189 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a046fa94-4996-408c-8813-4ea4aad3d3fe req-f3ff4c90-0513-479f-8ad7-a4df6712ada0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1098 time: 0.0690539 Mar 28 15:47:42.268109 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a046fa94-4996-408c-8813-4ea4aad3d3fe req-644cf069-1bb4-4d25-b36a-0c53ec7867cc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342393 Mar 28 15:47:42.348471 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec130e9d-67a3-444f-bf6e-ed8b3d2bd496 req-c1759a53-7180-4e73-8de6-d25fa2e2dabd tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:42.349895 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ec130e9d-67a3-444f-bf6e-ed8b3d2bd496 req-c1759a53-7180-4e73-8de6-d25fa2e2dabd tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 945 time: 0.0809555 Mar 28 15:47:42.392350 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ec130e9d-67a3-444f-bf6e-ed8b3d2bd496 req-74c016d2-be07-4eb4-b9c8-a2740fa66e77 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369372 Mar 28 15:47:43.588093 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb33e2e-2776-4790-ae22-e6d800244078 req-196dfe92-c6e0-4e0b-b9eb-b366a492ae6c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:43.589551 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6fb33e2e-2776-4790-ae22-e6d800244078 req-196dfe92-c6e0-4e0b-b9eb-b366a492ae6c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 945 time: 0.0850430 Mar 28 15:47:43.636923 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6fb33e2e-2776-4790-ae22-e6d800244078 req-aff8110d-2dbe-4876-bd39-f88d1dd8be95 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Mar 28 15:47:43.817373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14c43c-590b-4187-8b91-0157c93ee389 req-74d60b31-e20b-44fc-a650-72c5ff0f125a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:43.818832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7b14c43c-590b-4187-8b91-0157c93ee389 req-74d60b31-e20b-44fc-a650-72c5ff0f125a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 945 time: 0.0797567 Mar 28 15:47:43.866382 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7b14c43c-590b-4187-8b91-0157c93ee389 req-8477af9d-f055-40e4-b51f-6ea386bbce6f tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418172 Mar 28 15:47:44.255718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14813a-84c8-4011-9a76-adc52868597b req-bb4dffc4-eef8-4a8c-92c1-b79f9da79507 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:44.257313 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d14813a-84c8-4011-9a76-adc52868597b req-bb4dffc4-eef8-4a8c-92c1-b79f9da79507 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 945 time: 0.0776169 Mar 28 15:47:44.300435 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d14813a-84c8-4011-9a76-adc52868597b req-ffdbe80b-9830-4326-a2b7-a48ce8748c45 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378740 Mar 28 15:47:51.370748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-987c9499-c13e-4a34-b397-6fa44056ba09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:53.513415 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-683734d9-2e16-4d55-aa34-dcf3746cfd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:54.599502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:54.851091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:56.262340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:57.361596 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f44b57-ea07-41e8-adf5-6932839bda65 req-42386cfc-cbd9-4010-8110-b82ad60412f8 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:57.363147 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b0f44b57-ea07-41e8-adf5-6932839bda65 req-42386cfc-cbd9-4010-8110-b82ad60412f8 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 945 time: 0.0880513 Mar 28 15:47:57.407861 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b0f44b57-ea07-41e8-adf5-6932839bda65 req-a47a1556-ba1c-4cf7-a5b7-729c47feb6bc tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 Mar 28 15:47:57.432142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41694) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:47:57.544884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4994f26-4f3a-4c5e-96a7-2d8e13e5e1e0 tempest-TestMinimumBasicScenario-493504641 tempest-TestMinimumBasicScenario-493504641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:47:57.546382 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d4994f26-4f3a-4c5e-96a7-2d8e13e5e1e0 tempest-TestMinimumBasicScenario-493504641 tempest-TestMinimumBasicScenario-493504641-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1093 time: 0.1131935 Mar 28 15:47:57.549336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41700) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:47:57.554182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:47:57.559993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:47:57.563771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Usage tracker for resource:floatingip and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:47:57.567085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:47:57.572705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:47:57.622600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:57.757152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:57.897027 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Allocated IP 172.26.7.21 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/827f9999-7ae3-4298-8891-b941befae84e) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:47:58.042481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:58.102521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:58.163654 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:47:58.166195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:47:58.170022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:47:58.213249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'Port': ['ID=827f9999-7ae3-4298-8891-b941befae84e,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:58.310510 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:47:58.674645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:58.800725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:59.003961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:59.067755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:59.177586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'Port': ['ID=827f9999-7ae3-4298-8891-b941befae84e,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:47:59.188284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:47:59.352625 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Floating IP c9c5250d-d85f-42d5-9db2-414197f11b99 associated. External IP: 172.26.7.21, port: 91ab8932-81d0-4e02-a12b-6857c5b232c8. Mar 28 15:47:59.709951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Router c9bd0978-58be-42d5-baf3-e48e4e41228d has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:47:59.888299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:47:59.898040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] Sync routers for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:47:59.907261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:47:59.907863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:47:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:48:00.024321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.084032 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2d3e7d41-5865-4f13-a7ed-91fa5ac23013 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5336337 Mar 28 15:48:00.084614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:48:00.086954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41704) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:48:00.089865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:48:00.092401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134900422', 'description': 'tempest-secgroup-smoke-2134900422 description', 'project_id': '98f7d87053694eed82dc73f62afc34ae'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:48:00.099607 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:48:00.109423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:48:00.188265 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.200178 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'status': 'completed', 'code': 200} Mar 28 15:48:00.210210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:48:00.214333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Usage tracker for resource:security_group_rule and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:48:00.217589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:48:00.224665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:48:00.299375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.348662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.401356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64514e29-aa38-4db7-814d-dd9a6ee3f470,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:48:00.411773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.412120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.412475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.413010 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.413465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.413793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.414121 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.414448 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.414766 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.415299 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.415811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.416125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:48:00.445285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-598fa6ca-d238-4118-a034-4c62bed9a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:00.446764 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-598fa6ca-d238-4118-a034-4c62bed9a0b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f7d87053694eed82dc73f62afc34ae&device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1098 time: 0.2105098 Mar 28 15:48:00.462770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.466650 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d57d205e-0aeb-4117-bc83-c8b71eca7ed2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3761199 Mar 28 15:48:00.466935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41712) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:48:00.472510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'security_group_rule': {'security_group_id': '64514e29-aa38-4db7-814d-dd9a6ee3f470', 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:48:00.479003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:48:00.485279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Usage tracker for resource:security_group_rule and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:48:00.486652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'c9c5250d-d85f-42d5-9db2-414197f11b99', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'floating_ip_address': '172.26.7.21', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'port_id': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'mac_address': 'fa:16:3e:c5:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:47:58Z', 'updated_at': '2022-03-28T15:47:58Z', 'revision_number': 0, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959b6b7e-7885-4a08-becc-5d2fc9cb19f3', 'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'mac_address': 'fa:16:3e:57:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:02Z', 'updated_at': '2022-03-28T15:47:09Z', 'revision_number': 5, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'subnets': [{'id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:48:00.488333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:48:00.491410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] Checking router: c9bd0978-58be-42d5-baf3-e48e4e41228d for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:48:00.493999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:48:00.500349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:48:00.500948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:47:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:48:00.566540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.581514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-42e3be2b-8a1e-48e4-8a3c-c0364a409a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:00.582963 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-42e3be2b-8a1e-48e4-8a3c-c0364a409a27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a1ba7b3-22cb-41ce-bd37-96be0161b566 HTTP/1.1" status: 200 len: 915 time: 0.1278946 Mar 28 15:48:00.629381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.693102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:48:00.695618 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-50d7605a-3fa1-48b4-acc5-d5a7351843db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 998 time: 0.1066728 Mar 28 15:48:00.702287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.726247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0997e8ce-4c84-4e8f-89b3-48abc55caf1b,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:48:00.760133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-08802e43-7921-4345-bf44-b011fd2bea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:00.761683 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-08802e43-7921-4345-bf44-b011fd2bea45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf32c828-f931-4a59-8946-dc05c71c01f6 HTTP/1.1" status: 200 len: 853 time: 0.0579202 Mar 28 15:48:00.782306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.783594 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b73d8399-27f5-4491-a896-0a16021a401a tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156807 Mar 28 15:48:00.786324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41716) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:48:00.791768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'security_group_rule': {'security_group_id': '64514e29-aa38-4db7-814d-dd9a6ee3f470', 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:48:00.797967 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:48:00.802591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Usage tracker for resource:security_group_rule and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:48:00.806709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:48:00.812652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:48:00.841171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-ed3048a7-b358-4c25-a59e-c9523338d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:00.842604 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-ed3048a7-b358-4c25-a59e-c9523338d92a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a1ba7b3-22cb-41ce-bd37-96be0161b566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744693 Mar 28 15:48:00.892334 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.962680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:00.986466 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-c94ada86-15a3-4154-b3a4-207f70c94461 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370354 Mar 28 15:48:01.033594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.058680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6990d9-17b3-402e-9e0d-623af1e92a2d,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:48:01.066294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'c9c5250d-d85f-42d5-9db2-414197f11b99', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'floating_ip_address': '172.26.7.21', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'port_id': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'mac_address': 'fa:16:3e:c5:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:47:58Z', 'updated_at': '2022-03-28T15:47:58Z', 'revision_number': 0, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959b6b7e-7885-4a08-becc-5d2fc9cb19f3', 'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'mac_address': 'fa:16:3e:57:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:02Z', 'updated_at': '2022-03-28T15:47:09Z', 'revision_number': 5, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'subnets': [{'id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:48:01.070592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c70981-ca5a-4369-bb3d-978cbd8bb05a None None] The sync data for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv is: [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'c9c5250d-d85f-42d5-9db2-414197f11b99', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'floating_ip_address': '172.26.7.21', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'port_id': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'mac_address': 'fa:16:3e:c5:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:47:58Z', 'updated_at': '2022-03-28T15:47:58Z', 'revision_number': 0, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959b6b7e-7885-4a08-becc-5d2fc9cb19f3', 'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'mac_address': 'fa:16:3e:57:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:02Z', 'updated_at': '2022-03-28T15:47:09Z', 'revision_number': 5, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'subnets': [{'id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:48:01.108812 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.110293 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-036b4860-3ee0-485f-b80a-c2848a880c5c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3228593 Mar 28 15:48:01.113678 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41720) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:48:01.119084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'security_group_rule': {'security_group_id': '64514e29-aa38-4db7-814d-dd9a6ee3f470', 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:48:01.125691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:48:01.129864 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5655294a-aee6-4bf7-ab82-e0ff9027e825 req-87d35350-023b-4c35-98f8-13070141bab4 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363769 Mar 28 15:48:01.131206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Usage tracker for resource:security_group_rule and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:48:01.134164 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:48:01.140071 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:48:01.212588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.259350 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38ee96-f7ab-4ba4-8ddf-e7a0b8b1537f None None] New status for floating IP c9c5250d-d85f-42d5-9db2-414197f11b99: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:48:01.282562 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.325345 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.349331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bcc8a6-9b45-45b4-9481-a5e6ccb6143c,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:48:01.405176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.406409 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ff6feb72-ad86-45d9-869d-f9882857a1bf tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2917223 Mar 28 15:48:01.409752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41724) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:48:01.414875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'security_group_rule': {'security_group_id': '64514e29-aa38-4db7-814d-dd9a6ee3f470', 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:48:01.420853 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:48:01.424797 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Usage tracker for resource:security_group_rule and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:48:01.427866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:48:01.433626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:48:01.497726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.559779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.622360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.646811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a24cfbd-e1a6-4801-9dc0-09b9c95597b6,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:48:01.725157 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.726378 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-545d6ef3-d1c5-47a4-a9d9-4f020d35eaed tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3156986 Mar 28 15:48:01.729092 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41728) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:48:01.733995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'security_group_rule': {'security_group_id': '64514e29-aa38-4db7-814d-dd9a6ee3f470', 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:48:01.739803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:48:01.743657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Usage tracker for resource:security_group_rule and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:48:01.746538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:48:01.752317 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:48:01.827825 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Project 98f7d87053694eed82dc73f62afc34ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:48:01.835089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.905333 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.970531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:01.993286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5186cb8-2c58-4237-985e-b6f50fdc4d91,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:48:02.073447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:02.074613 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-44769a8c-c60b-4ec5-a6e8-91e438db2cd2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446321 Mar 28 15:48:02.077228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41732) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:48:02.082957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'security_group_rule': {'security_group_id': '64514e29-aa38-4db7-814d-dd9a6ee3f470', 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:48:02.088741 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:48:02.092801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Usage tracker for resource:security_group_rule and tenant:98f7d87053694eed82dc73f62afc34ae is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:48:02.095690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:48:02.101624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:48:02.170920 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Project 98f7d87053694eed82dc73f62afc34ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:48:02.177755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:02.241098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:02.308326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:02.332568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc5b301-4cd9-463b-8f09-47a9574f3522,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:48:02.393860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:02.395070 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cbc6be64-18e2-4d11-b494-90cfcaa8c7cb tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3169022 Mar 28 15:48:02.511146 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-0d515990-b235-421b-b33e-eb251cbb43a4 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134900422&fields=id&tenant_id=98f7d87053694eed82dc73f62afc34ae HTTP/1.1" status: 200 len: 267 time: 0.0383916 Mar 28 15:48:02.591248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-4f7387e2-8e36-4506-8482-2b4869683e93 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:02.592702 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-4f7387e2-8e36-4506-8482-2b4869683e93 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 945 time: 0.0764365 Mar 28 15:48:02.603737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-f051e9d8-244b-4fe0-a73a-66e77b85413d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'port': {'security_groups': ['1c7c45fc-d723-4fab-9582-3b44ffe6951e', '64514e29-aa38-4db7-814d-dd9a6ee3f470']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:48:02.679346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:02.721903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-f051e9d8-244b-4fe0-a73a-66e77b85413d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:02.974086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-f051e9d8-244b-4fe0-a73a-66e77b85413d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] For port 91ab8932-81d0-4e02-a12b-6857c5b232c8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:48:02.999685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-f051e9d8-244b-4fe0-a73a-66e77b85413d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:03.073328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-f051e9d8-244b-4fe0-a73a-66e77b85413d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:03.114179 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['91ab8932-81d0-4e02-a12b-6857c5b232c8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:48:03.136547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-f051e9d8-244b-4fe0-a73a-66e77b85413d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:03.137156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-f051e9d8-244b-4fe0-a73a-66e77b85413d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:03.138527 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-facbc1ea-1e39-45d5-8e0e-fafd2fe3142a req-f051e9d8-244b-4fe0-a73a-66e77b85413d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "PUT /v2.0/ports/91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 981 time: 0.5391347 Mar 28 15:48:03.138973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:48:03.187831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051e9d8-244b-4fe0-a73a-66e77b85413d tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'Port': ['ID=91ab8932-81d0-4e02-a12b-6857c5b232c8,revision_number=6']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:48:03.210067 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'status': 'completed', 'code': 200} Mar 28 15:48:03.271940 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['91ab8932-81d0-4e02-a12b-6857c5b232c8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:48:03.397195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-c45e20ff-a5c2-4cc0-9e67-8af5cfe510b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:03.398637 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-c45e20ff-a5c2-4cc0-9e67-8af5cfe510b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f7d87053694eed82dc73f62afc34ae&device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1137 time: 0.1341486 Mar 28 15:48:03.408419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba8809-3741-43c4-916b-8b14a3ccf39f req-60cf45ff-cf95-4c04-90dd-0a716fdee7cc tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:03.409840 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-34ba8809-3741-43c4-916b-8b14a3ccf39f req-60cf45ff-cf95-4c04-90dd-0a716fdee7cc tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.1472223 Mar 28 15:48:03.488639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1fcf3933-47b6-4536-82fe-bf9fe83e2f82 None None] Provisioning complete for port 91ab8932-81d0-4e02-a12b-6857c5b232c8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:48:03.488935 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3933-47b6-4536-82fe-bf9fe83e2f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:03.653515 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-34ba8809-3741-43c4-916b-8b14a3ccf39f req-cada34a8-cf7d-4594-83b1-52ead67b1644 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2252691 Mar 28 15:48:03.678224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-dd462b48-49ae-438c-ba95-27e10226a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:03.679679 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-dd462b48-49ae-438c-ba95-27e10226a5ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a1ba7b3-22cb-41ce-bd37-96be0161b566 HTTP/1.1" status: 200 len: 915 time: 0.2688715 Mar 28 15:48:03.792499 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-2e1802b7-7f94-46d9-9056-cc351b7835ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 1000 time: 0.1032915 Mar 28 15:48:03.855358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-9c0bcf8b-d548-4812-8526-14d6b1689724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:03.856708 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-9c0bcf8b-d548-4812-8526-14d6b1689724 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf32c828-f931-4a59-8946-dc05c71c01f6 HTTP/1.1" status: 200 len: 853 time: 0.0610640 Mar 28 15:48:03.942631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-ba18f4ec-c888-49a4-ba92-21d6e20a669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:03.944134 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-ba18f4ec-c888-49a4-ba92-21d6e20a669d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a1ba7b3-22cb-41ce-bd37-96be0161b566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0802054 Mar 28 15:48:04.076131 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-fcdae934-9612-4cf1-af04-609f3260b1c2 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250257 Mar 28 15:48:04.210194 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b62fb3c2-44ea-45d6-9991-2b7588c8819a req-59273ad5-8e94-4a6e-bdac-298ad5672018 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200869 Mar 28 15:48:17.942380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0f6f-e832-4132-917f-3929df4e499c req-6bc35def-6696-4a90-9215-a57672234962 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:17.944502 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d58d0f6f-e832-4132-917f-3929df4e499c req-6bc35def-6696-4a90-9215-a57672234962 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.1223366 Mar 28 15:48:18.003476 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d58d0f6f-e832-4132-917f-3929df4e499c req-ad84d2d4-e627-48d7-84b1-214dad8047d9 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520978 Mar 28 15:48:18.020805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-52a89d06-a83b-4312-b229-b98a45461da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:18.022272 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-52a89d06-a83b-4312-b229-b98a45461da3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f7d87053694eed82dc73f62afc34ae&device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1137 time: 0.1262925 Mar 28 15:48:18.152397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-a5d7a18d-cfc7-4df2-b56c-4df251d993f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:18.153797 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-a5d7a18d-cfc7-4df2-b56c-4df251d993f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a1ba7b3-22cb-41ce-bd37-96be0161b566 HTTP/1.1" status: 200 len: 915 time: 0.1253421 Mar 28 15:48:18.252767 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-8619707c-f857-43f7-8916-3816d68ea3f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 1000 time: 0.0918326 Mar 28 15:48:18.316807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-39e5c378-d3a0-4b0c-bcd0-1c3d3b1f634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:18.318058 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-39e5c378-d3a0-4b0c-bcd0-1c3d3b1f634e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf32c828-f931-4a59-8946-dc05c71c01f6 HTTP/1.1" status: 200 len: 853 time: 0.0594635 Mar 28 15:48:18.391264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-b59994c2-76f9-45d5-86db-48710878c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:18.392748 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-b59994c2-76f9-45d5-86db-48710878c3d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a1ba7b3-22cb-41ce-bd37-96be0161b566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685732 Mar 28 15:48:18.523989 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-3718db6a-0b95-4635-93c5-ab547f4bf12b service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246636 Mar 28 15:48:18.653629 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0aae4335-541d-4e5e-9943-c4f74bc7f772 req-4d419301-b9b2-432d-b3d1-e7fc93c05ccb service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229372 Mar 28 15:48:19.190681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846676-89a9-4f93-bdb9-e7804a760502 req-251e3aa8-6863-4002-ba0f-5c5edc8fbb95 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:19.192058 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-be846676-89a9-4f93-bdb9-e7804a760502 req-251e3aa8-6863-4002-ba0f-5c5edc8fbb95 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0788269 Mar 28 15:48:19.240605 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-be846676-89a9-4f93-bdb9-e7804a760502 req-7d53e855-65e3-4af4-9736-b13d8c00cbe7 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Synchronizing usage tracker for tenant:98f7d87053694eed82dc73f62afc34ae on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:48:19.330946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-be846676-89a9-4f93-bdb9-e7804a760502 req-7d53e855-65e3-4af4-9736-b13d8c00cbe7 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Unset dirty status for tenant:98f7d87053694eed82dc73f62afc34ae on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:48:19.332126 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-be846676-89a9-4f93-bdb9-e7804a760502 req-7d53e855-65e3-4af4-9736-b13d8c00cbe7 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338143 Mar 28 15:48:20.515594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff6edc-3d4c-4274-9cdc-d032978d876a req-c645fde4-2208-4b4d-8563-7a6b0ecd06a4 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:20.517028 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c1ff6edc-3d4c-4274-9cdc-d032978d876a req-c645fde4-2208-4b4d-8563-7a6b0ecd06a4 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0819504 Mar 28 15:48:20.562461 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c1ff6edc-3d4c-4274-9cdc-d032978d876a req-19ec5552-4a3a-4649-836e-d6d7ac71fdd3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397317 Mar 28 15:48:21.388080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ec4316f-976a-43db-b87b-9cd4d9c7cc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:21.741572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7521a0-cb8a-41db-bcc0-3064e79da09d req-f312347d-cc4c-4b74-9175-f3558fdf3727 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:21.742982 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-df7521a0-cb8a-41db-bcc0-3064e79da09d req-f312347d-cc4c-4b74-9175-f3558fdf3727 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0780852 Mar 28 15:48:21.787393 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-df7521a0-cb8a-41db-bcc0-3064e79da09d req-e27c8c60-36ec-4a8c-9735-464049181682 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387180 Mar 28 15:48:22.972195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be569b9f-27e3-4b0a-8596-bbcc7fa36f10 req-2b9f6fa9-4571-42ec-9f71-0ad22f38af5f tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:22.973564 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-be569b9f-27e3-4b0a-8596-bbcc7fa36f10 req-2b9f6fa9-4571-42ec-9f71-0ad22f38af5f tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0804923 Mar 28 15:48:23.018733 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-be569b9f-27e3-4b0a-8596-bbcc7fa36f10 req-04562d54-e015-4fa5-90f5-d567914fb34b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393987 Mar 28 15:48:23.518984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2f11-f10d-4f2f-97ea-56fe724ee2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:24.209110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc54e2-8584-4eaa-81c3-624a03fb87fd req-f110785a-e523-47c7-9eae-dab9046437f2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:24.209110 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0bdc54e2-8584-4eaa-81c3-624a03fb87fd req-f110785a-e523-47c7-9eae-dab9046437f2 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0821991 Mar 28 15:48:24.252142 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0bdc54e2-8584-4eaa-81c3-624a03fb87fd req-57bb6e87-598b-499e-a367-0228c23196cc tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413442 Mar 28 15:48:24.633748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:24.896481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:25.445117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e748836-e733-4640-9348-6ad98acf3210 req-c4e3bc80-480d-4db9-899d-11d3fad7318b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:25.446559 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e748836-e733-4640-9348-6ad98acf3210 req-c4e3bc80-480d-4db9-899d-11d3fad7318b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0842760 Mar 28 15:48:25.493950 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8e748836-e733-4640-9348-6ad98acf3210 req-975388ec-0fbb-42f0-b50f-d8fd643e26b4 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415564 Mar 28 15:48:26.290472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:26.677641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84787cb7-5c50-49ff-903f-250a33cdd7f9 req-71156048-8e35-42c8-8de6-682c1a953206 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:26.679132 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-84787cb7-5c50-49ff-903f-250a33cdd7f9 req-71156048-8e35-42c8-8de6-682c1a953206 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0787327 Mar 28 15:48:26.724291 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-84787cb7-5c50-49ff-903f-250a33cdd7f9 req-2d3bface-a3e8-4bfa-bd70-630121d9b16e tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393605 Mar 28 15:48:27.904284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0ec1a-35ae-4b5f-bed0-82d915a7398a req-13240371-aa5e-4cc6-9231-75c4de459ba1 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:27.905986 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bce0ec1a-35ae-4b5f-bed0-82d915a7398a req-13240371-aa5e-4cc6-9231-75c4de459ba1 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0797904 Mar 28 15:48:27.957762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bce0ec1a-35ae-4b5f-bed0-82d915a7398a req-4e6e2085-e6ec-4429-9209-a72f53cda95c tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460970 Mar 28 15:48:29.143618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5829449-d60f-4988-abaa-a3d6adc6e7d1 req-974e3420-3ce2-4b07-9d71-0bec10de4a64 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:29.145054 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b5829449-d60f-4988-abaa-a3d6adc6e7d1 req-974e3420-3ce2-4b07-9d71-0bec10de4a64 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0818083 Mar 28 15:48:29.190419 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b5829449-d60f-4988-abaa-a3d6adc6e7d1 req-5b6033f3-bb3a-4c6f-9f61-d2b40f773249 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396655 Mar 28 15:48:30.376935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5df10-8773-41d5-9d85-7092d7c7383c req-9ba06835-edf8-4447-9b1f-b6dafaa7e2f8 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:30.378338 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5ce5df10-8773-41d5-9d85-7092d7c7383c req-9ba06835-edf8-4447-9b1f-b6dafaa7e2f8 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0811608 Mar 28 15:48:30.556631 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5ce5df10-8773-41d5-9d85-7092d7c7383c req-d9208fda-45ae-43da-b008-08de75c2862b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495552 Mar 28 15:48:30.576972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-b7ad8f11-4444-4cf7-a12a-765253448128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:30.578393 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-b7ad8f11-4444-4cf7-a12a-765253448128 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f7d87053694eed82dc73f62afc34ae&device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1137 time: 0.2095006 Mar 28 15:48:30.720265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-66a932a7-e707-43f3-bc9b-93fcf434dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:30.721704 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-66a932a7-e707-43f3-bc9b-93fcf434dc3a service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a1ba7b3-22cb-41ce-bd37-96be0161b566 HTTP/1.1" status: 200 len: 915 time: 0.1234906 Mar 28 15:48:30.817450 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-67afcd5b-abf3-43ee-b573-e21e57ca173f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 1000 time: 0.0896783 Mar 28 15:48:30.879576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-943950e9-c209-4063-b806-7a0a6204a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:30.880948 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-943950e9-c209-4063-b806-7a0a6204a1a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf32c828-f931-4a59-8946-dc05c71c01f6 HTTP/1.1" status: 200 len: 853 time: 0.0575354 Mar 28 15:48:30.953851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-22de8a07-c0f2-46db-a125-0946a35691e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:30.955311 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-22de8a07-c0f2-46db-a125-0946a35691e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a1ba7b3-22cb-41ce-bd37-96be0161b566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686419 Mar 28 15:48:31.089832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-457d33b2-3756-49d9-8744-5175ee6fa177 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283500 Mar 28 15:48:31.217895 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-604deeb4-0f5a-402e-bac5-7ff93002f3db req-277fad99-8972-44cd-ba5e-7d53bfbff164 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216264 Mar 28 15:48:31.747302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346a399-9990-4cad-8e8c-5b0924f86aa6 req-3f03aa19-da2c-49c8-b705-76a22ebf3497 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:31.748729 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b346a399-9990-4cad-8e8c-5b0924f86aa6 req-3f03aa19-da2c-49c8-b705-76a22ebf3497 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0781398 Mar 28 15:48:31.797136 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b346a399-9990-4cad-8e8c-5b0924f86aa6 req-104a48a2-6569-4e81-adb1-2fca039a2a71 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427957 Mar 28 15:48:32.690961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:32.995201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd26e0-183f-42cf-b9dd-d4d2a295a9de req-415bb722-91a2-4313-9b11-b38bd7a4ed62 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:32.996547 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5cd26e0-183f-42cf-b9dd-d4d2a295a9de req-415bb722-91a2-4313-9b11-b38bd7a4ed62 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0829775 Mar 28 15:48:33.041148 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5cd26e0-183f-42cf-b9dd-d4d2a295a9de req-a7e1fe2f-4071-4f33-869f-7f98ba167344 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388854 Mar 28 15:48:34.225908 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b6fd-9a30-4f79-a11b-43379c36da17 req-8b010258-b86d-4ac6-9d43-776b49d701ef tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:34.227886 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3c10b6fd-9a30-4f79-a11b-43379c36da17 req-8b010258-b86d-4ac6-9d43-776b49d701ef tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0810835 Mar 28 15:48:34.272349 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3c10b6fd-9a30-4f79-a11b-43379c36da17 req-a09a7340-bb80-4c31-94c9-ad5a8b38a899 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385938 Mar 28 15:48:35.309846 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:48:35.462208 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63526df-07f6-495d-b983-d186f2d155a0 req-a1121167-7432-4652-a074-4df34115b2b1 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:48:35.463699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b63526df-07f6-495d-b983-d186f2d155a0 req-a1121167-7432-4652-a074-4df34115b2b1 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0811589 Mar 28 15:48:35.513762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b63526df-07f6-495d-b983-d186f2d155a0 req-003d7806-c602-4159-9c71-4be4318d3806 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&id=64514e29-aa38-4db7-814d-dd9a6ee3f470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443099 Mar 28 15:48:51.364887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f7a34701-826c-46b9-b3ad-bab46d57ef7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:53.525072 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4e651e28-0765-4cea-9afa-9bb2ad1f7dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:54.616559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:54.862204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:48:56.302133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:02.719006 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:07.938933 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-6fa78725-b3e8-4d5b-b775-a9855ee476d1 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134900422&fields=id&tenant_id=98f7d87053694eed82dc73f62afc34ae HTTP/1.1" status: 200 len: 267 time: 0.0494950 Mar 28 15:49:08.025120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-2e82f0f0-6888-4e73-81c4-bdb86e6432f7 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:08.027178 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-2e82f0f0-6888-4e73-81c4-bdb86e6432f7 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 984 time: 0.0828326 Mar 28 15:49:08.038208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Request body: {'port': {'security_groups': ['1c7c45fc-d723-4fab-9582-3b44ffe6951e']}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:08.160724 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:08.397180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] For port 91ab8932-81d0-4e02-a12b-6857c5b232c8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:08.420767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:08.480644 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:08.514433 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['91ab8932-81d0-4e02-a12b-6857c5b232c8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:49:08.669630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:08.670238 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:08.677553 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2c191b6a-524c-44e0-8e81-699531df73f6 req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "PUT /v2.0/ports/91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 942 time: 0.6407013 Mar 28 15:49:08.677660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41796) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:08.678040 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:49:08.716359 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event updated for resources: {'Port': ['ID=91ab8932-81d0-4e02-a12b-6857c5b232c8,revision_number=7']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:08.724245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.724414 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.724979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.724979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.725298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.725633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.725966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.726295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.726625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.726951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.727305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.727630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988100-d7da-4a19-96e9-851a5a3708c3 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.766463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:08.798828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:08.835117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['91ab8932-81d0-4e02-a12b-6857c5b232c8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:49:08.870400 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'status': 'completed', 'code': 200} Mar 28 15:49:08.938089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-edea5a24-9421-44c4-aff4-8d913dd28979 None None] Provisioning complete for port 91ab8932-81d0-4e02-a12b-6857c5b232c8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:08.938387 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-edea5a24-9421-44c4-aff4-8d913dd28979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:08.957129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:08.987813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64514e29-aa38-4db7-814d-dd9a6ee3f470,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:08.998364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.998716 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.999087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.999429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:08.999765 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:09.000099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:09.000433 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:09.000773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:09.001393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:09.001522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:09.001746 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:09.002073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:09.031736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-ead585c1-1551-4034-8f53-56a96a3e5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:09.033624 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-ead585c1-1551-4034-8f53-56a96a3e5921 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f7d87053694eed82dc73f62afc34ae&device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1098 time: 0.1161845 Mar 28 15:49:09.129391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:09.131651 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e2bc14d8-171b-48f7-b6e3-9399231ada8b tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "DELETE /v2.0/security-groups/64514e29-aa38-4db7-814d-dd9a6ee3f470 HTTP/1.1" status: 204 len: 168 time: 0.4528162 Mar 28 15:49:09.133961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41804) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:09.177972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-49523c89-9d6f-4d21-a574-818d206e1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:09.179807 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-49523c89-9d6f-4d21-a574-818d206e1128 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a1ba7b3-22cb-41ce-bd37-96be0161b566 HTTP/1.1" status: 200 len: 915 time: 0.1403146 Mar 28 15:49:09.278540 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-a0221df0-ad21-43e4-ba2b-1fecf7506cbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 1000 time: 0.0927372 Mar 28 15:49:09.334422 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Deleting port 827f9999-7ae3-4298-8891-b941befae84e {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:09.334760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:09.342962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-b27759b3-e1eb-4383-8eb5-7f566a2d4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:09.344434 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-b27759b3-e1eb-4383-8eb5-7f566a2d4986 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf32c828-f931-4a59-8946-dc05c71c01f6 HTTP/1.1" status: 200 len: 853 time: 0.0599101 Mar 28 15:49:09.418331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-66125281-2366-4f0e-9ee8-ba916e5dc20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:09.419837 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-66125281-2366-4f0e-9ee8-ba916e5dc20e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a1ba7b3-22cb-41ce-bd37-96be0161b566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694594 Mar 28 15:49:09.500864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:09.501192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:09.550098 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-d1aba135-e61a-4a6a-83fa-4744e5c97f06 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237075 Mar 28 15:49:09.622160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Calling delete_port for 827f9999-7ae3-4298-8891-b941befae84e owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:09.677699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0e4fc4ce-9133-4385-963c-7181182d2d90 req-19c5013a-d90b-4970-b95a-5bc81152cf88 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221688 Mar 28 15:49:09.844882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:09.920825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event deleted for resources: {'Port': ['ID=827f9999-7ae3-4298-8891-b941befae84e,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:09.990242 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:09.990577 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Floating IP c9c5250d-d85f-42d5-9db2-414197f11b99 disassociated (deleted). External IP: 172.26.7.21, port: 91ab8932-81d0-4e02-a12b-6857c5b232c8. Mar 28 15:49:10.338844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Router c9bd0978-58be-42d5-baf3-e48e4e41228d has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:49:10.621083 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:49:10.630268 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] Sync routers for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:49:10.639234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:10.639836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:48:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:10.707439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:10.764476 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2dfbc809-166e-4297-8086-30fb8f8d1c17 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "DELETE /v2.0/floatingips/c9c5250d-d85f-42d5-9db2-414197f11b99 HTTP/1.1" status: 204 len: 168 time: 1.6294041 Mar 28 15:49:10.816075 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:10.871796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:49:10.925110 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'status': 'completed', 'code': 200} Mar 28 15:49:11.139556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-bba97f63-9c3b-4dea-a430-78be5abad36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:11.140896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '959b6b7e-7885-4a08-becc-5d2fc9cb19f3', 'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'mac_address': 'fa:16:3e:57:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:02Z', 'updated_at': '2022-03-28T15:47:09Z', 'revision_number': 5, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'subnets': [{'id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:11.141102 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-bba97f63-9c3b-4dea-a430-78be5abad36f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f7d87053694eed82dc73f62afc34ae&device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 1098 time: 0.1733115 Mar 28 15:49:11.144876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] Checking router: c9bd0978-58be-42d5-baf3-e48e4e41228d for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:49:11.154339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:11.155222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:48:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:11.274736 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-c67a730d-23eb-4170-8e11-c8e071dcbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:11.277119 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-c67a730d-23eb-4170-8e11-c8e071dcbf28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a1ba7b3-22cb-41ce-bd37-96be0161b566 HTTP/1.1" status: 200 len: 915 time: 0.1305826 Mar 28 15:49:11.348614 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-929f83b9-b7ea-49d2-a108-cac96f229583 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 200 len: 217 time: 0.0650651 Mar 28 15:49:11.356249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:11.417481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-f705cf1d-5ac4-466b-a6fd-6f251a67e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:11.418928 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-f705cf1d-5ac4-466b-a6fd-6f251a67e8e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf32c828-f931-4a59-8946-dc05c71c01f6 HTTP/1.1" status: 200 len: 853 time: 0.0592420 Mar 28 15:49:11.492522 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-f381c89d-0d4e-426a-b450-d76cea62d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:11.494008 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-f381c89d-0d4e-426a-b450-d76cea62d3e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a1ba7b3-22cb-41ce-bd37-96be0161b566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691619 Mar 28 15:49:11.636379 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-f3243483-8d84-4fab-8024-fc859f17fdca service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351392 Mar 28 15:49:11.704614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '959b6b7e-7885-4a08-becc-5d2fc9cb19f3', 'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'mac_address': 'fa:16:3e:57:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:02Z', 'updated_at': '2022-03-28T15:47:09Z', 'revision_number': 5, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'subnets': [{'id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:11.708497 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21702c23-ed38-46d7-a867-31f8eec39f4e None None] The sync data for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv is: [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:47:02Z', 'revision_number': 4, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '959b6b7e-7885-4a08-becc-5d2fc9cb19f3', 'name': '', 'network_id': '2a1ba7b3-22cb-41ce-bd37-96be0161b566', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'mac_address': 'fa:16:3e:57:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:02Z', 'updated_at': '2022-03-28T15:47:09Z', 'revision_number': 5, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'subnets': [{'id': 'bf32c828-f931-4a59-8946-dc05c71c01f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:49:11.771576 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1bcfa5ec-d313-461c-b6d8-450659f5a5c8 req-466d0c82-86f0-4336-9924-aa9256df42b5 service neutron] 10.222.0.23 "GET /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288195 Mar 28 15:49:11.933257 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2eeeb1-873a-4e6b-b260-4405a3f9bc36 None None] New status for floating IP c9c5250d-d85f-42d5-9db2-414197f11b99: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:49:12.308760 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:49:16.666720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb64f5b-81f5-4695-9f4e-657521d0f521 req-9ff00fb8-906c-410e-b25f-ca76dbb8f576 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:16.667939 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-abb64f5b-81f5-4695-9f4e-657521d0f521 req-9ff00fb8-906c-410e-b25f-ca76dbb8f576 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Synchronizing usage tracker for tenant:98f7d87053694eed82dc73f62afc34ae on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:49:16.747998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-abb64f5b-81f5-4695-9f4e-657521d0f521 req-9ff00fb8-906c-410e-b25f-ca76dbb8f576 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Unset dirty status for tenant:98f7d87053694eed82dc73f62afc34ae on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:49:16.749222 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-abb64f5b-81f5-4695-9f4e-657521d0f521 req-9ff00fb8-906c-410e-b25f-ca76dbb8f576 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 945 time: 0.1628911 Mar 28 15:49:16.792019 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-abb64f5b-81f5-4695-9f4e-657521d0f521 req-14bfae01-0f20-4bb4-ae6f-259937474302 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371945 Mar 28 15:49:17.987203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430f8e6-e9d2-4fe2-bdb7-38042dfea744 req-8d05cad7-f4c3-498e-afca-7acd3d659521 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:17.988647 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0430f8e6-e9d2-4fe2-bdb7-38042dfea744 req-8d05cad7-f4c3-498e-afca-7acd3d659521 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 945 time: 0.0833902 Mar 28 15:49:18.033045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0430f8e6-e9d2-4fe2-bdb7-38042dfea744 req-5466de21-6d74-4e65-8df5-688e3e8b3898 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Synchronizing usage tracker for tenant:98f7d87053694eed82dc73f62afc34ae on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:49:18.128290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0430f8e6-e9d2-4fe2-bdb7-38042dfea744 req-5466de21-6d74-4e65-8df5-688e3e8b3898 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Unset dirty status for tenant:98f7d87053694eed82dc73f62afc34ae on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:49:18.129396 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0430f8e6-e9d2-4fe2-bdb7-38042dfea744 req-5466de21-6d74-4e65-8df5-688e3e8b3898 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c7c45fc-d723-4fab-9582-3b44ffe6951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347635 Mar 28 15:49:18.426636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-9e079168-18d4-4913-89c9-8204f66ea96f tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:18.427992 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-9e079168-18d4-4913-89c9-8204f66ea96f tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 945 time: 0.0787556 Mar 28 15:49:18.498848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Deleting port 91ab8932-81d0-4e02-a12b-6857c5b232c8 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:18.499212 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:18.742370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] For port 91ab8932-81d0-4e02-a12b-6857c5b232c8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91ab8932-81d0-4e02-a12b-6857c5b232c8,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:18.742723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:18.864400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Calling delete_port for 91ab8932-81d0-4e02-a12b-6857c5b232c8 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:19.073466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:19.106875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['91ab8932-81d0-4e02-a12b-6857c5b232c8'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:49:19.121649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Pushing event deleted for resources: {'Port': ['ID=91ab8932-81d0-4e02-a12b-6857c5b232c8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:19.281900 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c46ccc1-e603-4f2b-8140-87b0abb2db86 req-c955a2fa-7b7e-4f80-8936-64cdc17e2275 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d47ebaf-0f51-4bd6-8345-fcbf4f68b685 HTTP/1.1" status: 200 len: 210 time: 0.0463493 Mar 28 15:49:19.298738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] No DVR routers for this DVR port 91ab8932-81d0-4e02-a12b-6857c5b232c8 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:49:19.304008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:19.306518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'name': 'network-vif-deleted', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:49:19.350887 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d47ebaf-0f51-4bd6-8345-fcbf4f68b685', 'name': 'network-vif-deleted', 'tag': '91ab8932-81d0-4e02-a12b-6857c5b232c8', 'status': 'completed', 'code': 200} Mar 28 15:49:19.377134 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98498cda-8da0-4acb-aad5-2f36ef8885be req-72e7aca7-73bc-41c0-bdbf-848ea89ea199 tempest-TestMinimumBasicScenario-432748705 tempest-TestMinimumBasicScenario-432748705-project] 10.222.0.23 "DELETE /v2.0/ports/91ab8932-81d0-4e02-a12b-6857c5b232c8 HTTP/1.1" status: 204 len: 173 time: 0.9440496 Mar 28 15:49:21.358476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41890) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:21.364229 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-921e2ba6-c1db-4c68-bbbf-63c2397aa6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:21.880535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:22.018241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 91ab8932-81d0-4e02-a12b-6857c5b232c8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:49:22.051770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 91ab8932-81d0-4e02-a12b-6857c5b232c8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:49:22.052116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 91ab8932-81d0-4e02-a12b-6857c5b232c8 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:49:22.221344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Deleting port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:22.221582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:22.387012 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] For port 959b6b7e-7885-4a08-becc-5d2fc9cb19f3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=959b6b7e-7885-4a08-becc-5d2fc9cb19f3,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:22.387763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:22.504619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Calling delete_port for 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:22.981693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:23.029639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=959b6b7e-7885-4a08-becc-5d2fc9cb19f3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:23.293036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:23.513632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-535278f6-3f11-4af8-836b-0ee74e9cc61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:23.648763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Router c9bd0978-58be-42d5-baf3-e48e4e41228d has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:49:23.825116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:49:23.835831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] Sync routers for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:49:23.837674 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5e699173-054e-41cf-ab77-c419c73ffd0c admin admin] 10.222.0.16 "PUT /v2.0/routers/c9bd0978-58be-42d5-baf3-e48e4e41228d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4780970 Mar 28 15:49:23.840571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41894) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:23.845968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:23.846580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:24.012480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:24.023165 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:24.299803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:24.317788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:49:22Z', 'revision_number': 5, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port': {'id': '94cfeac2-6899-4b1f-80ae-c92c468bf7b7', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:46:59Z', 'updated_at': '2022-03-28T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:24.321730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] Checking router: c9bd0978-58be-42d5-baf3-e48e4e41228d for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:49:24.330519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] Routers {'c9bd0978-58be-42d5-baf3-e48e4e41228d'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:24.331149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['c9bd0978-58be-42d5-baf3-e48e4e41228d'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:24.348078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Deleting port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:24.348423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:24.478646 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] Set router c9bd0978-58be-42d5-baf3-e48e4e41228d gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:24.519103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] For port 94cfeac2-6899-4b1f-80ae-c92c468bf7b7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=94cfeac2-6899-4b1f-80ae-c92c468bf7b7,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:24.519403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:24.592024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:49:24Z', 'revision_number': 6, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:24.598131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edbc0d-aa8d-41a9-9191-0836364234b8 None None] The sync data for ids ['c9bd0978-58be-42d5-baf3-e48e4e41228d'] in dv-neutron-828143-13-hyperv is: [{'id': 'c9bd0978-58be-42d5-baf3-e48e4e41228d', 'name': 'tempest-TestMinimumBasicScenario-477104067-router', 'tenant_id': '98f7d87053694eed82dc73f62afc34ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:46:58Z', 'updated_at': '2022-03-28T15:49:24Z', 'revision_number': 6, 'project_id': '98f7d87053694eed82dc73f62afc34ae', 'gw_port_host': None}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:49:24.646430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Calling delete_port for 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:24.662094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:24.885452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:24.920250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:24.939180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cfeac2-6899-4b1f-80ae-c92c468bf7b7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:24.977131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:49:25.019472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:49:25.021449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 959b6b7e-7885-4a08-becc-5d2fc9cb19f3 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:49:25.033926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.203767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.205893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.307635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.308090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9bd0978-58be-42d5-baf3-e48e4e41228d {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:49:25.319948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.321069 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f749bd18-3dc1-4d2e-a86e-d84b308f01b3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c9bd0978-58be-42d5-baf3-e48e4e41228d HTTP/1.1" status: 204 len: 168 time: 1.4796081 Mar 28 15:49:25.323772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41898) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:25.387084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47a26c1-825d-49f5-b177-a3f3979cf27c admin admin] Deleting subnet bf32c828-f931-4a59-8946-dc05c71c01f6 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:49:25.389950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f47a26c1-825d-49f5-b177-a3f3979cf27c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.440325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f47a26c1-825d-49f5-b177-a3f3979cf27c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.517534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f47a26c1-825d-49f5-b177-a3f3979cf27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.639893 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f47a26c1-825d-49f5-b177-a3f3979cf27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.675689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a26c1-825d-49f5-b177-a3f3979cf27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf32c828-f931-4a59-8946-dc05c71c01f6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:25.682300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-f47a26c1-825d-49f5-b177-a3f3979cf27c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.686344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135cc1a-76f7-4751-9e04-7393bdbddec4 None None] Network 2a1ba7b3-22cb-41ce-bd37-96be0161b566 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:49:25.688676 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-f47a26c1-825d-49f5-b177-a3f3979cf27c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bf32c828-f931-4a59-8946-dc05c71c01f6 HTTP/1.1" status: 204 len: 168 time: 0.3639545 Mar 28 15:49:25.691111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41902) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:25.897320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.908800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Deleting port ee47b828-e738-4f0c-a786-e0b85b7b8f72 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:25.909138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:25.958435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] DHCP port deletion for 2a1ba7b3-22cb-41ce-bd37-96be0161b566 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:49:25.962525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] Deleting port ee47b828-e738-4f0c-a786-e0b85b7b8f72 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:25.962888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.116466 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] For port ee47b828-e738-4f0c-a786-e0b85b7b8f72, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ee47b828-e738-4f0c-a786-e0b85b7b8f72,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:26.116817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.206375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] For port ee47b828-e738-4f0c-a786-e0b85b7b8f72, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ee47b828-e738-4f0c-a786-e0b85b7b8f72,segment=NetworkSegment(cadd6708-db7f-41bc-9c9d-a924380c3b67),segment_id=cadd6708-db7f-41bc-9c9d-a924380c3b67)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:26.206652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.239432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Calling delete_port for ee47b828-e738-4f0c-a786-e0b85b7b8f72 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:26.341847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] Calling delete_port for ee47b828-e738-4f0c-a786-e0b85b7b8f72 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:26.365268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.387040 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.418325 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] No DVR routers for this DVR port ee47b828-e738-4f0c-a786-e0b85b7b8f72 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:49:26.420500 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Pushing event deleted for resources: {'Port': ['ID=ee47b828-e738-4f0c-a786-e0b85b7b8f72,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:26.487964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:49:26.488239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:49:26.533371 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.557882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1ba7b3-22cb-41ce-bd37-96be0161b566']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:26.573461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadd6708-db7f-41bc-9c9d-a924380c3b67') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:26.573981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadd6708-db7f-41bc-9c9d-a924380c3b67') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:26.587404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.603195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.609801 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:49:26.610177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:49:26.623878 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:49:26.776549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.787043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:49:26.793890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:26.805436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1ba7b3-22cb-41ce-bd37-96be0161b566,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:26.821872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:49:26.826349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 94cfeac2-6899-4b1f-80ae-c92c468bf7b7 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:49:26.826349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ee47b828-e738-4f0c-a786-e0b85b7b8f72 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:49:26.855635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: ee47b828-e738-4f0c-a786-e0b85b7b8f72 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:49:26.855937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ee47b828-e738-4f0c-a786-e0b85b7b8f72 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:49:26.873937 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41910) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:26.874555 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bc09e7a6-3a3d-4e84-a52e-dd481b2c1bab admin admin] 10.222.0.16 "DELETE /v2.0/networks/2a1ba7b3-22cb-41ce-bd37-96be0161b566 HTTP/1.1" status: 204 len: 168 time: 1.1821148 Mar 28 15:49:26.989428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] Deleting port ee47b828-e738-4f0c-a786-e0b85b7b8f72 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:26.989751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:27.057201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b2e973c6-dcfb-4451-aa76-11f1e618deea None None] The port 'ee47b828-e738-4f0c-a786-e0b85b7b8f72' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:49:27.411442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:27.748262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Deleting port 652efc91-f24e-4055-aca8-e7ee800d2ebb {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:27.748501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:27.916494 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] For port 652efc91-f24e-4055-aca8-e7ee800d2ebb, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=652efc91-f24e-4055-aca8-e7ee800d2ebb,segment=NetworkSegment(e6ac65c5-223a-474a-afa1-84878a995225),segment_id=e6ac65c5-223a-474a-afa1-84878a995225)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:27.917193 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:28.155465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Calling delete_port for 652efc91-f24e-4055-aca8-e7ee800d2ebb owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:28.525200 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:28.571917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=652efc91-f24e-4055-aca8-e7ee800d2ebb,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:28.834320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:29.189943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Router 89d3193d-8038-4834-9c6b-87765a48132c has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:49:29.363851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:49:29.372818 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9000f06d-2640-46e8-af3f-78c2228a6b7d admin admin] 10.222.0.16 "PUT /v2.0/routers/89d3193d-8038-4834-9c6b-87765a48132c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974658 Mar 28 15:49:29.372958 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] Sync routers for ids ['89d3193d-8038-4834-9c6b-87765a48132c'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:49:29.375360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41918) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:29.382204 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] Routers {'89d3193d-8038-4834-9c6b-87765a48132c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:29.382790 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['89d3193d-8038-4834-9c6b-87765a48132c'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:29.557462 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] Set router 89d3193d-8038-4834-9c6b-87765a48132c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:29.671526 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:29.843146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:29.863358 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3193d-8038-4834-9c6b-87765a48132c', 'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '7747ca84-6900-4788-9d24-254249e4cee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:47:06Z', 'updated_at': '2022-03-28T15:49:28Z', 'revision_number': 5, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'gw_port': {'id': '7747ca84-6900-4788-9d24-254249e4cee4', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d3193d-8038-4834-9c6b-87765a48132c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:47:07Z', 'updated_at': '2022-03-28T15:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:29.869375 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] Checking router: 89d3193d-8038-4834-9c6b-87765a48132c for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:49:29.875331 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] Routers {'89d3193d-8038-4834-9c6b-87765a48132c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:29.875911 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['89d3193d-8038-4834-9c6b-87765a48132c'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:29.924983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Deleting port 7747ca84-6900-4788-9d24-254249e4cee4 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:29.925492 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.024298 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] Set router 89d3193d-8038-4834-9c6b-87765a48132c gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:30.103271 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] For port 7747ca84-6900-4788-9d24-254249e4cee4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7747ca84-6900-4788-9d24-254249e4cee4,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:30.103542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.127700 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d3193d-8038-4834-9c6b-87765a48132c', 'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:47:06Z', 'updated_at': '2022-03-28T15:49:29Z', 'revision_number': 6, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:30.131516 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec8792-ddf2-4c96-b6ed-251259e15f1e None None] The sync data for ids ['89d3193d-8038-4834-9c6b-87765a48132c'] in dv-neutron-828143-13-hyperv is: [{'id': '89d3193d-8038-4834-9c6b-87765a48132c', 'name': 'tempest-TestMinimumBasicScenario-901843038-router', 'tenant_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:47:06Z', 'updated_at': '2022-03-28T15:49:29Z', 'revision_number': 6, 'project_id': 'b5dffa2626ea48d8b8770f3b81d0bf43', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:49:30.228511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Calling delete_port for 7747ca84-6900-4788-9d24-254249e4cee4 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:30.456638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.530173 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Pushing event deleted for resources: {'Port': ['ID=7747ca84-6900-4788-9d24-254249e4cee4,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:30.598991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.764874 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.766980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.850219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.850643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d3193d-8038-4834-9c6b-87765a48132c {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:49:30.868836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.870194 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7aba91ae-ba90-41f3-bf84-d546df4f0426 admin admin] 10.222.0.16 "DELETE /v2.0/routers/89d3193d-8038-4834-9c6b-87765a48132c HTTP/1.1" status: 204 len: 168 time: 1.4938068 Mar 28 15:49:30.873113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41922) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:30.922044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7747ca84-6900-4788-9d24-254249e4cee4 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:49:30.937518 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-11600567-1fc1-4aa2-ac97-181eb4351d69 admin admin] Deleting subnet ea8f95cc-aa82-454c-8653-323d8e7f7625 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:49:30.940475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11600567-1fc1-4aa2-ac97-181eb4351d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.958985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7747ca84-6900-4788-9d24-254249e4cee4 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:49:30.959442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7747ca84-6900-4788-9d24-254249e4cee4 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:49:30.959945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 652efc91-f24e-4055-aca8-e7ee800d2ebb no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:49:30.993571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11600567-1fc1-4aa2-ac97-181eb4351d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:30.997888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 652efc91-f24e-4055-aca8-e7ee800d2ebb {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:49:30.998548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 652efc91-f24e-4055-aca8-e7ee800d2ebb not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:49:31.073627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11600567-1fc1-4aa2-ac97-181eb4351d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:31.199474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11600567-1fc1-4aa2-ac97-181eb4351d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:31.341314 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11600567-1fc1-4aa2-ac97-181eb4351d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea8f95cc-aa82-454c-8653-323d8e7f7625,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:31.344949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-11600567-1fc1-4aa2-ac97-181eb4351d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:31.350538 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b31176-db35-4a84-a34f-b3fc79603b87 None None] Network 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:49:31.350848 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-11600567-1fc1-4aa2-ac97-181eb4351d69 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ea8f95cc-aa82-454c-8653-323d8e7f7625 HTTP/1.1" status: 204 len: 168 time: 0.4766498 Mar 28 15:49:31.353273 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41926) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:31.455542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:31.466027 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Deleting port b01a56fb-4609-4b71-ab09-722f2922f1c7 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:31.466349 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:31.598835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] DHCP port deletion for 321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:49:31.602760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] Deleting port b01a56fb-4609-4b71-ab09-722f2922f1c7 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:31.603154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:31.668057 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] For port b01a56fb-4609-4b71-ab09-722f2922f1c7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b01a56fb-4609-4b71-ab09-722f2922f1c7,segment=NetworkSegment(e6ac65c5-223a-474a-afa1-84878a995225),segment_id=e6ac65c5-223a-474a-afa1-84878a995225)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:31.668410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:31.791892 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Calling delete_port for b01a56fb-4609-4b71-ab09-722f2922f1c7 owned by network:dhcp {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:31.804223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] For port b01a56fb-4609-4b71-ab09-722f2922f1c7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=b01a56fb-4609-4b71-ab09-722f2922f1c7,segment=NetworkSegment(e6ac65c5-223a-474a-afa1-84878a995225),segment_id=e6ac65c5-223a-474a-afa1-84878a995225)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:31.804613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:31.925066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:31.961113 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] Calling delete_port for b01a56fb-4609-4b71-ab09-722f2922f1c7 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:49:31.975856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] No DVR routers for this DVR port b01a56fb-4609-4b71-ab09-722f2922f1c7 on host dv-neutron-828143-13-hyperv {{(pid=88487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:49:32.007872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Pushing event deleted for resources: {'Port': ['ID=b01a56fb-4609-4b71-ab09-722f2922f1c7,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:32.035130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:49:32.035482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:49:32.092559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.121456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321cf8d0-9e1f-42cc-abdc-2f2d15e5d519']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:32.132995 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ac65c5-223a-474a-afa1-84878a995225') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:32.133287 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ac65c5-223a-474a-afa1-84878a995225') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:32.144839 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.160426 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.166197 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:49:32.166575 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:49:32.179705 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:49:32.336447 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.356068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.367225 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] Pushing event deleted for resources: {'Network': ['ID=321cf8d0-9e1f-42cc-abdc-2f2d15e5d519,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:32.370027 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f3e0b68c-3b5d-42f3-ba83-4b443626efea admin admin] 10.222.0.16 "DELETE /v2.0/networks/321cf8d0-9e1f-42cc-abdc-2f2d15e5d519 HTTP/1.1" status: 204 len: 168 time: 1.0158534 Mar 28 15:49:32.536833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] Deleting port b01a56fb-4609-4b71-ab09-722f2922f1c7 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:49:32.537226 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.610142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fc745-6ad7-4487-bb4e-2cf25310f5fa None None] The port 'b01a56fb-4609-4b71-ab09-722f2922f1c7' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:49:32.696519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.729167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41934) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:32.778591 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4ca96c71-b560-4525-8d2e-edcd60e0506a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98f7d87053694eed82dc73f62afc34ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482993 Mar 28 15:49:32.781395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41938) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:32.794349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b01a56fb-4609-4b71-ab09-722f2922f1c7 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:49:32.830052 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: b01a56fb-4609-4b71-ab09-722f2922f1c7 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:49:32.830396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device b01a56fb-4609-4b71-ab09-722f2922f1c7 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:49:32.839727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11f7b3ce-da31-4260-b4e6-45f7e10149bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.865056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11f7b3ce-da31-4260-b4e6-45f7e10149bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.982505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11f7b3ce-da31-4260-b4e6-45f7e10149bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:32.999201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7b3ce-da31-4260-b4e6-45f7e10149bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7c45fc-d723-4fab-9582-3b44ffe6951e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:33.066721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-11f7b3ce-da31-4260-b4e6-45f7e10149bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:33.067889 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-11f7b3ce-da31-4260-b4e6-45f7e10149bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c7c45fc-d723-4fab-9582-3b44ffe6951e HTTP/1.1" status: 204 len: 168 time: 0.2856011 Mar 28 15:49:33.716764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41948) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:33.764270 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-84c0230c-ee91-423d-bb82-b7eb8ab030ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5dffa2626ea48d8b8770f3b81d0bf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464141 Mar 28 15:49:33.766513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 41952) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:33.821527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb73e-6a43-44da-b5da-f65e8e8ec977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:33.849428 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb73e-6a43-44da-b5da-f65e8e8ec977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:34.010580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb73e-6a43-44da-b5da-f65e8e8ec977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:34.024954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bb73e-6a43-44da-b5da-f65e8e8ec977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec6173f-1e74-483b-96fc-92ef30af6a36,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:34.031427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb73e-6a43-44da-b5da-f65e8e8ec977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:34.032619 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-fe7bb73e-6a43-44da-b5da-f65e8e8ec977 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ec6173f-1e74-483b-96fc-92ef30af6a36 HTTP/1.1" status: 204 len: 168 time: 0.2651501 Mar 28 15:49:36.239572 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41994) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:36.246250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677977398', 'description': 'tempest-secgroup-smoke-677977398 description', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:36.253156 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:36.257592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:36.260472 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:36.267244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:36.336257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:36.348654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:36.362712 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:36.366506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:36.369262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:36.374815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:36.454251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:36.507603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:36.520373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:36.528356 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:36.537881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:36.550246 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:36.553769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dec5a03-aebe-43db-bf19-65006b4dd20b,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:36.623982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:36.656090 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:36.700035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4595c1b7-aacb-4acf-8e45-aaf22be03ec6,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:36.736095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:36.737395 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-36662e20-1665-4e10-baaa-32e89abfc269 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4967997 Mar 28 15:49:36.740194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 41998) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:36.745247 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '4595c1b7-aacb-4acf-8e45-aaf22be03ec6', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:36.751670 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:36.756033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:36.758341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:36.764772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:36.850803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:36.909224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:36.987826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.011924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544ea214-5f43-41f8-b4a1-582c08177a95,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:37.113636 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.114810 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d2d42f83-174c-4630-8c82-9a28ea376869 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737092 Mar 28 15:49:37.117454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42002) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:37.122901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '4595c1b7-aacb-4acf-8e45-aaf22be03ec6', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:37.129611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:37.132888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:37.135777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:37.141643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:37.210858 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.270075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.343267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.366503 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082d31c0-b127-4904-bcba-be1ae9acd880,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:37.427697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.428887 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-79cad7a9-054c-4bc4-b6d3-403bad249b03 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105342 Mar 28 15:49:37.431559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42006) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:37.436416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '4595c1b7-aacb-4acf-8e45-aaf22be03ec6', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:37.442178 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:37.446000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:37.448847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:37.454474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:37.525086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.588089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.661456 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.684219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38322f81-fe40-46fc-81b7-a4956459eae6,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:37.758866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.760114 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-651eef98-b6fc-448b-9411-fab66a64d4e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276472 Mar 28 15:49:37.763407 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42010) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:37.768772 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '4595c1b7-aacb-4acf-8e45-aaf22be03ec6', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:37.774602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:37.779080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:37.782169 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:37.788096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:37.862227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.923831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:37.982124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.005698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5868345-a425-4319-be35-6618976d1fb3,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:38.084250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.085381 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a444710c-b947-4bf1-a208-b68816b9943f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3208754 Mar 28 15:49:38.088180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42014) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:38.093155 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '4595c1b7-aacb-4acf-8e45-aaf22be03ec6', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:38.098988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:38.102749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:38.105646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:38.111357 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:38.187753 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:49:38.194073 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.257950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.325442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.348113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60b95c6-4e20-4a2f-b0e7-36e2b6cac4fe,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:38.439294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.440478 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-34d7d9be-4a46-4e53-9083-ba2542e8a4f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3513334 Mar 28 15:49:38.443213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42018) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:38.448020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '4595c1b7-aacb-4acf-8e45-aaf22be03ec6', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:38.453744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:38.457475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:38.460262 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:38.465975 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:38.530985 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:49:38.537305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.602439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.673733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.697326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1890a3fb-5283-4760-a300-00bf535ed779,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:38.759581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.761181 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fd983d0e-9866-47f4-9b81-c6eac31110b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3169167 Mar 28 15:49:38.765054 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42022) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:38.770568 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'network': {'name': 'tempest-network-smoke--908880781', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'port_security_enabled': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:38.775606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:38.780318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:network and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:38.783244 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:38.788974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:38.861698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:49:38.865209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.893627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:49:38.903919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:38.903919 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Added segment 31d915b2-3436-44e1-b0db-1808f32696a9 of type vlan for network 6ca5c76b-46ee-407a-8af3-767ef2972c8d Mar 28 15:49:38.930689 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:39.021743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:39.027743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:39.028320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:39.131993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Network': ['ID=6ca5c76b-46ee-407a-8af3-767ef2972c8d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:39.143799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 6ca5c76b-46ee-407a-8af3-767ef2972c8d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:49:39.157898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42026) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:39.158845 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-51350c7a-1627-40c6-9568-95229fcb61c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3919561 Mar 28 15:49:39.164869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'admin_state_up': True, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:39.172295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:39.177113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:router and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:39.180039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:39.189559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:39.245308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:39.246379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:39.260603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:39.612469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:40.067189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:40.097824 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:40.230697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.116 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/cb07e06f-3a2d-41ab-bf92-49dade7f58d6) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:49:40.377732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:40.473637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:40.530785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:49:40.533548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:49:40.537845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:49:40.587292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=cb07e06f-3a2d-41ab-bf92-49dade7f58d6,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:41.026786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:41.455509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:41.747742 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router ccfec229-9b7a-49ed-8091-12422d2d05a6 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:49:41.918440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:49:41.929529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Sync routers for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:49:41.939823 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:41.940866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:42.027449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:42.028674 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-47c56dc9-dbe6-4cc5-9e7c-7472593902d8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8690486 Mar 28 15:49:42.032177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42030) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:42.119564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:42.200094 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-204d753b-9bfe-40d9-be17-1d4023651951 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1668468 Mar 28 15:49:42.202709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42036) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:42.350383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d535f54d-246f-4e57-b5a4-078795af7f54 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:42.351801 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d535f54d-246f-4e57-b5a4-078795af7f54 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481917 Mar 28 15:49:42.354541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42040) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:42.392550 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-399d702d-4619-48ad-803d-08af4561f8b4 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363369 Mar 28 15:49:42.394932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42044) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:42.400083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-609740383', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:42.405450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:40Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:42.409362 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Checking router: ccfec229-9b7a-49ed-8091-12422d2d05a6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:49:42.409710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Updating router ccfec229-9b7a-49ed-8091-12422d2d05a6 port cb07e06f-3a2d-41ab-bf92-49dade7f58d6 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:49:42.460729 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:42.505827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:42.509629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:subnet and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:49:42.512389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:49:42.518227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:42.627100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:49:42.630568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:42.782024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:42.793886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Transition to ACTIVE for port object cb07e06f-3a2d-41ab-bf92-49dade7f58d6 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:49:42.856762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:42.930973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:42.935973 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Attempting to bind port cb07e06f-3a2d-41ab-bf92-49dade7f58d6 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:49:42.936427 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Attempting to bind port cb07e06f-3a2d-41ab-bf92-49dade7f58d6 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:49:42.936555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Attempting to bind port cb07e06f-3a2d-41ab-bf92-49dade7f58d6 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:49:42.939886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Pushing event updated for resources: {'Port': ['ID=cb07e06f-3a2d-41ab-bf92-49dade7f58d6,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:42.947425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:49:42.947799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:49:42.948202 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:42.949100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:49:42.949561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Bound port: cb07e06f-3a2d-41ab-bf92-49dade7f58d6, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:49:42.949944 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:42.978560 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.978908 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.979275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.979614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.979997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.980323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.980651 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.980982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.981314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.981642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.981972 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:42.982298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:43.013683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Subnet': ['ID=4440b020-10cd-44ac-842d-55ddbf043caa,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:43.024789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Checking segment: {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:49:43.025145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network hostable DHCP agents. Network: 6ca5c76b-46ee-407a-8af3-767ef2972c8d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:49:43.073465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] For port cb07e06f-3a2d-41ab-bf92-49dade7f58d6, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:49:43.076914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] For port cb07e06f-3a2d-41ab-bf92-49dade7f58d6, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cb07e06f-3a2d-41ab-bf92-49dade7f58d6,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:49:43.096586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 6ca5c76b-46ee-407a-8af3-767ef2972c8d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:49:43.148604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:43.176086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 6ca5c76b-46ee-407a-8af3-767ef2972c8d) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:49:43.180566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:43.181275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:43.196615 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e1f6db-5eae-473c-9b5a-58b993668e56 None None] Network 6ca5c76b-46ee-407a-8af3-767ef2972c8d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:49:43.282851 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-72114f38-f026-45de-88b2-25552fa5194f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8868470 Mar 28 15:49:43.283586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42050) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:49:43.314680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afb1d1-544b-49e4-9584-8d7920b6f07f None None] Pushing event updated for resources: {'Port': ['ID=cb07e06f-3a2d-41ab-bf92-49dade7f58d6,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:43.317171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:43.317772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:43.563883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:43.715106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:49:43.715933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:44.006393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Allocated IP 172.20.0.2 (6ca5c76b-46ee-407a-8af3-767ef2972c8d/4440b020-10cd-44ac-842d-55ddbf043caa/dda11ccf-ac19-43c2-af2e-f000b2bf3840) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:49:44.055337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:40Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:44.102912 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ed98d-e7f5-4220-8fb2-261ffc5f6c30 None None] The sync data for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv is: [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:40Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:49:44.140868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:44.238047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:44.249339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Transition to ACTIVE for port object dda11ccf-ac19-43c2-af2e-f000b2bf3840 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:49:44.268367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Transition to ACTIVE for port object dda11ccf-ac19-43c2-af2e-f000b2bf3840 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:49:44.320398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:44.391667 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Network 6ca5c76b-46ee-407a-8af3-767ef2972c8d is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:49:44.394504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:49:44.397783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:49:44.413390 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Pushing event updated for resources: {'Port': ['ID=dda11ccf-ac19-43c2-af2e-f000b2bf3840,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:44.508274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Attempting to bind port dda11ccf-ac19-43c2-af2e-f000b2bf3840 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:49:44.508522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Attempting to bind port dda11ccf-ac19-43c2-af2e-f000b2bf3840 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:49:44.508880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Attempting to bind port dda11ccf-ac19-43c2-af2e-f000b2bf3840 on network 6ca5c76b-46ee-407a-8af3-767ef2972c8d {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:49:44.516291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:49:44.516672 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Checking segment: {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:49:44.517275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:44.517455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Bound using segment: {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:49:44.517923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Bound port: dda11ccf-ac19-43c2-af2e-f000b2bf3840, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:49:44.519366 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:44.595533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.1 (6ca5c76b-46ee-407a-8af3-767ef2972c8d/4440b020-10cd-44ac-842d-55ddbf043caa/95101787-26fb-4d46-b97d-80e7f3661cde) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:49:44.626775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] For port dda11ccf-ac19-43c2-af2e-f000b2bf3840, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:49:44.629970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] For port dda11ccf-ac19-43c2-af2e-f000b2bf3840, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dda11ccf-ac19-43c2-af2e-f000b2bf3840,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:49:44.691862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:44.777470 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:44.805502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object 95101787-26fb-4d46-b97d-80e7f3661cde will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:49:44.831507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cb07e06f-3a2d-41ab-bf92-49dade7f58d6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:49:44.872287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6370-42ec-44b1-b8a3-b2536def4e85 None None] Pushing event updated for resources: {'Port': ['ID=dda11ccf-ac19-43c2-af2e-f000b2bf3840,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:44.891749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:44.973107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 6ca5c76b-46ee-407a-8af3-767ef2972c8d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:49:44.976316 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:49:44.976975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port cb07e06f-3a2d-41ab-bf92-49dade7f58d6 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:49:44.979607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:49:44.984299 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port cb07e06f-3a2d-41ab-bf92-49dade7f58d6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:44.984819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:45.034387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=95101787-26fb-4d46-b97d-80e7f3661cde,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:45.065941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:45.126679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:45.144502 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port cb07e06f-3a2d-41ab-bf92-49dade7f58d6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cb07e06f-3a2d-41ab-bf92-49dade7f58d6,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:45.233688 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:45.307632 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=cb07e06f-3a2d-41ab-bf92-49dade7f58d6,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:45.521659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:45.900690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e7b1c-7a16-40f4-a91e-3fddddff5d79 None None] Network 6ca5c76b-46ee-407a-8af3-767ef2972c8d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:49:45.937867 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:45.999072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:46.081074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4d6d5fcb-547a-4162-a8bf-bb28c436cd91 None None] Provisioning for port dda11ccf-ac19-43c2-af2e-f000b2bf3840 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:49:46.116464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=95101787-26fb-4d46-b97d-80e7f3661cde,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:46.119238 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:46.265748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 6ca5c76b-46ee-407a-8af3-767ef2972c8d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:49:46.267050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:49:46.453993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router ccfec229-9b7a-49ed-8091-12422d2d05a6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:49:46.485065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5710234c-43ce-4eaa-89c2-572cad67cf63 None None] Provisioning for port 95101787-26fb-4d46-b97d-80e7f3661cde completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:49:46.491386 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-5710234c-43ce-4eaa-89c2-572cad67cf63 None None] Provisioning complete for port 95101787-26fb-4d46-b97d-80e7f3661cde triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:46.491762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5710234c-43ce-4eaa-89c2-572cad67cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:46.548099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-5710234c-43ce-4eaa-89c2-572cad67cf63 None None] Port 95101787-26fb-4d46-b97d-80e7f3661cde cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:49:46.639819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:49:46.653304 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ce2256b7-c231-43a8-8167-04bd9f096d1a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/ccfec229-9b7a-49ed-8091-12422d2d05a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3647361 Mar 28 15:49:46.653536 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Sync routers for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:49:46.662448 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:46.663139 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:46.680848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b8ab4738-2681-4498-bed1-207f12087837 None None] Provisioning complete for port 95101787-26fb-4d46-b97d-80e7f3661cde triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:46.681524 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4738-2681-4498-bed1-207f12087837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:46.736384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab4738-2681-4498-bed1-207f12087837 None None] Port 95101787-26fb-4d46-b97d-80e7f3661cde cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:49:46.836168 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-15ef6a56-5f53-44ce-bc29-2775b8a22406 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677977398&fields=id&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 267 time: 0.0440116 Mar 28 15:49:46.857915 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4b340619-97d4-48b2-9b8b-5f9089156777 None None] Provisioning complete for port 95101787-26fb-4d46-b97d-80e7f3661cde triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:46.858580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4b340619-97d4-48b2-9b8b-5f9089156777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:46.874170 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:46.893734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dda11ccf-ac19-43c2-af2e-f000b2bf3840 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:49:46.966931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4b340619-97d4-48b2-9b8b-5f9089156777 None None] Port 95101787-26fb-4d46-b97d-80e7f3661cde cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:49:47.014450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364e38-8061-4306-836a-3efc6681c23d req-634ef31f-8362-4529-93fb-06c462747a15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:47.016036 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-634ef31f-8362-4529-93fb-06c462747a15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/networks?id=6ca5c76b-46ee-407a-8af3-767ef2972c8d HTTP/1.1" status: 200 len: 796 time: 0.1783772 Mar 28 15:49:47.030836 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-058db911-45ac-44a6-88cc-d9d1215c2430 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/quotas/c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 375 time: 0.0093341 Mar 28 15:49:47.050619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port dda11ccf-ac19-43c2-af2e-f000b2bf3840 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:49:47.056104 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port dda11ccf-ac19-43c2-af2e-f000b2bf3840 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:47.059117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:47.120834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-ac364e38-8061-4306-836a-3efc6681c23d req-bcd81545-064a-4595-a1d2-fb618a9e24b0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:49:47.175227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:47.203578 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '95101787-26fb-4d46-b97d-80e7f3661cde', 'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:44Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 2, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:47.207207 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port dda11ccf-ac19-43c2-af2e-f000b2bf3840, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dda11ccf-ac19-43c2-af2e-f000b2bf3840,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:47.207358 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Checking router: ccfec229-9b7a-49ed-8091-12422d2d05a6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:49:47.207771 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Updating router ccfec229-9b7a-49ed-8091-12422d2d05a6 port 95101787-26fb-4d46-b97d-80e7f3661cde binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:49:47.210838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-ac364e38-8061-4306-836a-3efc6681c23d req-bcd81545-064a-4595-a1d2-fb618a9e24b0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:49:47.212368 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-bcd81545-064a-4595-a1d2-fb618a9e24b0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1763291 Mar 28 15:49:47.263986 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:47.267811 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:47.268633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cb07e06f-3a2d-41ab-bf92-49dade7f58d6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:49:47.271011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-49d6eacd-18b2-4da2-b0fb-5da6daed4027 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:49:47.272019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-49d6eacd-18b2-4da2-b0fb-5da6daed4027 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482686 Mar 28 15:49:47.387290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=dda11ccf-ac19-43c2-af2e-f000b2bf3840,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:47.405018 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port cb07e06f-3a2d-41ab-bf92-49dade7f58d6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:47.405426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:47.518888 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-be8ca64a-8a7e-4d94-bec5-8989595e965b service neutron] 10.222.0.16 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397890 Mar 28 15:49:47.643662 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:47.655341 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Transition to ACTIVE for port object 95101787-26fb-4d46-b97d-80e7f3661cde will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:49:47.659114 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-d889c25d-4b64-4526-b431-8aad6bd8e476 service neutron] 10.222.0.16 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334453 Mar 28 15:49:47.718791 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:47.886083 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Pushing event updated for resources: {'Port': ['ID=95101787-26fb-4d46-b97d-80e7f3661cde,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:47.953885 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.954397 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.954733 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.955071 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.955398 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.955771 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.956093 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.956409 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.956726 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.957037 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.957345 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.957653 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:49:47.964801 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c562600e-1398-47a8-af50-ed15d5bc1dda req-63e10668-25da-4a76-b6d2-1baeded9c2b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 210 time: 0.0503554 Mar 28 15:49:47.978631 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Attempting to bind port 95101787-26fb-4d46-b97d-80e7f3661cde on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:49:47.979275 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Attempting to bind port 95101787-26fb-4d46-b97d-80e7f3661cde by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:49:47.979632 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Attempting to bind port 95101787-26fb-4d46-b97d-80e7f3661cde on network 6ca5c76b-46ee-407a-8af3-767ef2972c8d {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:49:47.985962 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:49:47.986321 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Checking segment: {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:49:47.986713 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:47.987174 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Bound using segment: {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:49:47.987652 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Bound port: 95101787-26fb-4d46-b97d-80e7f3661cde, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:49:47.988067 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:48.094315 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] For port 95101787-26fb-4d46-b97d-80e7f3661cde, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:49:48.094315 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] For port 95101787-26fb-4d46-b97d-80e7f3661cde, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=95101787-26fb-4d46-b97d-80e7f3661cde,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:49:48.171230 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:48.253409 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:49:48.253925 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:48.312178 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ad226-cb24-4808-ad98-1be8cd04fff5 None None] Pushing event updated for resources: {'Port': ['ID=95101787-26fb-4d46-b97d-80e7f3661cde,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:48.439576 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:49:48.749476 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '95101787-26fb-4d46-b97d-80e7f3661cde', 'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:44Z', 'updated_at': '2022-03-28T15:49:48Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:49:48.753429 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf12a96-f687-45b6-81df-29674600a9ce None None] The sync data for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv is: [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '95101787-26fb-4d46-b97d-80e7f3661cde', 'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:44Z', 'updated_at': '2022-03-28T15:49:48Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:49:48.827652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dda11ccf-ac19-43c2-af2e-f000b2bf3840 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:49:48.900564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port dda11ccf-ac19-43c2-af2e-f000b2bf3840 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:48.900932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:49.082334 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e5caee71-3861-4489-bf02-e89a790e820b req-1295454d-c64a-44d2-8d96-fd30b705101f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 210 time: 0.0461743 Mar 28 15:49:49.308584 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:49:50.232395 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9cd56dfd-172a-4dcc-985c-3f77789097ce req-73efd78d-a22a-4303-a85b-5cb1cc41df19 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 210 time: 0.0420156 Mar 28 15:49:50.400423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364e38-8061-4306-836a-3efc6681c23d req-46600c30-8b3a-4bde-aab1-77fe3baa66a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:50.401784 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-46600c30-8b3a-4bde-aab1-77fe3baa66a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/networks?id=6ca5c76b-46ee-407a-8af3-767ef2972c8d HTTP/1.1" status: 200 len: 796 time: 0.1439033 Mar 28 15:49:50.454768 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-ce3530f7-f0b8-4a4e-8003-ed858810e649 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 379 time: 0.0397034 Mar 28 15:49:50.470696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'port': {'device_id': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'admin_state_up': True, 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'security_groups': ['4595c1b7-aacb-4acf-8e45-aaf22be03ec6']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:50.605427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:49:50.614856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:49:50.685057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:49:50.688512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:50.825945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 95101787-26fb-4d46-b97d-80e7f3661cde up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:49:50.854103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.3 (6ca5c76b-46ee-407a-8af3-767ef2972c8d/4440b020-10cd-44ac-842d-55ddbf043caa/c4684dab-7209-4c69-9254-26da454dcf38) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:49:50.987828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 95101787-26fb-4d46-b97d-80e7f3661cde completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:49:50.992978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 95101787-26fb-4d46-b97d-80e7f3661cde triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:50.998405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.041118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.057315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object c4684dab-7209-4c69-9254-26da454dcf38 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:49:51.136927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.141637 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.170055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 95101787-26fb-4d46-b97d-80e7f3661cde, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=95101787-26fb-4d46-b97d-80e7f3661cde,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:51.212779 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 6ca5c76b-46ee-407a-8af3-767ef2972c8d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:49:51.216363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:49:51.218829 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:49:51.227862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.269323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=c4684dab-7209-4c69-9254-26da454dcf38,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:51.307220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:51.308028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.323125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=95101787-26fb-4d46-b97d-80e7f3661cde,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:51.370317 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e2879d4f-1857-48f5-aef3-f6635419853a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.397508 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-cd712d4a-556b-4567-a07f-96a6c71109ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9305725 Mar 28 15:49:51.416441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Request body: {'port': {'device_id': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:49:51.485954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cccc21-a8e8-411b-95e6-4e283b85797c req-7fae4e2b-dea3-404d-adaf-7760c5113b5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:51.486586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-83cccc21-a8e8-411b-95e6-4e283b85797c req-7fae4e2b-dea3-404d-adaf-7760c5113b5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:49:51.490319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6c8ab2b4-dd73-4ad0-a5da-1a7fda13f26f None None] Provisioning for port c4684dab-7209-4c69-9254-26da454dcf38 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:49:51.496024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6c8ab2b4-dd73-4ad0-a5da-1a7fda13f26f None None] Provisioning complete for port c4684dab-7209-4c69-9254-26da454dcf38 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:51.496337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6c8ab2b4-dd73-4ad0-a5da-1a7fda13f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.551613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ab2b4-dd73-4ad0-a5da-1a7fda13f26f None None] Port c4684dab-7209-4c69-9254-26da454dcf38 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:49:51.556042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.599446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-83cccc21-a8e8-411b-95e6-4e283b85797c req-7fae4e2b-dea3-404d-adaf-7760c5113b5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:49:51.600594 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-83cccc21-a8e8-411b-95e6-4e283b85797c req-7fae4e2b-dea3-404d-adaf-7760c5113b5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 931 time: 0.2514238 Mar 28 15:49:51.705457 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-83cccc21-a8e8-411b-95e6-4e283b85797c req-80210aaf-f4ba-4a47-a0c5-0d6e26ee08e9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985258 Mar 28 15:49:51.926547 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4684dab-7209-4c69-9254-26da454dcf38 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:49:51.934477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:51.948387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Transition to ACTIVE for port object c4684dab-7209-4c69-9254-26da454dcf38 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:49:52.010069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:52.279338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Pushing event updated for resources: {'Port': ['ID=c4684dab-7209-4c69-9254-26da454dcf38,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:52.350785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Attempting to bind port c4684dab-7209-4c69-9254-26da454dcf38 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:49:52.351063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Attempting to bind port c4684dab-7209-4c69-9254-26da454dcf38 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:49:52.351385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Attempting to bind port c4684dab-7209-4c69-9254-26da454dcf38 on network 6ca5c76b-46ee-407a-8af3-767ef2972c8d {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:49:52.356614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Port c4684dab-7209-4c69-9254-26da454dcf38 on network 6ca5c76b-46ee-407a-8af3-767ef2972c8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:49:52.356933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Attempting to bind port c4684dab-7209-4c69-9254-26da454dcf38 on network 6ca5c76b-46ee-407a-8af3-767ef2972c8d {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:49:52.362321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:49:52.362769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Checking segment: {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:49:52.363320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Bound using segment: {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:49:52.363889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Bound port: c4684dab-7209-4c69-9254-26da454dcf38, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d915b2-3436-44e1-b0db-1808f32696a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:49:52.364356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:52.453087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] For port c4684dab-7209-4c69-9254-26da454dcf38, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:49:52.455840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] For port c4684dab-7209-4c69-9254-26da454dcf38, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c4684dab-7209-4c69-9254-26da454dcf38,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:49:52.553987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:52.607480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:52.608172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:52.609573 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] 10.222.0.23 "PUT /v2.0/ports/c4684dab-7209-4c69-9254-26da454dcf38 HTTP/1.1" status: 200 len: 1093 time: 1.1973212 Mar 28 15:49:52.612339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:49:52.642000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0424ef-b337-43cd-88d0-8b00fb493326 service neutron] Pushing event updated for resources: {'Port': ['ID=c4684dab-7209-4c69-9254-26da454dcf38,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:52.663659 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38', 'status': 'completed', 'code': 200} Mar 28 15:49:52.802627 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac1964-d5af-4925-83b9-087ed202b2b9 req-1ec1c33e-a66a-4f85-8718-5fd2ef913bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:52.804639 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7ac1964-d5af-4925-83b9-087ed202b2b9 req-1ec1c33e-a66a-4f85-8718-5fd2ef913bfa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 1096 time: 0.1023476 Mar 28 15:49:52.820248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 95101787-26fb-4d46-b97d-80e7f3661cde up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:49:52.885455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 95101787-26fb-4d46-b97d-80e7f3661cde triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:52.885743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:53.004693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac1964-d5af-4925-83b9-087ed202b2b9 req-bfd0414a-673a-4207-9d17-87b4e79bd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:53.006081 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7ac1964-d5af-4925-83b9-087ed202b2b9 req-bfd0414a-673a-4207-9d17-87b4e79bd94f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1893899 Mar 28 15:49:53.014146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98790ca1-a362-4a27-af22-297e165f3cfc req-03e779bc-69cd-49c8-8ca8-cb129fcfe682 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:53.015469 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98790ca1-a362-4a27-af22-297e165f3cfc req-03e779bc-69cd-49c8-8ca8-cb129fcfe682 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 943 time: 0.1794748 Mar 28 15:49:53.152697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-98790ca1-a362-4a27-af22-297e165f3cfc req-a0f057ed-f4dd-4540-93e5-b963f7b6711f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176357 Mar 28 15:49:53.179969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac1964-d5af-4925-83b9-087ed202b2b9 req-4e150870-3972-4dc0-9683-3be8715b7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:53.181380 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b7ac1964-d5af-4925-83b9-087ed202b2b9 req-4e150870-3972-4dc0-9683-3be8715b7370 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651120 Mar 28 15:49:53.309946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364e38-8061-4306-836a-3efc6681c23d req-ede16afd-47fc-4526-aa6c-796991f676ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:53.311358 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-ede16afd-47fc-4526-aa6c-796991f676ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 1096 time: 0.0744026 Mar 28 15:49:53.383912 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-2b44f8cf-fe96-439e-b14d-48e9eff83110 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4684dab-7209-4c69-9254-26da454dcf38 HTTP/1.1" status: 200 len: 217 time: 0.0604117 Mar 28 15:49:53.446420 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364e38-8061-4306-836a-3efc6681c23d req-1fe5e05e-10dd-448c-a024-40f4e0d25dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:53.447812 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-1fe5e05e-10dd-448c-a024-40f4e0d25dd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4440b020-10cd-44ac-842d-55ddbf043caa HTTP/1.1" status: 200 len: 834 time: 0.0584412 Mar 28 15:49:53.507788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-92d4e2db-242c-42e7-9cfd-a110e5758581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:53.521510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364e38-8061-4306-836a-3efc6681c23d req-6236f69d-2529-40a6-bbe4-d0b2d36c6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:53.522963 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-6236f69d-2529-40a6-bbe4-d0b2d36c6a4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ca5c76b-46ee-407a-8af3-767ef2972c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692990 Mar 28 15:49:53.649621 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-45bad67d-7160-4582-b509-71ad3cb91d69 service neutron] 10.222.0.23 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203983 Mar 28 15:49:53.778079 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ac364e38-8061-4306-836a-3efc6681c23d req-c66f5507-b0f7-4c17-9e46-5e85808efa62 service neutron] 10.222.0.23 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226966 Mar 28 15:49:54.341784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cab6e-5f30-4b12-a4cc-ea493b22ebb1 req-21527ac6-15f2-4a4a-9f41-593921342d0a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:54.343984 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-492cab6e-5f30-4b12-a4cc-ea493b22ebb1 req-21527ac6-15f2-4a4a-9f41-593921342d0a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 943 time: 0.0867884 Mar 28 15:49:54.388748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-492cab6e-5f30-4b12-a4cc-ea493b22ebb1 req-39fd55e4-0d90-40c6-bc88-a4483ab4ecb6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:49:54.467621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-492cab6e-5f30-4b12-a4cc-ea493b22ebb1 req-39fd55e4-0d90-40c6-bc88-a4483ab4ecb6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:49:54.468738 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-492cab6e-5f30-4b12-a4cc-ea493b22ebb1 req-39fd55e4-0d90-40c6-bc88-a4483ab4ecb6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192639 Mar 28 15:49:54.650384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:54.873143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:55.650688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dafc9-ae21-4593-9aa3-bc0de1aad375 req-19eddb49-47d5-43a1-9ced-e33ef37a443f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:55.652775 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f6dafc9-ae21-4593-9aa3-bc0de1aad375 req-19eddb49-47d5-43a1-9ced-e33ef37a443f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 943 time: 0.0824621 Mar 28 15:49:55.695260 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f6dafc9-ae21-4593-9aa3-bc0de1aad375 req-3620ae99-81d7-49d1-bf64-a13a7da2eb27 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364525 Mar 28 15:49:56.189915 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device c4684dab-7209-4c69-9254-26da454dcf38 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:49:56.331665 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:56.342324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port c4684dab-7209-4c69-9254-26da454dcf38, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c4684dab-7209-4c69-9254-26da454dcf38,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:56.357053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'c4684dab-7209-4c69-9254-26da454dcf38', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'port_id': 'c4684dab-7209-4c69-9254-26da454dcf38', 'mac_address': 'fa:16:3e:77:23:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:49:56.413991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:56.430449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4684dab-7209-4c69-9254-26da454dcf38 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:49:56.445741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port c4684dab-7209-4c69-9254-26da454dcf38, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c4684dab-7209-4c69-9254-26da454dcf38,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:56.490360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:56.554544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=c4684dab-7209-4c69-9254-26da454dcf38,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:56.768603 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['c4684dab-7209-4c69-9254-26da454dcf38'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:49:56.875819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff43bf-6f1d-44b2-98fe-18c65dcd26c9 req-1944f2dc-1ea6-4107-96c3-82d93045565b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:56.877332 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ecff43bf-6f1d-44b2-98fe-18c65dcd26c9 req-1944f2dc-1ea6-4107-96c3-82d93045565b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 944 time: 0.0783532 Mar 28 15:49:56.922651 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ecff43bf-6f1d-44b2-98fe-18c65dcd26c9 req-87384d2d-cb72-4274-ab24-f6b5db87bdbf tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394409 Mar 28 15:49:58.109002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d70f53-472d-401c-bb25-46e534a4d1c3 req-e8ab54f8-fd08-4fdf-a87d-e50787b12883 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:58.110485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-86d70f53-472d-401c-bb25-46e534a4d1c3 req-e8ab54f8-fd08-4fdf-a87d-e50787b12883 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 944 time: 0.0794747 Mar 28 15:49:58.153569 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-86d70f53-472d-401c-bb25-46e534a4d1c3 req-7ee53ce7-0282-45c5-a8b4-6c6c32235223 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374956 Mar 28 15:49:58.205419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device c4684dab-7209-4c69-9254-26da454dcf38 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:49:58.336118 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port c4684dab-7209-4c69-9254-26da454dcf38 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:49:58.341484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port c4684dab-7209-4c69-9254-26da454dcf38 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:49:58.341849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:58.456070 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:58.482678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:49:58.495594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port c4684dab-7209-4c69-9254-26da454dcf38, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c4684dab-7209-4c69-9254-26da454dcf38,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:49:58.524762 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38', 'code': 200} Mar 28 15:49:58.564748 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:49:58.630822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=c4684dab-7209-4c69-9254-26da454dcf38,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:49:58.971474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c490a7-984d-47c4-bf02-1518a4b42fe5 req-fd516d94-6c12-4639-9732-2df7f9f07643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:58.972917 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-66c490a7-984d-47c4-bf02-1518a4b42fe5 req-fd516d94-6c12-4639-9732-2df7f9f07643 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 1098 time: 0.1607389 Mar 28 15:49:59.012204 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-66c490a7-984d-47c4-bf02-1518a4b42fe5 req-6a06b7db-cab9-419c-a830-d94f91453dee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330863 Mar 28 15:49:59.338022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7b74-f757-4f9e-bae2-f499d182ee22 req-0f82f1ef-4e8d-45a9-a75b-3d834b98dbe5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:49:59.339382 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-72df7b74-f757-4f9e-bae2-f499d182ee22 req-0f82f1ef-4e8d-45a9-a75b-3d834b98dbe5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.0804977 Mar 28 15:49:59.381780 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-72df7b74-f757-4f9e-bae2-f499d182ee22 req-c3a348de-388d-4480-9e08-fe8a7e549694 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368845 Mar 28 15:50:00.567760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7502a0-014e-4190-aceb-348a406d6029 req-09049079-4118-4dfa-9afa-8573ae2b8886 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:00.569379 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5d7502a0-014e-4190-aceb-348a406d6029 req-09049079-4118-4dfa-9afa-8573ae2b8886 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.0813680 Mar 28 15:50:00.611386 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5d7502a0-014e-4190-aceb-348a406d6029 req-e4e4d39c-7d8e-4e0d-bc25-a8ae0d6e1867 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360034 Mar 28 15:50:00.790513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52260a-f90f-4fc6-ba2b-b14df4e9824e req-0bd9dc8b-6849-4418-9224-79ce5d46f2e9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:00.791982 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fe52260a-f90f-4fc6-ba2b-b14df4e9824e req-0bd9dc8b-6849-4418-9224-79ce5d46f2e9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.0787609 Mar 28 15:50:00.834912 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fe52260a-f90f-4fc6-ba2b-b14df4e9824e req-f2caa3da-e3da-4430-b8b1-81c560b5dbc6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373831 Mar 28 15:50:00.856976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42112) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:00.928663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3739f8db-8c39-49ca-a85e-2976803e82e8 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:00.930198 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3739f8db-8c39-49ca-a85e-2976803e82e8 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 1093 time: 0.0722797 Mar 28 15:50:00.933554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42116) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:00.938439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': 'c4684dab-7209-4c69-9254-26da454dcf38', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:00.944265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:00.948004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:floatingip and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:00.950774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:00.958732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:01.061798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:01.194228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:01.326406 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.98 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/374c013c-a37b-4b9d-9c95-8217efd4bec2) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:50:01.466754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:01.525124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:01.581755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:50:01.584484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:50:01.587972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:50:01.637872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=374c013c-a37b-4b9d-9c95-8217efd4bec2,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:01.993028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:02.123372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:02.321064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:02.369955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:02.568948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=374c013c-a37b-4b9d-9c95-8217efd4bec2,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:02.578391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:02.743607 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP 299ce9fe-9126-409e-9e37-cd1cf6552df8 associated. External IP: 172.26.7.98, port: c4684dab-7209-4c69-9254-26da454dcf38. Mar 28 15:50:02.764010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:03.084437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router ccfec229-9b7a-49ed-8091-12422d2d05a6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:50:03.263951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:50:03.273304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] Sync routers for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:50:03.283343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:50:03.283960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:03.365606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:03.431407 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-57723513-7ba6-44fc-b9ba-1978642faacb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4968183 Mar 28 15:50:03.432100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:50:03.473185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:50:03.478552 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38', 'status': 'completed', 'code': 200} Mar 28 15:50:03.600078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020af803-f337-4a0c-9387-4b849dc0e70e req-115d53df-4490-444f-9108-a48090cd1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:03.601488 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-020af803-f337-4a0c-9387-4b849dc0e70e req-115d53df-4490-444f-9108-a48090cd1cbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 1098 time: 0.0761456 Mar 28 15:50:03.605020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72d610-f5d9-4f25-bcca-63a9f4faf014 req-e996a308-88e3-4f4e-b0c6-be3cb5b00b40 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:03.606504 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a72d610-f5d9-4f25-bcca-63a9f4faf014 req-e996a308-88e3-4f4e-b0c6-be3cb5b00b40 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.0798850 Mar 28 15:50:03.653648 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a72d610-f5d9-4f25-bcca-63a9f4faf014 req-5159d0c7-dba9-406e-8d53-142cd48afdd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411789 Mar 28 15:50:03.677826 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42126) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:03.754414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020af803-f337-4a0c-9387-4b849dc0e70e req-8cc7d164-a764-43b9-a06f-66b3c03454ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:03.755902 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-020af803-f337-4a0c-9387-4b849dc0e70e req-8cc7d164-a764-43b9-a06f-66b3c03454ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ca5c76b-46ee-407a-8af3-767ef2972c8d HTTP/1.1" status: 200 len: 897 time: 0.1484966 Mar 28 15:50:03.861860 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-020af803-f337-4a0c-9387-4b849dc0e70e req-4d5c9fe5-63c1-46bb-aeca-16c8ea08b708 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4684dab-7209-4c69-9254-26da454dcf38 HTTP/1.1" status: 200 len: 998 time: 0.0989132 Mar 28 15:50:03.887162 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '299ce9fe-9126-409e-9e37-cd1cf6552df8', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'port_id': 'c4684dab-7209-4c69-9254-26da454dcf38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'mac_address': 'fa:16:3e:77:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:50:01Z', 'updated_at': '2022-03-28T15:50:01Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95101787-26fb-4d46-b97d-80e7f3661cde', 'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:44Z', 'updated_at': '2022-03-28T15:49:51Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:03.892029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] Checking router: ccfec229-9b7a-49ed-8091-12422d2d05a6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:50:03.896599 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9125755f-16e7-4cb4-adcd-fda17a8f4bff tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/299ce9fe-9126-409e-9e37-cd1cf6552df8 HTTP/1.1" status: 200 len: 990 time: 0.2175171 Mar 28 15:50:03.902591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:50:03.903222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:49:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:03.926592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020af803-f337-4a0c-9387-4b849dc0e70e req-21063fc8-fea1-455d-bafb-4188457bf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:03.928062 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-020af803-f337-4a0c-9387-4b849dc0e70e req-21063fc8-fea1-455d-bafb-4188457bf2f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4440b020-10cd-44ac-842d-55ddbf043caa HTTP/1.1" status: 200 len: 834 time: 0.0604076 Mar 28 15:50:04.004976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020af803-f337-4a0c-9387-4b849dc0e70e req-844c313c-4783-4e3f-a03f-f75a8f47b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:04.006428 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-020af803-f337-4a0c-9387-4b849dc0e70e req-844c313c-4783-4e3f-a03f-f75a8f47b976 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ca5c76b-46ee-407a-8af3-767ef2972c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722733 Mar 28 15:50:04.100833 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:50:04.244107 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-020af803-f337-4a0c-9387-4b849dc0e70e req-87736d04-1c31-4cfe-a1f8-02068611a497 service neutron] 10.222.0.23 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315223 Mar 28 15:50:04.375064 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-020af803-f337-4a0c-9387-4b849dc0e70e req-b0cbb4cb-bc15-4b06-b5c2-6ec188550b48 service neutron] 10.222.0.23 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250989 Mar 28 15:50:04.458127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '299ce9fe-9126-409e-9e37-cd1cf6552df8', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'port_id': 'c4684dab-7209-4c69-9254-26da454dcf38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'mac_address': 'fa:16:3e:77:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:50:01Z', 'updated_at': '2022-03-28T15:50:01Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95101787-26fb-4d46-b97d-80e7f3661cde', 'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:44Z', 'updated_at': '2022-03-28T15:49:51Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:04.462039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721cfb3-305e-475c-8cb6-31d6537e7bcc None None] The sync data for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv is: [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '299ce9fe-9126-409e-9e37-cd1cf6552df8', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'port_id': 'c4684dab-7209-4c69-9254-26da454dcf38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'mac_address': 'fa:16:3e:77:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:50:01Z', 'updated_at': '2022-03-28T15:50:01Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95101787-26fb-4d46-b97d-80e7f3661cde', 'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:44Z', 'updated_at': '2022-03-28T15:49:51Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:50:04.647152 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed2a6a1-c3e2-43e8-a120-f097610372e8 None None] New status for floating IP 299ce9fe-9126-409e-9e37-cd1cf6552df8: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:50:04.900231 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42130) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:05.006598 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9cf1a7c3-31db-44f3-b821-08fe2d7078e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/299ce9fe-9126-409e-9e37-cd1cf6552df8 HTTP/1.1" status: 200 len: 992 time: 0.1053290 Mar 28 15:50:21.410520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a08f3a29-3ec9-4de2-8458-8d9b7f1a871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:23.524272 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3b963abf-0b6a-44ad-82e8-c71fd16fd95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:24.605250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:24.861761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:26.290187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:26.307179 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:50:32.741374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:33.540043 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-72d441f4-a8ca-467c-a494-f04cef741a7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683262 Mar 28 15:50:33.694798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-55bf2129-19b8-4913-afd3-52b52dba1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:33.696275 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-55bf2129-19b8-4913-afd3-52b52dba1d2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 1098 time: 0.0725920 Mar 28 15:50:33.835724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-3a49b09a-48a4-4eab-a927-23506d4b4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:33.837042 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-3a49b09a-48a4-4eab-a927-23506d4b4f0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ca5c76b-46ee-407a-8af3-767ef2972c8d HTTP/1.1" status: 200 len: 897 time: 0.1223412 Mar 28 15:50:33.941917 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-c2a33ffa-1fb5-4743-b5a4-03b4674e28fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4684dab-7209-4c69-9254-26da454dcf38 HTTP/1.1" status: 200 len: 1000 time: 0.0985177 Mar 28 15:50:34.001767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-aff17804-f8c2-458b-a90a-c62e49740fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:34.003156 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-aff17804-f8c2-458b-a90a-c62e49740fbc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4440b020-10cd-44ac-842d-55ddbf043caa HTTP/1.1" status: 200 len: 834 time: 0.0555985 Mar 28 15:50:34.074638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-97a9229f-1500-4abd-8d7e-26c638c9d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:34.076067 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-97a9229f-1500-4abd-8d7e-26c638c9d123 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ca5c76b-46ee-407a-8af3-767ef2972c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0671563 Mar 28 15:50:34.204401 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-15f368d9-35c7-491b-bff9-222988cc826f service neutron] 10.222.0.23 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209114 Mar 28 15:50:34.334370 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7a23a046-61d3-4238-81b3-2a751ba0c4a2 req-715cd967-7580-47df-9c5a-72ad1128754c service neutron] 10.222.0.23 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208768 Mar 28 15:50:36.705249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdd711-1712-497e-8482-a8fdcb3bf6be req-9cd60fd9-6b12-4ddc-b25c-b52a697cd5f2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:36.706694 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20fdd711-1712-497e-8482-a8fdcb3bf6be req-9cd60fd9-6b12-4ddc-b25c-b52a697cd5f2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.0826454 Mar 28 15:50:36.749762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-20fdd711-1712-497e-8482-a8fdcb3bf6be req-52efdf44-8876-4e27-8896-f73f8c03d05e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374606 Mar 28 15:50:37.937107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91af1-6495-46bb-8b8b-3466c157fd1d req-762d7f22-8dc2-4fd5-9a0b-fbe10eda1b6b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:37.938556 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-03f91af1-6495-46bb-8b8b-3466c157fd1d req-762d7f22-8dc2-4fd5-9a0b-fbe10eda1b6b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.0832982 Mar 28 15:50:37.983541 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-03f91af1-6495-46bb-8b8b-3466c157fd1d req-d40214c9-636b-4097-bfb1-bfd8d941d14f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391197 Mar 28 15:50:38.006158 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42150) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:38.110657 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e5b4767c-831b-4108-8fcf-a28f1af6605d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/299ce9fe-9126-409e-9e37-cd1cf6552df8 HTTP/1.1" status: 200 len: 992 time: 0.1032696 Mar 28 15:50:39.701080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa7e5a-0338-45f8-8b67-0e0a878282c4 req-e7153022-01e5-4bc1-a7c4-d09a1ac48afe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:39.702504 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-27fa7e5a-0338-45f8-8b67-0e0a878282c4 req-e7153022-01e5-4bc1-a7c4-d09a1ac48afe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.0774927 Mar 28 15:50:39.748128 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-27fa7e5a-0338-45f8-8b67-0e0a878282c4 req-1778b46c-063e-4751-a2a7-ca5f09a8268f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399101 Mar 28 15:50:40.949855 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003acaf3-b7b7-44a5-96e8-83d9937dbdc6 req-90323f04-e392-455e-9712-ae51e2120aff tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:40.949855 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-003acaf3-b7b7-44a5-96e8-83d9937dbdc6 req-90323f04-e392-455e-9712-ae51e2120aff tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.0798714 Mar 28 15:50:40.988790 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-003acaf3-b7b7-44a5-96e8-83d9937dbdc6 req-62349e55-65fa-453d-a4e4-ed2a5bb2e455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377367 Mar 28 15:50:41.011698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42162) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:41.115344 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-98fb9dfb-677e-4262-9e9b-3fded3ce3385 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/299ce9fe-9126-409e-9e37-cd1cf6552df8 HTTP/1.1" status: 200 len: 992 time: 0.1023767 Mar 28 15:50:41.399591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42170) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:41.597052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port 374c013c-a37b-4b9d-9c95-8217efd4bec2 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:50:41.597391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:41.762076 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:41.762400 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:41.893643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for 374c013c-a37b-4b9d-9c95-8217efd4bec2 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:50:42.124288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:42.198589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=374c013c-a37b-4b9d-9c95-8217efd4bec2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:42.239077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.239418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.239754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.240085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.240413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.240735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.241055 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.241376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.241697 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.242011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.242327 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.242641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:42.273875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:42.274206 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP 299ce9fe-9126-409e-9e37-cd1cf6552df8 disassociated (deleted). External IP: 172.26.7.98, port: c4684dab-7209-4c69-9254-26da454dcf38. Mar 28 15:50:42.715617 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router ccfec229-9b7a-49ed-8091-12422d2d05a6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:50:42.887070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:50:42.897213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] Sync routers for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:50:42.907095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:50:42.907701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:42.982440 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:43.041132 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-e6db5671-38db-4009-b9d2-f997aac94dea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/floatingips/299ce9fe-9126-409e-9e37-cd1cf6552df8 HTTP/1.1" status: 204 len: 168 time: 1.6404588 Mar 28 15:50:43.042338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:50:43.089613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:50:43.089763 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38', 'status': 'completed', 'code': 200} Mar 28 15:50:43.221894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-fd498464-24ff-45fb-a566-20ca22eb44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:43.223572 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-fd498464-24ff-45fb-a566-20ca22eb44dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 1098 time: 0.0878072 Mar 28 15:50:43.363724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-61bbeeb9-e1f5-4201-a808-7ed127c1bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:43.364887 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-61bbeeb9-e1f5-4201-a808-7ed127c1bd13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ca5c76b-46ee-407a-8af3-767ef2972c8d HTTP/1.1" status: 200 len: 897 time: 0.1357067 Mar 28 15:50:43.413999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '95101787-26fb-4d46-b97d-80e7f3661cde', 'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:44Z', 'updated_at': '2022-03-28T15:49:51Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:43.417757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] Checking router: ccfec229-9b7a-49ed-8091-12422d2d05a6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:50:43.426783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:50:43.427739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:43.555554 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-273f40dc-bb13-45e7-8aa2-4e5827ca19da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4684dab-7209-4c69-9254-26da454dcf38 HTTP/1.1" status: 200 len: 217 time: 0.1842611 Mar 28 15:50:43.665593 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-7acc8357-782e-4b2e-b927-ac96ff411e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:43.667589 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-7acc8357-782e-4b2e-b927-ac96ff411e5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4440b020-10cd-44ac-842d-55ddbf043caa HTTP/1.1" status: 200 len: 834 time: 0.0809844 Mar 28 15:50:43.680507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:50:43.732328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98777d-9e8d-41a5-b0a8-47b6daa2dd2b req-b701579d-58cd-41cb-9616-99958efce7c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:43.733845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2e98777d-9e8d-41a5-b0a8-47b6daa2dd2b req-b701579d-58cd-41cb-9616-99958efce7c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.1800952 Mar 28 15:50:43.791654 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2e98777d-9e8d-41a5-b0a8-47b6daa2dd2b req-73e340cd-b949-4121-b1b8-1fddef0ad265 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479233 Mar 28 15:50:43.803861 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-87b0a091-5efe-48c0-8582-03d392c01df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:43.805363 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-87b0a091-5efe-48c0-8582-03d392c01df0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ca5c76b-46ee-407a-8af3-767ef2972c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1316791 Mar 28 15:50:43.944548 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-d2a1e302-1afe-46ec-81f4-6b319c42e3a4 service neutron] 10.222.0.23 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292007 Mar 28 15:50:44.008608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '95101787-26fb-4d46-b97d-80e7f3661cde', 'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:44Z', 'updated_at': '2022-03-28T15:49:51Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:44.013514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57c14a-8e59-4929-bfb8-3d1526e912a1 None None] The sync data for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv is: [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '95101787-26fb-4d46-b97d-80e7f3661cde', 'name': '', 'network_id': '6ca5c76b-46ee-407a-8af3-767ef2972c8d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:45:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:44Z', 'updated_at': '2022-03-28T15:49:51Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4440b020-10cd-44ac-842d-55ddbf043caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:50:44.079570 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-26fd3d6f-6051-411a-881c-471b10c6d2a4 req-9f0b207c-f54d-45de-9bc3-958ff6738ba1 service neutron] 10.222.0.23 "GET /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312196 Mar 28 15:50:44.236079 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e99ab63-d40c-4683-88ab-81afcc064988 None None] New status for floating IP 299ce9fe-9126-409e-9e37-cd1cf6552df8: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:50:44.985981 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321de907-c3bd-452b-b2f2-0fe362b98a0b req-e48f9f60-064f-4bee-8398-226892b1e4d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:44.986665 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-321de907-c3bd-452b-b2f2-0fe362b98a0b req-e48f9f60-064f-4bee-8398-226892b1e4d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:50:45.044318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-321de907-c3bd-452b-b2f2-0fe362b98a0b req-e48f9f60-064f-4bee-8398-226892b1e4d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:50:45.045389 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-321de907-c3bd-452b-b2f2-0fe362b98a0b req-e48f9f60-064f-4bee-8398-226892b1e4d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.1393886 Mar 28 15:50:45.089876 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-321de907-c3bd-452b-b2f2-0fe362b98a0b req-24b0c021-9e50-41de-9737-81d70cb08440 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=4595c1b7-aacb-4acf-8e45-aaf22be03ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386753 Mar 28 15:50:45.234315 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-79e3363c-2eca-41b8-8b64-206b7047468d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:45.236050 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-79e3363c-2eca-41b8-8b64-206b7047468d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 945 time: 0.0871038 Mar 28 15:50:45.303224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port c4684dab-7209-4c69-9254-26da454dcf38 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:50:45.303492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:45.547427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port c4684dab-7209-4c69-9254-26da454dcf38, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c4684dab-7209-4c69-9254-26da454dcf38,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:50:45.547780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:45.666125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for c4684dab-7209-4c69-9254-26da454dcf38 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:50:45.889819 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:45.941075 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=c4684dab-7209-4c69-9254-26da454dcf38,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:45.985220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.985574 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.985926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.986306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.986649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.986993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.992065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.992065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.992065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.992065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.992065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:45.992065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:46.025655 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] No DVR routers for this DVR port c4684dab-7209-4c69-9254-26da454dcf38 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:50:46.028586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:46.031278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'name': 'network-vif-deleted', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:50:46.075697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0705e1-a022-4c27-bce1-ef09b5b2ccf7', 'name': 'network-vif-deleted', 'tag': 'c4684dab-7209-4c69-9254-26da454dcf38', 'status': 'completed', 'code': 200} Mar 28 15:50:46.097391 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2f03d4ec-bf81-4385-95f5-4187e4b9d05a req-7292635a-bdca-4996-82d3-86222ffedc12 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "DELETE /v2.0/ports/c4684dab-7209-4c69-9254-26da454dcf38 HTTP/1.1" status: 204 len: 173 time: 0.8564765 Mar 28 15:50:46.239235 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-698a73b5-56b7-45cc-86d3-02c22fe66185 req-0101478c-2486-4f13-91d7-6aaec222de6b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f0705e1-a022-4c27-bce1-ef09b5b2ccf7 HTTP/1.1" status: 200 len: 210 time: 0.0448773 Mar 28 15:50:47.334645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42188) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:47.976365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:48.321134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port 95101787-26fb-4d46-b97d-80e7f3661cde {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:50:48.321472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:48.503055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device c4684dab-7209-4c69-9254-26da454dcf38 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:50:48.507332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port 95101787-26fb-4d46-b97d-80e7f3661cde, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=95101787-26fb-4d46-b97d-80e7f3661cde,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:50:48.507782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:48.537086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: c4684dab-7209-4c69-9254-26da454dcf38 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:50:48.537429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device c4684dab-7209-4c69-9254-26da454dcf38 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:50:48.627795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for 95101787-26fb-4d46-b97d-80e7f3661cde owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:50:49.124171 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:49.172534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=95101787-26fb-4d46-b97d-80e7f3661cde,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:49.446177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:49.791587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router ccfec229-9b7a-49ed-8091-12422d2d05a6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:50:49.962184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:50:49.972514 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] Sync routers for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:50:49.976699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9ff787ca-25e3-4b2f-b58b-1ca4a67fff13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/ccfec229-9b7a-49ed-8091-12422d2d05a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409802 Mar 28 15:50:49.979939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42192) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:49.982192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:50:49.982789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:50.047292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2e0e94-709b-4a4c-9be5-c9713d4e695d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting subnet 4440b020-10cd-44ac-842d-55ddbf043caa {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:50:50.050122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca2e0e94-709b-4a4c-9be5-c9713d4e695d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:50.101981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca2e0e94-709b-4a4c-9be5-c9713d4e695d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:50.157213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:50:50.186183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca2e0e94-709b-4a4c-9be5-c9713d4e695d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:50.325174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca2e0e94-709b-4a4c-9be5-c9713d4e695d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:50.365308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e0e94-709b-4a4c-9be5-c9713d4e695d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Subnet': ['ID=4440b020-10cd-44ac-842d-55ddbf043caa,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:50.369093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ca2e0e94-709b-4a4c-9be5-c9713d4e695d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:50.377894 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ca2e0e94-709b-4a4c-9be5-c9713d4e695d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/subnets/4440b020-10cd-44ac-842d-55ddbf043caa HTTP/1.1" status: 204 len: 168 time: 0.3943555 Mar 28 15:50:50.378044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42196) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:50.381961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee126e90-bc99-42db-9618-923733ba4d3b None None] Network 6ca5c76b-46ee-407a-8af3-767ef2972c8d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:50:50.599881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:50:48Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:50.606877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] Checking router: ccfec229-9b7a-49ed-8091-12422d2d05a6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:50:50.626677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] Routers {'ccfec229-9b7a-49ed-8091-12422d2d05a6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:50:50.627327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['ccfec229-9b7a-49ed-8091-12422d2d05a6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:50.667053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:50.821069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] DHCP port deletion for 6ca5c76b-46ee-407a-8af3-767ef2972c8d request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:50:50.836008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Deleting port dda11ccf-ac19-43c2-af2e-f000b2bf3840 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:50:50.836440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:50.853730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:50.892494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device dda11ccf-ac19-43c2-af2e-f000b2bf3840 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:50:50.919119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port cb07e06f-3a2d-41ab-bf92-49dade7f58d6 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:50:50.919475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:50.954259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] Set router ccfec229-9b7a-49ed-8091-12422d2d05a6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:50:51.095747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port cb07e06f-3a2d-41ab-bf92-49dade7f58d6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=cb07e06f-3a2d-41ab-bf92-49dade7f58d6,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:50:51.096097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.230251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for cb07e06f-3a2d-41ab-bf92-49dade7f58d6 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:50:51.363009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] For port dda11ccf-ac19-43c2-af2e-f000b2bf3840, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dda11ccf-ac19-43c2-af2e-f000b2bf3840,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:50:51.363733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.435004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.450474 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.502945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=cb07e06f-3a2d-41ab-bf92-49dade7f58d6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:51.509573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-64a20e16-e6eb-48df-aded-76c9c8deda0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.521201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Calling delete_port for dda11ccf-ac19-43c2-af2e-f000b2bf3840 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:50:51.593330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.644082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port dda11ccf-ac19-43c2-af2e-f000b2bf3840, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dda11ccf-ac19-43c2-af2e-f000b2bf3840,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:50:51.662581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:50:48Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:51.667850 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66466631-ebcb-4951-b5d3-2e77c6fe2af6 None None] The sync data for ids ['ccfec229-9b7a-49ed-8091-12422d2d05a6'] in dv-neutron-828143-13-hyperv is: [{'id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208508154', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:49:39Z', 'updated_at': '2022-03-28T15:50:48Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'cb07e06f-3a2d-41ab-bf92-49dade7f58d6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfec229-9b7a-49ed-8091-12422d2d05a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:49:40Z', 'updated_at': '2022-03-28T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:50:51.719462 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.756368 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:50:51.756682 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:50:51.768715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.770888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.788251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=dda11ccf-ac19-43c2-af2e-f000b2bf3840,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:51.796020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.796367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.796714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.797033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.797360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.797730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.798056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.798379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.798702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.799020 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.799369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.799687 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:50:51.844518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.845068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Fanout notify agent at l3_agent the message router_deleted on router ccfec229-9b7a-49ed-8091-12422d2d05a6 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:50:51.860918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.861997 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d478c13a-340d-433a-a6a4-0256c81593b2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/routers/ccfec229-9b7a-49ed-8091-12422d2d05a6 HTTP/1.1" status: 204 len: 168 time: 1.4831536 Mar 28 15:50:51.864889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42200) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:51.975937 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:51.985958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port dda11ccf-ac19-43c2-af2e-f000b2bf3840 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:50:51.986277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.258183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Deleting port dda11ccf-ac19-43c2-af2e-f000b2bf3840 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:50:52.258568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.307776 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port dda11ccf-ac19-43c2-af2e-f000b2bf3840, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dda11ccf-ac19-43c2-af2e-f000b2bf3840,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:50:52.308144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.431710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for dda11ccf-ac19-43c2-af2e-f000b2bf3840 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:50:52.477227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] For port dda11ccf-ac19-43c2-af2e-f000b2bf3840, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=dda11ccf-ac19-43c2-af2e-f000b2bf3840,segment=NetworkSegment(31d915b2-3436-44e1-b0db-1808f32696a9),segment_id=31d915b2-3436-44e1-b0db-1808f32696a9)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:50:52.477786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.570096 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.604816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Calling delete_port for dda11ccf-ac19-43c2-af2e-f000b2bf3840 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:50:52.617288 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=dda11ccf-ac19-43c2-af2e-f000b2bf3840,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:52.623123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] No DVR routers for this DVR port dda11ccf-ac19-43c2-af2e-f000b2bf3840 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 15:50:52.725246 dv-neutron-828143-13-hyperv neutron-server[88488]: util.warn( Mar 28 15:50:52.735371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:50:52.735725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:50:52.756020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.782048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca5c76b-46ee-407a-8af3-767ef2972c8d']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:52.794010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d915b2-3436-44e1-b0db-1808f32696a9') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:52.794306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d915b2-3436-44e1-b0db-1808f32696a9') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:52.805818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.821885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.828630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:50:52.832985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.833106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cb07e06f-3a2d-41ab-bf92-49dade7f58d6 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:50:52.844167 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:50:52.870599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: cb07e06f-3a2d-41ab-bf92-49dade7f58d6 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:50:52.870599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device cb07e06f-3a2d-41ab-bf92-49dade7f58d6 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:50:52.870599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 95101787-26fb-4d46-b97d-80e7f3661cde no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:50:52.902314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 95101787-26fb-4d46-b97d-80e7f3661cde {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:50:52.902766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 95101787-26fb-4d46-b97d-80e7f3661cde not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:50:52.935336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Deleting port dda11ccf-ac19-43c2-af2e-f000b2bf3840 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:50:52.936121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.976225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:52.996718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:53.002411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b550b-7bf0-488b-a1ca-b5a2557ecb15 None None] The port 'dda11ccf-ac19-43c2-af2e-f000b2bf3840' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 15:50:53.002834 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Network': ['ID=6ca5c76b-46ee-407a-8af3-767ef2972c8d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:53.013907 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3980c1bb-21ca-4596-8674-e21097d6c79d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/networks/6ca5c76b-46ee-407a-8af3-767ef2972c8d HTTP/1.1" status: 204 len: 168 time: 1.1480033 Mar 28 15:50:53.016511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42204) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:53.083906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd4685e3-2de0-43e4-a3a6-9755d69b5045 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:53.112142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd4685e3-2de0-43e4-a3a6-9755d69b5045 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:53.238481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd4685e3-2de0-43e4-a3a6-9755d69b5045 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:53.256039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4685e3-2de0-43e4-a3a6-9755d69b5045 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4595c1b7-aacb-4acf-8e45-aaf22be03ec6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:53.312348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bd4685e3-2de0-43e4-a3a6-9755d69b5045 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:53.313458 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bd4685e3-2de0-43e4-a3a6-9755d69b5045 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/security-groups/4595c1b7-aacb-4acf-8e45-aaf22be03ec6 HTTP/1.1" status: 204 len: 168 time: 0.2959745 Mar 28 15:50:53.534931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f471-b7a5-4372-b82a-6b25c6b7264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:53.759146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42212) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:53.764439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937301203', 'description': 'tempest-secgroup-smoke-1937301203 description', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:53.770353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:53.774422 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:53.777797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:53.783702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:53.857097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:53.878494 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:53.882761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:53.886082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:53.892623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:53.962939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.038770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.083045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4ee45b-d886-48e8-bab9-629770f379ce,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:54.146931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.148355 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-50d5fa36-d2eb-45d4-9ba2-f48d1318a6b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3882143 Mar 28 15:50:54.151811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42216) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:54.157044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '0e4ee45b-d886-48e8-bab9-629770f379ce', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:54.163095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:54.166902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:54.169941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:54.175712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:54.239991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.300527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.347138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.369935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0384de1-9200-4246-b466-bbdf3bc55399,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:54.427115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.428295 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-60248c8f-0ce7-4cf1-95a6-db95c8516b44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2755876 Mar 28 15:50:54.431004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42220) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:54.435813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '0e4ee45b-d886-48e8-bab9-629770f379ce', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:54.441579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:54.445341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:54.448714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:54.454480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:54.537287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.599060 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.650017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.678404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.703173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3199f3-864b-4424-907a-68ef684e62eb,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:54.781579 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.782793 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8d935b14-e43c-4a59-8180-9f29c543222a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3508735 Mar 28 15:50:54.785445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42224) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:54.790377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '0e4ee45b-d886-48e8-bab9-629770f379ce', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:54.796261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:54.800076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:54.802999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:54.810671 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:54.908184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.935916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:54.970016 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.038267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.065524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcc5c7b-0fe7-4520-a5d1-1ef734d7343c,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:55.118397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.119623 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-202dbb62-a958-40c8-96df-459cfda562dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332472 Mar 28 15:50:55.122811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42228) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:55.127556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '0e4ee45b-d886-48e8-bab9-629770f379ce', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:55.133186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:55.136994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:55.139842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:55.145740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:55.204863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.265687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.312848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.334986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011565a4-f123-4f2c-9bca-6b4e51e1999d,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:55.410199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.411417 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aba6d85d-0e97-4b0f-a7bd-dce9660b71d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2876654 Mar 28 15:50:55.414088 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42232) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:55.419528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '0e4ee45b-d886-48e8-bab9-629770f379ce', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:55.425368 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:55.429218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:55.432720 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:55.438743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:55.524524 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:50:55.532242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.595013 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.656124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.678870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d89d299-5285-4c34-bf4f-b4596a6466d7,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:55.741127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.742316 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-15317061-afe0-44d6-87fd-5f61cf398521 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273315 Mar 28 15:50:55.745014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42236) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:55.749871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': '0e4ee45b-d886-48e8-bab9-629770f379ce', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:55.755706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:55.759534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:55.762902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:55.768509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:55.821605 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:50:55.829137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.895927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.935540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:55.959527 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd1ecf9-db60-4bf8-ae3e-564f21cc5eda,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:56.010090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.011930 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a25c3534-440b-4109-8043-319ca30f22b4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2659957 Mar 28 15:50:56.014697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42240) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:56.020233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'network': {'name': 'tempest-network-smoke--1000721264', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'port_security_enabled': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:56.025137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:56.028916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:network and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:56.032020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:56.037647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:56.118759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:50:56.122712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.151304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:50:56.159897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.160276 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Added segment 9152a475-c3d7-4ffe-907b-776377b500ba of type vlan for network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 Mar 28 15:50:56.185413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.256071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.262198 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:56.262782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.313211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.357961 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3421385 Mar 28 15:50:56.360751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42244) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:56.366000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'admin_state_up': True, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:56.369296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58864dd6-95c1-4ab7-a9dd-3156a627b48f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Network': ['ID=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:56.374224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:56.378107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:router and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:56.380141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:50:56.381045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:56.387296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:56.444728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.445767 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.460291 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:56.789962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:57.278175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:57.308634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:57.436413 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.152 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/f18e127b-7e65-462d-b7fd-eb454b382ea1) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:50:57.584084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:57.661737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:57.722138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:50:57.724743 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:50:57.728203 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:50:57.766787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=f18e127b-7e65-462d-b7fd-eb454b382ea1,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:50:58.233735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:58.576514 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:58.974925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 657b44d2-a78d-4bbf-8bd4-de2adad18604 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:50:59.154185 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:50:59.166729 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Sync routers for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:50:59.176325 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:50:59.176931 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:59.256205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:59.260384 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f27700f6-d91a-4e91-8049-62418d77cea6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8956506 Mar 28 15:50:59.260570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42248) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:59.300251 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ecb4fa46-06c5-49b8-af1c-6186f74cb9cd tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385268 Mar 28 15:50:59.302687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42252) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:59.350856 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:50:59.435072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb43f7-161a-4084-be4c-8e4dedf64596 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:50:59.436537 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-09fb43f7-161a-4084-be4c-8e4dedf64596 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329470 Mar 28 15:50:59.439240 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42256) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:59.481601 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b8345615-4639-4316-9816-657e818de1bb tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412111 Mar 28 15:50:59.483948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42260) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:50:59.489340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-899777878', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:50:59.596954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:50:59.600780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:subnet and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:50:59.603592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:50:59.609717 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:50:59.627092 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:50:57Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:50:59.633839 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Checking router: 657b44d2-a78d-4bbf-8bd4-de2adad18604 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:50:59.633839 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Updating router 657b44d2-a78d-4bbf-8bd4-de2adad18604 port f18e127b-7e65-462d-b7fd-eb454b382ea1 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:50:59.667863 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:50:59.671341 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:59.682418 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:50:59.953569 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.003485 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.014771 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Transition to ACTIVE for port object f18e127b-7e65-462d-b7fd-eb454b382ea1 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:51:00.037942 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Subnet': ['ID=8a285194-e3fa-4772-9742-64466e1128e5,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:00.043992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Checking segment: {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:51:00.048362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network hostable DHCP agents. Network: bc52d36f-f806-4fb9-8d03-e2f0a0ed0461, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:51:00.095855 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.124376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:51:00.165496 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Attempting to bind port f18e127b-7e65-462d-b7fd-eb454b382ea1 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:51:00.165857 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Attempting to bind port f18e127b-7e65-462d-b7fd-eb454b382ea1 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:51:00.166204 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Attempting to bind port f18e127b-7e65-462d-b7fd-eb454b382ea1 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:51:00.181407 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:51:00.182037 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:51:00.182141 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.182550 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:51:00.182987 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Bound port: f18e127b-7e65-462d-b7fd-eb454b382ea1, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:51:00.183382 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.205771 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Pushing event updated for resources: {'Port': ['ID=f18e127b-7e65-462d-b7fd-eb454b382ea1,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:00.210120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, bc52d36f-f806-4fb9-8d03-e2f0a0ed0461) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:51:00.215180 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:00.215796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.221086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cd20a5-873b-4ff5-9237-8f1c2872d7b5 None None] Network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:51:00.228192 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.228533 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.228865 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.229191 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.229834 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.229834 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.230596 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.230596 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.230913 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.231372 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.231663 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.231971 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:51:00.270583 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] For port f18e127b-7e65-462d-b7fd-eb454b382ea1, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:51:00.273516 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] For port f18e127b-7e65-462d-b7fd-eb454b382ea1, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f18e127b-7e65-462d-b7fd-eb454b382ea1,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:51:00.296636 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6e24ebb5-3bd9-420d-8aa9-35060104c089 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8116195 Mar 28 15:51:00.299439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42264) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:51:00.353237 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.422989 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:51:00.423619 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:00.446294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:51:00.447171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.542708 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf88e5-6718-4bcf-8aec-f625db616562 None None] Pushing event updated for resources: {'Port': ['ID=f18e127b-7e65-462d-b7fd-eb454b382ea1,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:00.615561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Allocated IP 172.20.0.2 (bc52d36f-f806-4fb9-8d03-e2f0a0ed0461/8a285194-e3fa-4772-9742-64466e1128e5/fd52dfe5-47f8-4bef-ba4e-7457fe3daff4) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:51:00.656777 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:51:00.830882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.841733 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Transition to ACTIVE for port object fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:51:00.860658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Transition to ACTIVE for port object fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:51:00.931655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:00.946736 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:50:57Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:00.950963 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e540f3-5389-4ea4-923e-563afb6c6411 None None] The sync data for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv is: [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:50:57Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:51:01.000029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:51:01.002764 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:51:01.006722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:51:01.022875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Pushing event updated for resources: {'Port': ['ID=fd52dfe5-47f8-4bef-ba4e-7457fe3daff4,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:01.111678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Attempting to bind port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:51:01.112047 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Attempting to bind port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:51:01.112414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Attempting to bind port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 on network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:51:01.117971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:51:01.118341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Checking segment: {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:51:01.118744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:01.119161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Bound using segment: {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:51:01.119621 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Bound port: fd52dfe5-47f8-4bef-ba4e-7457fe3daff4, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:51:01.119993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:01.155403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:01.238642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] For port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:51:01.242691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] For port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fd52dfe5-47f8-4bef-ba4e-7457fe3daff4,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:51:01.325022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:01.413842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca262f-e24b-490c-ae98-809f7eb8ccfa None None] Pushing event updated for resources: {'Port': ['ID=fd52dfe5-47f8-4bef-ba4e-7457fe3daff4,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:01.575760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.1 (bc52d36f-f806-4fb9-8d03-e2f0a0ed0461/8a285194-e3fa-4772-9742-64466e1128e5/c042f120-3559-4bd3-9b5a-fd830ef423a9) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:51:01.764631 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:01.782258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object c042f120-3559-4bd3-9b5a-fd830ef423a9 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:51:01.879702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:01.949603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:51:01.952559 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:51:01.960637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:51:01.991070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=c042f120-3559-4bd3-9b5a-fd830ef423a9,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:02.021539 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:02.337161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e26ee-3037-441a-95eb-7c1eb1b81626 None None] Network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:51:02.364796 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:02.502880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6ba313fc-1635-46bb-b5d2-b33d980e121d None None] Provisioning for port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:51:02.741682 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:02.916520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:51:02.927512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:02.988942 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dc278201-cd5d-49a5-ae78-cbee23f9f7e0 None None] Provisioning for port c042f120-3559-4bd3-9b5a-fd830ef423a9 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:51:03.003386 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-dc278201-cd5d-49a5-ae78-cbee23f9f7e0 None None] Provisioning complete for port c042f120-3559-4bd3-9b5a-fd830ef423a9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:03.004892 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dc278201-cd5d-49a5-ae78-cbee23f9f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.026370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.070794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-dc278201-cd5d-49a5-ae78-cbee23f9f7e0 None None] Port c042f120-3559-4bd3-9b5a-fd830ef423a9 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:51:03.140404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=c042f120-3559-4bd3-9b5a-fd830ef423a9,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:03.142875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.158045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:51:03.163000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:03.163565 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.227532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-934cf3ac-3b23-4211-9fa7-1b2a3a628867 None None] Provisioning complete for port c042f120-3559-4bd3-9b5a-fd830ef423a9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:03.227893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-934cf3ac-3b23-4211-9fa7-1b2a3a628867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.282107 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:51:03.283360 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:51:03.306596 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:51:03.326124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-934cf3ac-3b23-4211-9fa7-1b2a3a628867 None None] Port c042f120-3559-4bd3-9b5a-fd830ef423a9 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:51:03.344907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.385984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fd52dfe5-47f8-4bef-ba4e-7457fe3daff4,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:51:03.444720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.445596 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f18e127b-7e65-462d-b7fd-eb454b382ea1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:51:03.483267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 657b44d2-a78d-4bbf-8bd4-de2adad18604 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:51:03.570044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=fd52dfe5-47f8-4bef-ba4e-7457fe3daff4,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:03.581398 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a09965c7-a028-475d-9740-19543af3a1c1 None None] Provisioning complete for port c042f120-3559-4bd3-9b5a-fd830ef423a9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:03.581753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-a028-475d-9740-19543af3a1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.635119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a09965c7-a028-475d-9740-19543af3a1c1 None None] Port c042f120-3559-4bd3-9b5a-fd830ef423a9 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:51:03.650136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port f18e127b-7e65-462d-b7fd-eb454b382ea1 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:51:03.655959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f18e127b-7e65-462d-b7fd-eb454b382ea1 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:03.662394 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.663844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:51:03.677052 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d7c2edfa-8a44-441f-a578-81ed3374417d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/657b44d2-a78d-4bbf-8bd4-de2adad18604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3765388 Mar 28 15:51:03.686070 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Sync routers for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:51:03.707231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:51:03.707849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:03.837312 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-82af3182-fdee-405d-88e9-2beea5eb266a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937301203&fields=id&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 267 time: 0.0392799 Mar 28 15:51:03.943270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:03.952049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:51:03.986210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-dfa75a87-d3a2-4984-a70a-dccac8b95900 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:03.986888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-dfa75a87-d3a2-4984-a70a-dccac8b95900 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:51:04.015982 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port f18e127b-7e65-462d-b7fd-eb454b382ea1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f18e127b-7e65-462d-b7fd-eb454b382ea1,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:51:04.090172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-dfa75a87-d3a2-4984-a70a-dccac8b95900 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:51:04.091384 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-dfa75a87-d3a2-4984-a70a-dccac8b95900 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/networks?id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 HTTP/1.1" status: 200 len: 797 time: 0.2473233 Mar 28 15:51:04.106928 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-eda192c0-fd0d-407c-984b-4e6beaaa33e5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/quotas/c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 375 time: 0.0100045 Mar 28 15:51:04.111784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:04.193302 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-a52c219f-361c-4f35-8191-e4ef5536a048 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:51:04.250459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=f18e127b-7e65-462d-b7fd-eb454b382ea1,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:04.255126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-a52c219f-361c-4f35-8191-e4ef5536a048 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:51:04.256666 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-a52c219f-361c-4f35-8191-e4ef5536a048 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445885 Mar 28 15:51:04.321000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-ed7065c4-5a32-4a65-9507-877e8b0f4810 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:51:04.321979 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-ed7065c4-5a32-4a65-9507-877e8b0f4810 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523977 Mar 28 15:51:04.338109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'c042f120-3559-4bd3-9b5a-fd830ef423a9', 'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:79:1e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:51:01Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 2, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '8a285194-e3fa-4772-9742-64466e1128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:04.342460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Checking router: 657b44d2-a78d-4bbf-8bd4-de2adad18604 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:51:04.342809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Updating router 657b44d2-a78d-4bbf-8bd4-de2adad18604 port c042f120-3559-4bd3-9b5a-fd830ef423a9 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:51:04.393716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:04.451156 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-9ad60bd4-dc52-4069-8c79-36af36161323 service neutron] 10.222.0.16 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230261 Mar 28 15:51:04.584324 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-4c21ebbe-05ee-427e-9af1-112c326b2696 service neutron] 10.222.0.16 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271830 Mar 28 15:51:04.786222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:04.799891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Transition to ACTIVE for port object c042f120-3559-4bd3-9b5a-fd830ef423a9 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:51:04.849437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:51:04.859462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5328a531-a9f9-4c22-9d66-40f432220acc req-9b5bbb78-a8a4-4d1f-8664-6309d2d35fc5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:51:04.871521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-5328a531-a9f9-4c22-9d66-40f432220acc req-9b5bbb78-a8a4-4d1f-8664-6309d2d35fc5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:51:04.872677 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5328a531-a9f9-4c22-9d66-40f432220acc req-9b5bbb78-a8a4-4d1f-8664-6309d2d35fc5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 210 time: 0.0584197 Mar 28 15:51:04.884529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:05.070209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc27778-c2f5-4447-86ea-ef3486d7b6ce None None] Pushing event updated for resources: {'Port': ['ID=c042f120-3559-4bd3-9b5a-fd830ef423a9,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:05.121034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:05.121408 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:05.166348 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Attempting to bind port c042f120-3559-4bd3-9b5a-fd830ef423a9 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:51:05.166714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Attempting to bind port c042f120-3559-4bd3-9b5a-fd830ef423a9 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:51:05.167093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Attempting to bind port c042f120-3559-4bd3-9b5a-fd830ef423a9 on network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:51:05.176825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:51:05.177193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Checking segment: {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:51:05.177595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:05.177989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Bound using segment: {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:51:05.178447 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Bound port: c042f120-3559-4bd3-9b5a-fd830ef423a9, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:51:05.178821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:05.330107 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] For port c042f120-3559-4bd3-9b5a-fd830ef423a9, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:51:05.338305 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] For port c042f120-3559-4bd3-9b5a-fd830ef423a9, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c042f120-3559-4bd3-9b5a-fd830ef423a9,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:51:05.341541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f18e127b-7e65-462d-b7fd-eb454b382ea1 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:51:05.405894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port f18e127b-7e65-462d-b7fd-eb454b382ea1 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:05.406578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:05.458537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:05.575865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:51:05.576095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:05.643485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc27778-c2f5-4447-86ea-ef3486d7b6ce None None] Pushing event updated for resources: {'Port': ['ID=c042f120-3559-4bd3-9b5a-fd830ef423a9,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:05.790569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:51:05.991397 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-31a95e4f-b3d5-49da-b561-ba79236bf40e req-f7e517eb-6f19-4ee6-bbba-b439a2fa49c8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 210 time: 0.0453517 Mar 28 15:51:06.118240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'c042f120-3559-4bd3-9b5a-fd830ef423a9', 'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:79:1e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:51:01Z', 'updated_at': '2022-03-28T15:51:05Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '8a285194-e3fa-4772-9742-64466e1128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:06.122212 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91c375-7ba4-4e21-9c6a-988d50beadd9 None None] The sync data for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv is: [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'c042f120-3559-4bd3-9b5a-fd830ef423a9', 'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:79:1e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:51:01Z', 'updated_at': '2022-03-28T15:51:05Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '8a285194-e3fa-4772-9742-64466e1128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:51:06.855327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c042f120-3559-4bd3-9b5a-fd830ef423a9 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:51:07.033215 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port c042f120-3559-4bd3-9b5a-fd830ef423a9 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:51:07.038797 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port c042f120-3559-4bd3-9b5a-fd830ef423a9 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:07.039084 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:07.098199 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4267d834-9455-49d0-bdda-7245b4a58992 req-14d2183a-5cd5-40d5-abd1-aa41958fb507 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 210 time: 0.0502629 Mar 28 15:51:07.173242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:07.204272 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port c042f120-3559-4bd3-9b5a-fd830ef423a9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c042f120-3559-4bd3-9b5a-fd830ef423a9,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:51:07.301575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:07.367730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=c042f120-3559-4bd3-9b5a-fd830ef423a9,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:08.249437 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-968af211-7b6e-4ba8-89af-bf470c001efb req-d9035eb0-b5ce-42c6-b562-b8a4c9d8fc38 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 210 time: 0.0412226 Mar 28 15:51:08.840191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c042f120-3559-4bd3-9b5a-fd830ef423a9 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:51:08.869881 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-901b7aef-fbd0-4958-ba07-f1d87895a2e9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:08.870706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-901b7aef-fbd0-4958-ba07-f1d87895a2e9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:51:08.883286 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-901b7aef-fbd0-4958-ba07-f1d87895a2e9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:51:08.884444 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-901b7aef-fbd0-4958-ba07-f1d87895a2e9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/networks?id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 HTTP/1.1" status: 200 len: 797 time: 0.1636553 Mar 28 15:51:08.910307 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port c042f120-3559-4bd3-9b5a-fd830ef423a9 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:08.913863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:08.939047 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-d46e5413-9feb-4189-bdfb-961dedec8d88 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:51:09.038362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-d46e5413-9feb-4189-bdfb-961dedec8d88 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:51:09.039541 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-d46e5413-9feb-4189-bdfb-961dedec8d88 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 380 time: 0.1423836 Mar 28 15:51:09.047982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'port': {'device_id': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'admin_state_up': True, 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'security_groups': ['0e4ee45b-d886-48e8-bab9-629770f379ce']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:51:09.275589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:51:09.286164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:51:09.347339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:51:09.350909 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:09.411820 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-54330b1c-e6c7-4289-93e0-54d26cdff571 req-9337c053-ce56-4461-932f-cb614a716d00 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 210 time: 0.0514359 Mar 28 15:51:09.557199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.11 (bc52d36f-f806-4fb9-8d03-e2f0a0ed0461/8a285194-e3fa-4772-9742-64466e1128e5/af0c4970-dbda-44d0-84c2-73ce0c589fe9) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:51:09.748314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:09.763560 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object af0c4970-dbda-44d0-84c2-73ce0c589fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:51:09.839789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:09.909367 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:51:09.912304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:51:09.919046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:51:09.957323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=af0c4970-dbda-44d0-84c2-73ce0c589fe9,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:09.990516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:09.991165 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:10.079886 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-cfec6147-7956-4849-8a23-dd1b38a87b01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0354886 Mar 28 15:51:10.096666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Request body: {'port': {'device_id': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:51:10.206528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:10.209902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a5cf52fb-5730-44a1-8aa0-b59cfe27cb27 None None] Provisioning for port af0c4970-dbda-44d0-84c2-73ce0c589fe9 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:51:10.215420 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a5cf52fb-5730-44a1-8aa0-b59cfe27cb27 None None] Provisioning complete for port af0c4970-dbda-44d0-84c2-73ce0c589fe9 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:10.215794 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a5cf52fb-5730-44a1-8aa0-b59cfe27cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:10.270568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf52fb-5730-44a1-8aa0-b59cfe27cb27 None None] Port af0c4970-dbda-44d0-84c2-73ce0c589fe9 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:51:10.541267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0c4970-dbda-44d0-84c2-73ce0c589fe9 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:51:10.548297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:10.563821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Transition to ACTIVE for port object af0c4970-dbda-44d0-84c2-73ce0c589fe9 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:51:10.632830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:10.724486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea8f3-f783-4d63-b6e3-74c8000a6c37 req-0b4ec564-8fb4-4a5c-a530-d1f8104fd602 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:10.726023 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5b2ea8f3-f783-4d63-b6e3-74c8000a6c37 req-0b4ec564-8fb4-4a5c-a530-d1f8104fd602 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 932 time: 0.2107270 Mar 28 15:51:10.772693 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5b2ea8f3-f783-4d63-b6e3-74c8000a6c37 req-8cedd0ce-35cc-418d-aac0-22c590e2d3ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Mar 28 15:51:10.802055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Pushing event updated for resources: {'Port': ['ID=af0c4970-dbda-44d0-84c2-73ce0c589fe9,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:10.876383 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Attempting to bind port af0c4970-dbda-44d0-84c2-73ce0c589fe9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:51:10.876799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Attempting to bind port af0c4970-dbda-44d0-84c2-73ce0c589fe9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:51:10.877188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Attempting to bind port af0c4970-dbda-44d0-84c2-73ce0c589fe9 on network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:51:10.882274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Port af0c4970-dbda-44d0-84c2-73ce0c589fe9 on network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:51:10.882660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Attempting to bind port af0c4970-dbda-44d0-84c2-73ce0c589fe9 on network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:51:10.889311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:51:10.889311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Checking segment: {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:51:10.889311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Bound using segment: {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:51:10.889700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Bound port: af0c4970-dbda-44d0-84c2-73ce0c589fe9, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9152a475-c3d7-4ffe-907b-776377b500ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:51:10.889994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:10.978968 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] For port af0c4970-dbda-44d0-84c2-73ce0c589fe9, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:51:10.982432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] For port af0c4970-dbda-44d0-84c2-73ce0c589fe9, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:51:11.066889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:11.123797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:11.124508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:11.126831 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-b05171eb-127a-4be4-b988-91213016d80f service neutron] 10.222.0.23 "PUT /v2.0/ports/af0c4970-dbda-44d0-84c2-73ce0c589fe9 HTTP/1.1" status: 200 len: 1094 time: 1.0340822 Mar 28 15:51:11.127635 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:51:11.163777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05171eb-127a-4be4-b988-91213016d80f service neutron] Pushing event updated for resources: {'Port': ['ID=af0c4970-dbda-44d0-84c2-73ce0c589fe9,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:11.181156 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'status': 'completed', 'code': 200} Mar 28 15:51:11.293831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b86ad-bd95-4435-a178-608129b18f7e req-fd70dc93-60c1-4204-a07d-51d7869ff245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:11.295342 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-565b86ad-bd95-4435-a178-608129b18f7e req-fd70dc93-60c1-4204-a07d-51d7869ff245 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 1097 time: 0.0732603 Mar 28 15:51:11.531831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b86ad-bd95-4435-a178-608129b18f7e req-17135ded-f072-4442-b86a-81d01a36a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:11.533274 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-565b86ad-bd95-4435-a178-608129b18f7e req-17135ded-f072-4442-b86a-81d01a36a788 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2243016 Mar 28 15:51:11.667041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b86ad-bd95-4435-a178-608129b18f7e req-957f819e-1f92-42fe-8a2c-39eb525fea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:11.668550 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-565b86ad-bd95-4435-a178-608129b18f7e req-957f819e-1f92-42fe-8a2c-39eb525fea59 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290386 Mar 28 15:51:11.814851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-3d595cfa-bb69-4f79-89da-b6e5742d6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:11.816358 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-3d595cfa-bb69-4f79-89da-b6e5742d6d72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 1097 time: 0.0707712 Mar 28 15:51:11.891729 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-dc7c11ff-4893-4bad-a7ec-0448cbde3660 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9 HTTP/1.1" status: 200 len: 217 time: 0.0628858 Mar 28 15:51:11.956117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-a49750b3-9a54-4963-8719-f02891bf5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:11.957538 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-a49750b3-9a54-4963-8719-f02891bf5a04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a285194-e3fa-4772-9742-64466e1128e5 HTTP/1.1" status: 200 len: 834 time: 0.0605161 Mar 28 15:51:11.960208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2add3c-30a0-4598-a4c6-d8b1bff545d8 req-6cdb5434-b117-44a3-a2b9-75479397c61b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:11.961618 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a2add3c-30a0-4598-a4c6-d8b1bff545d8 req-6cdb5434-b117-44a3-a2b9-75479397c61b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 944 time: 0.0802569 Mar 28 15:51:12.008073 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a2add3c-30a0-4598-a4c6-d8b1bff545d8 req-55e0713e-f187-4746-b10a-b9e7dfb12599 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 Mar 28 15:51:12.039240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-2668cbe1-14b3-40e8-9d2f-791814566d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:12.040715 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-2668cbe1-14b3-40e8-9d2f-791814566d02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0767579 Mar 28 15:51:12.170875 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-98312ce8-7315-4a07-a4e8-2173c2531db1 service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240406 Mar 28 15:51:12.298830 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-123ec0b1-c475-406c-878b-7e5640c77ecc req-e52364da-d554-4aaa-b2bf-d1f4cadb58b4 service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221943 Mar 28 15:51:13.191525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e935748-4042-41b0-93d5-835bd4ce65bd req-6409a359-efd7-489a-8e56-7990b034ca67 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:13.192154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-9e935748-4042-41b0-93d5-835bd4ce65bd req-6409a359-efd7-489a-8e56-7990b034ca67 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:51:13.262044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-9e935748-4042-41b0-93d5-835bd4ce65bd req-6409a359-efd7-489a-8e56-7990b034ca67 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:51:13.263204 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9e935748-4042-41b0-93d5-835bd4ce65bd req-6409a359-efd7-489a-8e56-7990b034ca67 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 944 time: 0.1482902 Mar 28 15:51:13.310558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9e935748-4042-41b0-93d5-835bd4ce65bd req-88193d70-3ee3-4bcd-9ef6-fcc33ca2f36c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416121 Mar 28 15:51:14.495295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1ff6-92cc-4e74-93fe-475d8820262d req-e7b4e115-a72c-4a70-9ede-ae617ae31216 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:14.496769 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e28f1ff6-92cc-4e74-93fe-475d8820262d req-e7b4e115-a72c-4a70-9ede-ae617ae31216 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 944 time: 0.0792627 Mar 28 15:51:14.540833 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e28f1ff6-92cc-4e74-93fe-475d8820262d req-5df44c09-4bf4-450b-bf0b-d8fe39216270 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383782 Mar 28 15:51:14.641503 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device af0c4970-dbda-44d0-84c2-73ce0c589fe9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:51:14.771675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port af0c4970-dbda-44d0-84c2-73ce0c589fe9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:51:14.784943 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'port_id': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'mac_address': 'fa:16:3e:3a:ae:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:51:14.841015 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:14.856844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0c4970-dbda-44d0-84c2-73ce0c589fe9 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:51:14.871945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port af0c4970-dbda-44d0-84c2-73ce0c589fe9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:51:14.941218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:15.007552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=af0c4970-dbda-44d0-84c2-73ce0c589fe9,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:15.214999 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['af0c4970-dbda-44d0-84c2-73ce0c589fe9'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:51:15.720072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bbad4-56fe-4796-b057-6f436e7a6f85 req-a4f14940-f1a8-4c54-a1e2-18cc55c44b8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:15.721502 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c69bbad4-56fe-4796-b057-6f436e7a6f85 req-a4f14940-f1a8-4c54-a1e2-18cc55c44b8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 945 time: 0.0790658 Mar 28 15:51:15.763939 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c69bbad4-56fe-4796-b057-6f436e7a6f85 req-f97f5ef1-42ac-403b-b441-2995b8424589 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367944 Mar 28 15:51:16.643906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device af0c4970-dbda-44d0-84c2-73ce0c589fe9 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:51:16.769554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port af0c4970-dbda-44d0-84c2-73ce0c589fe9 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:51:16.774139 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port af0c4970-dbda-44d0-84c2-73ce0c589fe9 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:51:16.774512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:16.891983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:16.919709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:51:16.929715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port af0c4970-dbda-44d0-84c2-73ce0c589fe9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:51:16.956142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113c0d9-ec30-4f67-8255-41865a34031a req-a70c99c9-645f-4400-8999-ea4a6e198170 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:16.958952 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f113c0d9-ec30-4f67-8255-41865a34031a req-a70c99c9-645f-4400-8999-ea4a6e198170 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 945 time: 0.0853753 Mar 28 15:51:17.003406 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f113c0d9-ec30-4f67-8255-41865a34031a req-a44fb2f5-4a45-49ad-b422-e7baa9dce67d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Mar 28 15:51:17.010430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:17.047224 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'code': 200} Mar 28 15:51:17.078704 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=af0c4970-dbda-44d0-84c2-73ce0c589fe9,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:17.402409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ba561-d0cb-48c3-884a-3927442af4c5 req-920fe859-4b8c-4cfa-bc24-289d501848bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:17.403908 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-759ba561-d0cb-48c3-884a-3927442af4c5 req-920fe859-4b8c-4cfa-bc24-289d501848bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 1099 time: 0.0715244 Mar 28 15:51:17.442577 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-759ba561-d0cb-48c3-884a-3927442af4c5 req-1668ed3e-c099-4ab8-b8e7-20ab0d3ecbe1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326834 Mar 28 15:51:18.187126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664a386-e83b-4c5f-98f2-f1a76b370985 req-566f3561-c01d-4164-84a1-407da9846453 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:18.188477 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d664a386-e83b-4c5f-98f2-f1a76b370985 req-566f3561-c01d-4164-84a1-407da9846453 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0800164 Mar 28 15:51:18.230580 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d664a386-e83b-4c5f-98f2-f1a76b370985 req-c61c5b43-102f-47af-bb0e-71b20d01218b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365090 Mar 28 15:51:19.410615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc894-106d-48a4-aa13-be008bf2b71c req-cfeea9b5-da4c-4664-8351-252a4a281ab7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:19.412081 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b3bdc894-106d-48a4-aa13-be008bf2b71c req-cfeea9b5-da4c-4664-8351-252a4a281ab7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0784574 Mar 28 15:51:19.455011 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b3bdc894-106d-48a4-aa13-be008bf2b71c req-af9e223a-af38-4dc6-87a4-7e72e4398848 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372868 Mar 28 15:51:19.646410 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f27fb9-d51b-439a-8eeb-0cc7c97b51ac req-92c3fe70-8158-47c1-a8ab-bb7b566bdcc9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:19.647768 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f3f27fb9-d51b-439a-8eeb-0cc7c97b51ac req-92c3fe70-8158-47c1-a8ab-bb7b566bdcc9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0880938 Mar 28 15:51:19.691200 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f3f27fb9-d51b-439a-8eeb-0cc7c97b51ac req-eeb19ef2-8b66-43b1-bcd5-179a43d7a206 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376761 Mar 28 15:51:19.712659 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42332) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:51:19.780619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccf8d31-1217-4eca-8a34-e6750547a510 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:19.782134 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5ccf8d31-1217-4eca-8a34-e6750547a510 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 1094 time: 0.0684924 Mar 28 15:51:19.784787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42336) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:51:19.789536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:51:19.795823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:51:19.799599 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:floatingip and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:51:19.802337 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:51:19.808531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:51:19.906927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:20.036964 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:20.167925 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.127 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/bef0e018-8ebf-4111-856f-ab83fdea6445) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:51:20.307795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:20.398295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:20.459634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:51:20.462175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:51:20.466234 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:51:20.508398 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=bef0e018-8ebf-4111-856f-ab83fdea6445,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:20.872730 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:21.030866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:21.335915 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:21.387151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-58e62b9a-b0a6-4d0c-9576-d964b02333be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:21.414873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:21.523558 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=bef0e018-8ebf-4111-856f-ab83fdea6445,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:51:21.532231 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:21.711887 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP 80695bca-c111-4fb7-bc14-31df3e0637fd associated. External IP: 172.26.7.127, port: af0c4970-dbda-44d0-84c2-73ce0c589fe9. Mar 28 15:51:22.055882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 657b44d2-a78d-4bbf-8bd4-de2adad18604 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:51:22.230833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:51:22.240490 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] Sync routers for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:51:22.250659 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:51:22.251278 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:22.341338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:22.395719 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7d0d60df-53e0-41d4-a49a-b94964321823 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6099317 Mar 28 15:51:22.396284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:51:22.450269 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'status': 'completed', 'code': 200} Mar 28 15:51:22.451244 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:51:22.565739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-d4617f96-e4bb-4385-afb8-ace858e87b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:22.567356 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-d4617f96-e4bb-4385-afb8-ace858e87b4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 1099 time: 0.0743713 Mar 28 15:51:22.759510 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516ec73-5e1c-47dc-ab68-070bcc98e1b1 req-74325bb8-8dd5-4a2e-b471-b7fb6713ffee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:22.761013 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a516ec73-5e1c-47dc-ab68-070bcc98e1b1 req-74325bb8-8dd5-4a2e-b471-b7fb6713ffee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.1896489 Mar 28 15:51:22.762093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-c465b546-773b-4609-b677-05e95647dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:22.763390 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-c465b546-773b-4609-b677-05e95647dc4f service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 HTTP/1.1" status: 200 len: 898 time: 0.1619427 Mar 28 15:51:22.850611 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '80695bca-c111-4fb7-bc14-31df3e0637fd', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.127', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'port_id': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'mac_address': 'fa:16:3e:3a:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:51:20Z', 'updated_at': '2022-03-28T15:51:20Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c042f120-3559-4bd3-9b5a-fd830ef423a9', 'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:79:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:51:01Z', 'updated_at': '2022-03-28T15:51:07Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '8a285194-e3fa-4772-9742-64466e1128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:22.854458 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] Checking router: 657b44d2-a78d-4bbf-8bd4-de2adad18604 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:51:22.863167 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:51:22.863764 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:50:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:22.881506 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a516ec73-5e1c-47dc-ab68-070bcc98e1b1 req-98565b5c-7f16-405f-aa95-fdc4fb3e6ea3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146948 Mar 28 15:51:22.904943 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-c821b90c-5a5b-43ce-9f7e-69569d4288e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9 HTTP/1.1" status: 200 len: 1000 time: 0.1191938 Mar 28 15:51:22.905538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42344) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:51:23.022348 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-56f8555e-46dc-4edb-bbbb-d3424ec773aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/80695bca-c111-4fb7-bc14-31df3e0637fd HTTP/1.1" status: 200 len: 992 time: 0.1153960 Mar 28 15:51:23.054414 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:51:23.076833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-2e46e76b-f2b7-4b3d-a293-a74238e8a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:23.078267 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-2e46e76b-f2b7-4b3d-a293-a74238e8a018 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a285194-e3fa-4772-9742-64466e1128e5 HTTP/1.1" status: 200 len: 834 time: 0.1691647 Mar 28 15:51:23.149929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-4b42e064-9ace-4f7d-a1f0-237ea2282689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:23.151399 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-4b42e064-9ace-4f7d-a1f0-237ea2282689 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677037 Mar 28 15:51:23.279111 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-257c78c9-12b1-4f02-a9af-ace77789b1f0 service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221731 Mar 28 15:51:23.411648 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d22e4b7-d18a-4822-8b8d-5f5341dd013b req-d029fbcc-16a7-4bad-a7b0-0a159ebe2ae8 service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271052 Mar 28 15:51:23.428321 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '80695bca-c111-4fb7-bc14-31df3e0637fd', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.127', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'port_id': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'mac_address': 'fa:16:3e:3a:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:51:20Z', 'updated_at': '2022-03-28T15:51:20Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c042f120-3559-4bd3-9b5a-fd830ef423a9', 'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:79:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:51:01Z', 'updated_at': '2022-03-28T15:51:07Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '8a285194-e3fa-4772-9742-64466e1128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:51:23.432250 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b077db82-73a5-4da3-96ff-98d7c4ca1e5a None None] The sync data for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv is: [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '80695bca-c111-4fb7-bc14-31df3e0637fd', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.127', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'port_id': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'mac_address': 'fa:16:3e:3a:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:51:20Z', 'updated_at': '2022-03-28T15:51:20Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c042f120-3559-4bd3-9b5a-fd830ef423a9', 'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:79:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:51:01Z', 'updated_at': '2022-03-28T15:51:07Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '8a285194-e3fa-4772-9742-64466e1128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:51:23.541827 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-32c55eb3-e185-43d7-8a88-dfeacb6ccfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:23.611353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4671f-2cd6-440f-aefa-36f88bc280b4 None None] New status for floating IP 80695bca-c111-4fb7-bc14-31df3e0637fd: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:51:24.026268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42348) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:51:24.235838 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-72c16ebf-e5af-4c87-b420-95a421eabf97 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/80695bca-c111-4fb7-bc14-31df3e0637fd HTTP/1.1" status: 200 len: 994 time: 0.2083371 Mar 28 15:51:24.644261 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:24.884275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:26.330159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:32.741005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:34.653668 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-efed2c24-26fb-4ce7-ae26-5ed0a9a36b54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716584 Mar 28 15:51:34.806202 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-81c3d0ef-0144-4d07-ab25-8627ceeb4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:34.808265 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-81c3d0ef-0144-4d07-ab25-8627ceeb4ddc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 1099 time: 0.0699987 Mar 28 15:51:34.948953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-593f3da0-4ab9-4c05-9f12-b7b098ceb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:34.950389 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-593f3da0-4ab9-4c05-9f12-b7b098ceb3c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 HTTP/1.1" status: 200 len: 898 time: 0.1246448 Mar 28 15:51:35.052977 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-e62751b8-ffa3-41d0-af2b-578180bef9fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9 HTTP/1.1" status: 200 len: 1002 time: 0.0959098 Mar 28 15:51:35.116981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-e0fbeabb-ead4-4fff-a5d4-5e5a601cd055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:35.118444 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-e0fbeabb-ead4-4fff-a5d4-5e5a601cd055 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a285194-e3fa-4772-9742-64466e1128e5 HTTP/1.1" status: 200 len: 834 time: 0.0589061 Mar 28 15:51:35.193348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-4b5588ae-cd6f-40e9-9873-492f0164c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:35.194766 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-4b5588ae-cd6f-40e9-9873-492f0164c04a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700598 Mar 28 15:51:35.325676 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-4f4df32b-f7ed-4cac-b5b6-643c8a1e89ed service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215281 Mar 28 15:51:35.456506 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6745663a-8b59-4e4c-990b-9d4d6c108f23 req-a822c46b-4d2d-42bb-acfd-da1acd055dd1 service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207337 Mar 28 15:51:40.305687 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:51:50.222060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1246b-dbb6-4d6b-8f41-e2eb8b47bbeb req-29080153-3b8b-4a85-b078-144098ff68e8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:50.223518 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0bd1246b-dbb6-4d6b-8f41-e2eb8b47bbeb req-29080153-3b8b-4a85-b078-144098ff68e8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0795743 Mar 28 15:51:50.266752 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-4a1ebc38-a1a9-4167-89a6-68b7ed7756b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:50.268247 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-4a1ebc38-a1a9-4167-89a6-68b7ed7756b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 1099 time: 0.0768204 Mar 28 15:51:50.272994 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0bd1246b-dbb6-4d6b-8f41-e2eb8b47bbeb req-d122008f-9fc2-45b4-9813-5df0f3c8755a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Mar 28 15:51:50.396885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-e469506c-3c94-4917-b601-3de02e38ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:50.398218 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-e469506c-3c94-4917-b601-3de02e38ad77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 HTTP/1.1" status: 200 len: 898 time: 0.1239293 Mar 28 15:51:50.499174 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-5f8130aa-b56e-40e9-8e3f-08a2a436fbd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9 HTTP/1.1" status: 200 len: 1002 time: 0.0936964 Mar 28 15:51:50.568308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-3c15281e-58a4-4ff6-9645-579746c35282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:50.569719 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-3c15281e-58a4-4ff6-9645-579746c35282 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a285194-e3fa-4772-9742-64466e1128e5 HTTP/1.1" status: 200 len: 834 time: 0.0639145 Mar 28 15:51:50.642944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-e6596055-ac4f-45d0-90eb-d9f3c6ee194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:50.644393 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-e6596055-ac4f-45d0-90eb-d9f3c6ee194f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0673401 Mar 28 15:51:50.862180 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-61e97fd0-ed95-4d52-a061-3b743d1e0027 service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111750 Mar 28 15:51:50.993728 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f6bda91-7270-4d4b-9ba5-cc7c63123e4c req-a3834a9d-770f-4002-8634-d732996d735d service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232085 Mar 28 15:51:51.352758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d940b4ff-f5d7-4e76-9944-74bd8a836f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:51.464994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c91577-87b3-4fe6-a8dc-f14fb0387c6c req-1c459d8a-6b0d-4ee8-b649-af66028641eb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:51.466411 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f7c91577-87b3-4fe6-a8dc-f14fb0387c6c req-1c459d8a-6b0d-4ee8-b649-af66028641eb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0838740 Mar 28 15:51:51.509453 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f7c91577-87b3-4fe6-a8dc-f14fb0387c6c req-6d9159bb-e72b-4fc2-962e-e9758f886e56 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372767 Mar 28 15:51:52.700138 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21fcc-1489-48ea-85c5-49fec2b09b82 req-12cc5f8f-8c61-4c9a-a00f-436565377c18 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:52.702008 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d7e21fcc-1489-48ea-85c5-49fec2b09b82 req-12cc5f8f-8c61-4c9a-a00f-436565377c18 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0824122 Mar 28 15:51:52.745477 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d7e21fcc-1489-48ea-85c5-49fec2b09b82 req-68924aa2-f32f-4711-9640-a5c4582ec96a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377347 Mar 28 15:51:53.512415 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3050cba3-0ab4-4cbd-b0e1-1880a3171a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:53.941461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8fadc-393b-4f1a-9899-d78cf548b8e2 req-7d832568-f0a0-407e-a68e-74a0aef4132e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:53.942934 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5b8fadc-393b-4f1a-9899-d78cf548b8e2 req-7d832568-f0a0-407e-a68e-74a0aef4132e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0857699 Mar 28 15:51:53.986278 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5b8fadc-393b-4f1a-9899-d78cf548b8e2 req-8f2218d5-51c6-4dcc-8192-7de20c3cda13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378430 Mar 28 15:51:54.684241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:54.878282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:55.164636 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a83a0-b8ce-4269-94ab-d2eeadb72bfb req-13978632-298c-4d86-8b6c-5780e3c5590d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:55.166062 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-787a83a0-b8ce-4269-94ab-d2eeadb72bfb req-13978632-298c-4d86-8b6c-5780e3c5590d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0773940 Mar 28 15:51:55.211772 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-787a83a0-b8ce-4269-94ab-d2eeadb72bfb req-d46338d4-daae-4117-a678-562ebc7515dd tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396140 Mar 28 15:51:56.324199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:51:56.395751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe0ec-d40a-4959-a019-2b1e913ad557 req-e7c5fcf6-55c9-49cf-bb46-a15b3cf5f71c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:56.397200 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f51fe0ec-d40a-4959-a019-2b1e913ad557 req-e7c5fcf6-55c9-49cf-bb46-a15b3cf5f71c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0811667 Mar 28 15:51:56.442577 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f51fe0ec-d40a-4959-a019-2b1e913ad557 req-f163c4ea-f44c-483e-af56-432a18512957 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395248 Mar 28 15:51:57.623231 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad61f71-36c0-45f1-8657-06d7fb62a760 req-910d8434-506e-49ed-bae5-0a5a07de5043 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:57.627616 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7ad61f71-36c0-45f1-8657-06d7fb62a760 req-910d8434-506e-49ed-bae5-0a5a07de5043 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0792592 Mar 28 15:51:57.672564 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7ad61f71-36c0-45f1-8657-06d7fb62a760 req-96bdff60-1253-473c-ac65-876ffff3129a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 Mar 28 15:51:58.858689 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854882a-f338-4fdc-8cb6-9f809536135d req-42e7909c-7b37-438a-8646-faf9e173e7b3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:51:58.860185 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5854882a-f338-4fdc-8cb6-9f809536135d req-42e7909c-7b37-438a-8646-faf9e173e7b3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0782404 Mar 28 15:51:58.906836 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5854882a-f338-4fdc-8cb6-9f809536135d req-e25c8c65-6be0-4062-b1d6-567117cba4dd tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 Mar 28 15:52:00.092769 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdbc39-48d6-4a59-b04b-c6edd7f23ad1 req-c3b5ca81-31a5-4ca4-8b52-32f2e10e1ddc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:00.094179 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-28bdbc39-48d6-4a59-b04b-c6edd7f23ad1 req-c3b5ca81-31a5-4ca4-8b52-32f2e10e1ddc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0816972 Mar 28 15:52:00.136054 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-28bdbc39-48d6-4a59-b04b-c6edd7f23ad1 req-6a1664cd-2088-48c6-a063-3b3f44f13af2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363214 Mar 28 15:52:01.316855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1224f-c8a3-4c74-928f-2025b01b3f7e req-2d72d565-2e5e-4b5b-b3f2-71ada63623d7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:01.318291 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8da1224f-c8a3-4c74-928f-2025b01b3f7e req-2d72d565-2e5e-4b5b-b3f2-71ada63623d7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0782027 Mar 28 15:52:01.360949 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8da1224f-c8a3-4c74-928f-2025b01b3f7e req-99322d8e-fc25-4d55-95cd-7825cac92f10 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371308 Mar 28 15:52:02.541661 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309e53-e588-4b93-8d6f-e38d46ae0694 req-a068992d-4848-4c9f-babc-6d281797ae57 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:02.543627 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a309e53-e588-4b93-8d6f-e38d46ae0694 req-a068992d-4848-4c9f-babc-6d281797ae57 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0812731 Mar 28 15:52:02.586776 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a309e53-e588-4b93-8d6f-e38d46ae0694 req-aff631d3-d778-468f-b062-9c2d75ad0ea3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374131 Mar 28 15:52:02.609429 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42386) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:02.713058 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2433bdf1-3106-4348-a6e0-bdfc8e241f45 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/80695bca-c111-4fb7-bc14-31df3e0637fd HTTP/1.1" status: 200 len: 994 time: 0.1024714 Mar 28 15:52:02.792206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:17.304862 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:52:21.374248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7e357f11-8c25-49b5-8c6b-1da041497cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:23.529181 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-33b09f17-22bb-4762-9e85-8991e4c23665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:24.632320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:24.872426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:26.351643 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:32.796988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:33.136708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42404) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:33.336130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port bef0e018-8ebf-4111-856f-ab83fdea6445 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:52:33.336474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:33.499872 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:33.500136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:33.623702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for bef0e018-8ebf-4111-856f-ab83fdea6445 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:52:33.837192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:33.885324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=bef0e018-8ebf-4111-856f-ab83fdea6445,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:33.926417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.926781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.927122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.927459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.927787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.928111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.928442 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.928759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.929077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.929394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.929714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.930031 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:33.984075 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:33.984406 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP 80695bca-c111-4fb7-bc14-31df3e0637fd disassociated (deleted). External IP: 172.26.7.127, port: af0c4970-dbda-44d0-84c2-73ce0c589fe9. Mar 28 15:52:34.426626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 657b44d2-a78d-4bbf-8bd4-de2adad18604 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:52:34.599491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:52:34.609432 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] Sync routers for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:52:34.618693 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:52:34.619334 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:34.723282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:34.782843 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-debf581a-5ee3-44e7-97ee-4b306bfb6013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/floatingips/80695bca-c111-4fb7-bc14-31df3e0637fd HTTP/1.1" status: 204 len: 168 time: 1.6428182 Mar 28 15:52:34.782843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:52:34.794687 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:52:34.833951 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'status': 'completed', 'code': 200} Mar 28 15:52:34.960018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-f2d801f2-4beb-499a-8833-24eb2cc8ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:34.961519 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-f2d801f2-4beb-499a-8833-24eb2cc8ffd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 1099 time: 0.0829937 Mar 28 15:52:35.098869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-b1135688-70a4-4f28-8106-1a95bfed74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:35.100441 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-b1135688-70a4-4f28-8106-1a95bfed74d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 HTTP/1.1" status: 200 len: 898 time: 0.1329079 Mar 28 15:52:35.110381 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'c042f120-3559-4bd3-9b5a-fd830ef423a9', 'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:79:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:51:01Z', 'updated_at': '2022-03-28T15:51:07Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '8a285194-e3fa-4772-9742-64466e1128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:35.116924 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] Checking router: 657b44d2-a78d-4bbf-8bd4-de2adad18604 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:52:35.123477 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:52:35.124069 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:35.212375 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-52bc782e-255f-4a8f-969c-b7807c49a7f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9 HTTP/1.1" status: 200 len: 217 time: 0.1049876 Mar 28 15:52:35.284733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-2bf05db0-87e2-4e71-8830-e5bd3729d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:35.286193 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-2bf05db0-87e2-4e71-8830-e5bd3729d63b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a285194-e3fa-4772-9742-64466e1128e5 HTTP/1.1" status: 200 len: 834 time: 0.0668924 Mar 28 15:52:35.303393 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:52:35.408113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-96cecd56-9732-4db1-acbb-61f48740569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:35.409469 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-96cecd56-9732-4db1-acbb-61f48740569d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1171887 Mar 28 15:52:35.519606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073e0a4-971d-4ab9-a57b-6e01604cbae7 req-9ee03bd8-d778-4c05-b044-f2d75ddcccc1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:35.521040 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c073e0a4-971d-4ab9-a57b-6e01604cbae7 req-9ee03bd8-d778-4c05-b044-f2d75ddcccc1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.2668605 Mar 28 15:52:35.589488 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c073e0a4-971d-4ab9-a57b-6e01604cbae7 req-04950f54-46e8-451f-9678-951b36142641 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610991 Mar 28 15:52:35.594766 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-3046292c-73c5-4c6c-b620-4849e38955be service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776917 Mar 28 15:52:35.617346 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'c042f120-3559-4bd3-9b5a-fd830ef423a9', 'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:79:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:51:01Z', 'updated_at': '2022-03-28T15:51:07Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '8a285194-e3fa-4772-9742-64466e1128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:35.621616 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbca9452-52e8-498d-bf96-ae303b815d79 None None] The sync data for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv is: [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:51:02Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'c042f120-3559-4bd3-9b5a-fd830ef423a9', 'name': '', 'network_id': 'bc52d36f-f806-4fb9-8d03-e2f0a0ed0461', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:79:1e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8a285194-e3fa-4772-9742-64466e1128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:51:01Z', 'updated_at': '2022-03-28T15:51:07Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '8a285194-e3fa-4772-9742-64466e1128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:52:35.733548 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2de20025-968c-43a8-ad9a-e2ad07725b5b req-926b35ba-3d6f-45bc-b5f1-abdd6b0db190 service neutron] 10.222.0.23 "GET /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321831 Mar 28 15:52:35.833545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd678d6-f1a6-48b4-a9a3-80118a3644ea None None] New status for floating IP 80695bca-c111-4fb7-bc14-31df3e0637fd: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:52:36.818919 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68654-f09c-47fc-8767-0d0727438aec req-4e6dece2-fb5a-49e6-879f-dce43232669b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:36.819613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-bbf68654-f09c-47fc-8767-0d0727438aec req-4e6dece2-fb5a-49e6-879f-dce43232669b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:52:36.883926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-bbf68654-f09c-47fc-8767-0d0727438aec req-4e6dece2-fb5a-49e6-879f-dce43232669b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:52:36.885180 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bbf68654-f09c-47fc-8767-0d0727438aec req-4e6dece2-fb5a-49e6-879f-dce43232669b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.1889815 Mar 28 15:52:36.921469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-3be67bc9-21a7-4269-9e9d-41a62c757700 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:36.922930 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-3be67bc9-21a7-4269-9e9d-41a62c757700 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 946 time: 0.0825980 Mar 28 15:52:36.931721 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bbf68654-f09c-47fc-8767-0d0727438aec req-05a2a603-87fa-4880-a827-d78ea85e212b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4ee45b-d886-48e8-bab9-629770f379ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396910 Mar 28 15:52:37.085395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port af0c4970-dbda-44d0-84c2-73ce0c589fe9 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:52:37.085732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:37.332149 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port af0c4970-dbda-44d0-84c2-73ce0c589fe9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=af0c4970-dbda-44d0-84c2-73ce0c589fe9,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:52:37.332502 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:37.455289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for af0c4970-dbda-44d0-84c2-73ce0c589fe9 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:52:37.723788 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:37.773602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=af0c4970-dbda-44d0-84c2-73ce0c589fe9,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:37.821194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.824802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:37.864400 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] No DVR routers for this DVR port af0c4970-dbda-44d0-84c2-73ce0c589fe9 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:52:37.867257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:37.869907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'name': 'network-vif-deleted', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:52:37.917153 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a72e49-7627-4890-9a54-43e4574223a2', 'name': 'network-vif-deleted', 'tag': 'af0c4970-dbda-44d0-84c2-73ce0c589fe9', 'status': 'completed', 'code': 200} Mar 28 15:52:37.964489 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44fb1ea5-ecbd-4fc7-a16e-3d5d8afd3648 req-ae47e905-724d-4c09-bb90-56aa16b63631 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "DELETE /v2.0/ports/af0c4970-dbda-44d0-84c2-73ce0c589fe9 HTTP/1.1" status: 204 len: 173 time: 1.0345073 Mar 28 15:52:38.089291 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cca22adb-cceb-4400-bf12-17485091fc06 req-db6f5792-4702-44c7-a326-46e448c96f69 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a72e49-7627-4890-9a54-43e4574223a2 HTTP/1.1" status: 200 len: 210 time: 0.0514648 Mar 28 15:52:39.047834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device af0c4970-dbda-44d0-84c2-73ce0c589fe9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:52:39.081507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: af0c4970-dbda-44d0-84c2-73ce0c589fe9 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:52:39.081784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device af0c4970-dbda-44d0-84c2-73ce0c589fe9 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:52:39.185576 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42428) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:39.731230 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:40.184276 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port c042f120-3559-4bd3-9b5a-fd830ef423a9 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:52:40.184634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:40.370403 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port c042f120-3559-4bd3-9b5a-fd830ef423a9, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c042f120-3559-4bd3-9b5a-fd830ef423a9,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:52:40.371243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:40.495268 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for c042f120-3559-4bd3-9b5a-fd830ef423a9 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:52:40.883290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:40.936980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=c042f120-3559-4bd3-9b5a-fd830ef423a9,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:41.221930 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:41.699072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 657b44d2-a78d-4bbf-8bd4-de2adad18604 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:52:41.871725 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:52:41.882335 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] Sync routers for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:52:41.884258 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b6b7f292-c2a2-4fc1-85c9-d428fa223b9c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/657b44d2-a78d-4bbf-8bd4-de2adad18604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6976202 Mar 28 15:52:41.886844 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42432) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:41.894461 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:52:41.895085 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:41.956737 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c197024-eb96-42d5-a719-8ffe8b23c780 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting subnet 8a285194-e3fa-4772-9742-64466e1128e5 {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:52:41.960578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c197024-eb96-42d5-a719-8ffe8b23c780 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.031881 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c197024-eb96-42d5-a719-8ffe8b23c780 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.104903 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:52:42.112976 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c197024-eb96-42d5-a719-8ffe8b23c780 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.249457 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c197024-eb96-42d5-a719-8ffe8b23c780 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.292595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c197024-eb96-42d5-a719-8ffe8b23c780 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Subnet': ['ID=8a285194-e3fa-4772-9742-64466e1128e5,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:42.294578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5c197024-eb96-42d5-a719-8ffe8b23c780 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.300993 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5c197024-eb96-42d5-a719-8ffe8b23c780 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/subnets/8a285194-e3fa-4772-9742-64466e1128e5 HTTP/1.1" status: 204 len: 168 time: 0.4128270 Mar 28 15:52:42.303941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42436) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:42.307568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec89585f-0887-49bb-a842-f4779a39c5df None None] Network bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:52:42.381899 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:52:40Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:42.385927 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] Checking router: 657b44d2-a78d-4bbf-8bd4-de2adad18604 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:52:42.394822 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] Routers {'657b44d2-a78d-4bbf-8bd4-de2adad18604'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:52:42.395446 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['657b44d2-a78d-4bbf-8bd4-de2adad18604'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:42.507306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.568530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] DHCP port deletion for bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:52:42.572906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Deleting port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:52:42.573281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.580164 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] Set router 657b44d2-a78d-4bbf-8bd4-de2adad18604 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:52:42.691659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.758128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port f18e127b-7e65-462d-b7fd-eb454b382ea1 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:52:42.758484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.774848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] For port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fd52dfe5-47f8-4bef-ba4e-7457fe3daff4,segment=NetworkSegment(9152a475-c3d7-4ffe-907b-776377b500ba),segment_id=9152a475-c3d7-4ffe-907b-776377b500ba)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:52:42.775270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:42.887887 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:52:40Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:42.908058 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04a21-faff-48fb-821e-dbbf8ea78086 None None] The sync data for ids ['657b44d2-a78d-4bbf-8bd4-de2adad18604'] in dv-neutron-828143-13-hyperv is: [{'id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729012410', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:50:56Z', 'updated_at': '2022-03-28T15:52:40Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'f18e127b-7e65-462d-b7fd-eb454b382ea1', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657b44d2-a78d-4bbf-8bd4-de2adad18604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:50:57Z', 'updated_at': '2022-03-28T15:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:52:42.933350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Calling delete_port for fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:52:42.968276 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port f18e127b-7e65-462d-b7fd-eb454b382ea1, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=f18e127b-7e65-462d-b7fd-eb454b382ea1,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:52:42.968631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:43.100704 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:43.149751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Pushing event deleted for resources: {'Port': ['ID=fd52dfe5-47f8-4bef-ba4e-7457fe3daff4,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:43.158609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] No DVR routers for this DVR port fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:52:43.160744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.161099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.161444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.161783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.162119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.162542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.162771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.163163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.163499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.163826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.164153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.164478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5b3c-0f45-4d18-a576-fb602072eb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:43.197460 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for f18e127b-7e65-462d-b7fd-eb454b382ea1 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:52:43.264340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:52:43.305808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:52:43.306150 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fd52dfe5-47f8-4bef-ba4e-7457fe3daff4 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:52:43.455183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:43.509102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=f18e127b-7e65-462d-b7fd-eb454b382ea1,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:43.600002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:43.786345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:43.788511 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:43.860142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:43.860679 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Fanout notify agent at l3_agent the message router_deleted on router 657b44d2-a78d-4bbf-8bd4-de2adad18604 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:52:43.875598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:43.879319 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e63386a6-ff13-429b-a67a-aea1e2047d66 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/routers/657b44d2-a78d-4bbf-8bd4-de2adad18604 HTTP/1.1" status: 204 len: 168 time: 1.5717986 Mar 28 15:52:43.879726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42440) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:44.016571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.144406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.168679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc52d36f-f806-4fb9-8d03-e2f0a0ed0461']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:44.180379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9152a475-c3d7-4ffe-907b-776377b500ba') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:44.180634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9152a475-c3d7-4ffe-907b-776377b500ba') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:44.192211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.208248 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.214115 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:52:44.214499 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:52:44.228495 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:52:44.385486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.402768 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.413794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Network': ['ID=bc52d36f-f806-4fb9-8d03-e2f0a0ed0461,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:44.466597 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f9473821-d611-4cde-891d-6ca43521b2aa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/networks/bc52d36f-f806-4fb9-8d03-e2f0a0ed0461 HTTP/1.1" status: 204 len: 168 time: 0.5858338 Mar 28 15:52:44.469139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42444) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:44.536516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b425a9e4-444d-4748-8bd8-f08254e59c2b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.569707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b425a9e4-444d-4748-8bd8-f08254e59c2b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.711391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b425a9e4-444d-4748-8bd8-f08254e59c2b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.728600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425a9e4-444d-4748-8bd8-f08254e59c2b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4ee45b-d886-48e8-bab9-629770f379ce,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:44.791017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b425a9e4-444d-4748-8bd8-f08254e59c2b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:44.792200 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b425a9e4-444d-4748-8bd8-f08254e59c2b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/security-groups/0e4ee45b-d886-48e8-bab9-629770f379ce HTTP/1.1" status: 204 len: 168 time: 0.3221505 Mar 28 15:52:44.883238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c042f120-3559-4bd3-9b5a-fd830ef423a9 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:52:44.929956 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: c042f120-3559-4bd3-9b5a-fd830ef423a9 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:52:44.930298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c042f120-3559-4bd3-9b5a-fd830ef423a9 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:52:44.930713 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f18e127b-7e65-462d-b7fd-eb454b382ea1 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:52:44.973445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: f18e127b-7e65-462d-b7fd-eb454b382ea1 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:52:44.973860 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device f18e127b-7e65-462d-b7fd-eb454b382ea1 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:52:45.222313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42452) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:45.227533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54900525', 'description': 'tempest-secgroup-smoke-54900525 description', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:45.233332 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:45.237375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:45.240186 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:45.245733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:45.312630 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:45.335285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:45.339086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:45.342546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:45.348161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:45.417538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:45.471682 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:45.516778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a1731b-f5a5-451a-8c3d-101e46dd5299,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:45.575577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:45.576880 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-afc24742-6050-4d3b-896a-ef6b0650f455 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3535805 Mar 28 15:52:45.579647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42456) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:45.584598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'a3a1731b-f5a5-451a-8c3d-101e46dd5299', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:45.590715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:45.594524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:45.597549 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:45.605347 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:45.683735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:45.745162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:45.797552 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:45.820923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b48d06a-d1f1-4685-9a04-4407dca111b5,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:45.888365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:45.889559 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-69c3a5a8-1ef8-4586-8b0d-fd3e1692d00f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3089955 Mar 28 15:52:45.892266 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42460) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:45.897382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'a3a1731b-f5a5-451a-8c3d-101e46dd5299', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:45.903443 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:45.907554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:45.910477 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:45.916205 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:45.986611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.045366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.105837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.127621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd08fb5-68aa-4f25-b03b-f712d634c4a9,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:46.214573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.216364 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4b1b5542-c0b2-4b01-8852-4e240b82bd8c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3231800 Mar 28 15:52:46.219112 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42464) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:46.223956 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'a3a1731b-f5a5-451a-8c3d-101e46dd5299', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:46.230019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:46.234433 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:46.237318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:46.242911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:46.306780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.371579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.426011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.563471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfeb6936-22b0-4a9f-8d90-cdca95185c81,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:46.632702 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.634332 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-96f78367-91b7-4808-9bc8-06bb4d9ab933 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4141834 Mar 28 15:52:46.636899 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42468) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:46.642301 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'a3a1731b-f5a5-451a-8c3d-101e46dd5299', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:46.648220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:46.651935 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:46.655713 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:46.662024 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:46.712015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.772632 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.831675 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.855754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57fc799-b5c1-48fd-b322-655171525458,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:46.911368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:46.912504 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f08a8b68-2419-40e2-8c04-715cb1cc6e5a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2741494 Mar 28 15:52:46.915522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42472) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:46.920624 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'a3a1731b-f5a5-451a-8c3d-101e46dd5299', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:46.926705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:46.930751 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:46.933688 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:46.940132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:47.002185 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:52:47.008641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.070982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.127833 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.151281 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b049883b-4104-444f-b5df-61830e3069d4,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:47.220269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.221391 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-31e50a2a-d7bd-4877-afe6-459b7efa636e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3049476 Mar 28 15:52:47.224085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42476) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:47.229070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'a3a1731b-f5a5-451a-8c3d-101e46dd5299', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:47.234880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:47.238765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:47.241638 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:47.247838 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:47.305766 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:52:47.312603 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.375784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.431556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.454517 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a930138a-09f3-4e34-9a72-797ca15bbb94,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:47.523460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.524682 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-502384a0-c90a-4756-ad82-edd2d2fced01 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2996995 Mar 28 15:52:47.527588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42480) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:47.533160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'network': {'name': 'tempest-network-smoke--183961093', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'port_security_enabled': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:47.538003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:47.542064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:network and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:47.545395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:47.551042 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:47.608902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:52:47.612258 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.639479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:52:47.647645 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.647985 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Added segment 9f8a787b-f4ab-4ae3-90da-05b5faac5e0f of type vlan for network 18849adf-2f6d-4ac1-b785-6efdd6527d1d Mar 28 15:52:47.673952 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.768979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.774369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:47.774888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:47.879951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Network': ['ID=18849adf-2f6d-4ac1-b785-6efdd6527d1d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:47.891167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 18849adf-2f6d-4ac1-b785-6efdd6527d1d details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:52:47.947420 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ae844432-dc00-4feb-af88-724a982a5e9d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4187992 Mar 28 15:52:47.950339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42484) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:47.955989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'admin_state_up': True, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:47.962985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:47.966882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:router and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:47.969820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:47.976098 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:48.049490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:48.050531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:48.065773 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:48.397902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:48.771441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:48.799572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:49.028172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.89 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/d5776995-b12b-4683-93d3-059d0d47fdb6) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:52:49.172901 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:49.249312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:49.309311 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:52:49.311920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:52:49.319685 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:52:49.352010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=d5776995-b12b-4683-93d3-059d0d47fdb6,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:49.772539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:50.099983 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:50.351521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router acfea392-f255-4952-acf5-65a7ffb782ca is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:52:50.630969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:52:50.640105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Sync routers for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:52:50.649233 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:52:50.649876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:50.705876 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:50.707143 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ab67aec7-a1f1-4fca-9f8d-6b39a6c495c4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7557564 Mar 28 15:52:50.711232 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42488) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:50.750524 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-da4fa90a-d33d-4932-9d26-aeca266a6850 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381567 Mar 28 15:52:50.754693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42492) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:50.832852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:52:50.881823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c003278-b018-4e99-afc7-59834919e112 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:50.885927 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6c003278-b018-4e99-afc7-59834919e112 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276290 Mar 28 15:52:50.886089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42496) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:50.932115 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0dcd7f10-abfb-480e-af35-7e43bba86ab6 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425081 Mar 28 15:52:50.932350 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42500) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:50.939048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1943847478', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:51.052486 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:51.056331 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:subnet and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:52:51.059124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:52:51.064615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:51.125221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:49Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:51.129010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Checking router: acfea392-f255-4952-acf5-65a7ffb782ca for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:52:51.129362 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Updating router acfea392-f255-4952-acf5-65a7ffb782ca port d5776995-b12b-4683-93d3-059d0d47fdb6 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:52:51.146192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:52:51.149634 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.180817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.386753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46d56a86-2319-4068-b52e-9a390f2fe363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.397687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.477525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Subnet': ['ID=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:51.483310 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Checking segment: {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:52:51.483808 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network hostable DHCP agents. Network: 18849adf-2f6d-4ac1-b785-6efdd6527d1d, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:52:51.515298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.526458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Transition to ACTIVE for port object d5776995-b12b-4683-93d3-059d0d47fdb6 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:52:51.557313 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 18849adf-2f6d-4ac1-b785-6efdd6527d1d is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:52:51.574407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.638050 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 18849adf-2f6d-4ac1-b785-6efdd6527d1d) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:52:51.642209 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:51.642837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.651291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e02bc-5eb3-4696-bdce-eda568907731 None None] Network 18849adf-2f6d-4ac1-b785-6efdd6527d1d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:52:51.672428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Attempting to bind port d5776995-b12b-4683-93d3-059d0d47fdb6 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:52:51.673318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Attempting to bind port d5776995-b12b-4683-93d3-059d0d47fdb6 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:52:51.673318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Attempting to bind port d5776995-b12b-4683-93d3-059d0d47fdb6 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:52:51.693423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e23e3-4614-4ba2-a987-90be0dd0d6da None None] Pushing event updated for resources: {'Port': ['ID=d5776995-b12b-4683-93d3-059d0d47fdb6,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:51.702315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:52:51.702315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:52:51.702315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.702315 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:52:51.702780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Bound port: d5776995-b12b-4683-93d3-059d0d47fdb6, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:52:51.703159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.718266 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-29b65dd8-8adf-4d71-9b91-836dc79a7bd4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7849708 Mar 28 15:52:51.721002 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42504) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:52:51.881221 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] For port d5776995-b12b-4683-93d3-059d0d47fdb6, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:52:51.899435 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] For port d5776995-b12b-4683-93d3-059d0d47fdb6, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d5776995-b12b-4683-93d3-059d0d47fdb6,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:52:51.958028 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:52:51.958862 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:51.972562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:52.145108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:52:52.145715 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:52.211087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e23e3-4614-4ba2-a987-90be0dd0d6da None None] Pushing event updated for resources: {'Port': ['ID=d5776995-b12b-4683-93d3-059d0d47fdb6,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:52.373196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Allocated IP 172.20.0.2 (18849adf-2f6d-4ac1-b785-6efdd6527d1d/aef9a6d0-cf04-4da6-9c06-e876de6ae3ce/ff81db13-195d-429e-913d-3eb61a8b3e26) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:52:52.402599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:52:52.523381 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:52.841344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:52.855008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Transition to ACTIVE for port object ff81db13-195d-429e-913d-3eb61a8b3e26 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:52:52.879552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Transition to ACTIVE for port object ff81db13-195d-429e-913d-3eb61a8b3e26 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:52:52.881444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:49Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:52.886252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fed0da-9ff9-47ed-b754-5ef8cd1acef7 None None] The sync data for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv is: [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:49Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:52:52.940242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:53.006460 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Network 18849adf-2f6d-4ac1-b785-6efdd6527d1d is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:52:53.009238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:52:53.009722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.1 (18849adf-2f6d-4ac1-b785-6efdd6527d1d/aef9a6d0-cf04-4da6-9c06-e876de6ae3ce/60667e37-9075-45cd-a59c-d6b15ba82ab2) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:52:53.013480 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:52:53.028612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Pushing event updated for resources: {'Port': ['ID=ff81db13-195d-429e-913d-3eb61a8b3e26,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:53.136684 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Attempting to bind port ff81db13-195d-429e-913d-3eb61a8b3e26 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:52:53.137042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Attempting to bind port ff81db13-195d-429e-913d-3eb61a8b3e26 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:52:53.137944 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Attempting to bind port ff81db13-195d-429e-913d-3eb61a8b3e26 on network 18849adf-2f6d-4ac1-b785-6efdd6527d1d {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:52:53.143372 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:52:53.146909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Checking segment: {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:52:53.146909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:53.146909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Bound using segment: {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:52:53.147368 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Bound port: ff81db13-195d-429e-913d-3eb61a8b3e26, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:52:53.148193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:53.197289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:53.215362 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object 60667e37-9075-45cd-a59c-d6b15ba82ab2 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:52:53.248696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] For port ff81db13-195d-429e-913d-3eb61a8b3e26, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:52:53.252169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] For port ff81db13-195d-429e-913d-3eb61a8b3e26, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ff81db13-195d-429e-913d-3eb61a8b3e26,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:52:53.317257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:53.340273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:53.393698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 18849adf-2f6d-4ac1-b785-6efdd6527d1d is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:52:53.397166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:52:53.399779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:52:53.426259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e344f5d-e27d-4120-b9fb-d379afcfe8d8 None None] Pushing event updated for resources: {'Port': ['ID=ff81db13-195d-429e-913d-3eb61a8b3e26,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:53.454232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=60667e37-9075-45cd-a59c-d6b15ba82ab2,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:53.478032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:53.558344 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bfeab419-fddb-4759-9c86-870170566336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:53.861044 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:54.303906 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:52:54.396887 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:54.397855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd6ea5-b6c8-44c0-88f1-ac43ec3e6b59 None None] Network 18849adf-2f6d-4ac1-b785-6efdd6527d1d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:52:54.460358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:54.567840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-be350bc4-f50d-4d31-8f46-525828f07d5d None None] Provisioning for port ff81db13-195d-429e-913d-3eb61a8b3e26 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:52:54.572217 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:54.576085 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=60667e37-9075-45cd-a59c-d6b15ba82ab2,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:54.664600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:54.726680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 18849adf-2f6d-4ac1-b785-6efdd6527d1d is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:52:54.729210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:52:54.917493 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:54.951045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router acfea392-f255-4952-acf5-65a7ffb782ca has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:52:54.980263 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f95dd64f-3425-4e1e-8796-de219e9815e2 None None] Provisioning for port 60667e37-9075-45cd-a59c-d6b15ba82ab2 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:52:54.992991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f95dd64f-3425-4e1e-8796-de219e9815e2 None None] Provisioning complete for port 60667e37-9075-45cd-a59c-d6b15ba82ab2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:52:54.992991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f95dd64f-3425-4e1e-8796-de219e9815e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:55.044816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ff81db13-195d-429e-913d-3eb61a8b3e26 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:52:55.178718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f95dd64f-3425-4e1e-8796-de219e9815e2 None None] Port 60667e37-9075-45cd-a59c-d6b15ba82ab2 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:52:55.185618 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:52:55.197076 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e165264-f771-46ab-95a2-928352976262 None None] Sync routers for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:52:55.199007 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-485a4ed5-3573-4710-b85d-b185a3d66b0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/acfea392-f255-4952-acf5-65a7ffb782ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4769704 Mar 28 15:52:55.210955 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e165264-f771-46ab-95a2-928352976262 None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:52:55.211610 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1e165264-f771-46ab-95a2-928352976262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:55.253806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port ff81db13-195d-429e-913d-3eb61a8b3e26 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:52:55.260382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ff81db13-195d-429e-913d-3eb61a8b3e26 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:52:55.260757 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:55.335467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-95264945-0aa1-47b7-af5e-65e43aed3763 None None] Provisioning complete for port 60667e37-9075-45cd-a59c-d6b15ba82ab2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:52:55.335834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95264945-0aa1-47b7-af5e-65e43aed3763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:55.382831 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-0a00bf3b-fa64-4c94-8880-bb5866203849 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:52:55.405305 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-1e165264-f771-46ab-95a2-928352976262 None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:52:55.434009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-95264945-0aa1-47b7-af5e-65e43aed3763 None None] Port 60667e37-9075-45cd-a59c-d6b15ba82ab2 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:52:55.450570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:55.451041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-0a00bf3b-fa64-4c94-8880-bb5866203849 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:52:55.452286 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-0a00bf3b-fa64-4c94-8880-bb5866203849 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54900525&fields=id&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 267 time: 0.1137607 Mar 28 15:52:55.485512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port ff81db13-195d-429e-913d-3eb61a8b3e26, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ff81db13-195d-429e-913d-3eb61a8b3e26,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:52:55.554718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:55.555412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d5776995-b12b-4683-93d3-059d0d47fdb6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:52:55.608781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-b5835a00-7a48-4fba-97da-a346929f436b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:55.609463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-b5835a00-7a48-4fba-97da-a346929f436b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:52:55.622895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ec0f04c6-665e-433d-b307-9d7128e51621 None None] Provisioning complete for port 60667e37-9075-45cd-a59c-d6b15ba82ab2 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:52:55.623269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ec0f04c6-665e-433d-b307-9d7128e51621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:55.671581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-b5835a00-7a48-4fba-97da-a346929f436b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:52:55.672891 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-b5835a00-7a48-4fba-97da-a346929f436b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/networks?id=18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 200 len: 796 time: 0.2134697 Mar 28 15:52:55.689525 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-aa75f7fd-6372-49f5-a22e-d2d9686f2012 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/quotas/c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 375 time: 0.0107000 Mar 28 15:52:55.721918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f04c6-665e-433d-b307-9d7128e51621 None None] Port 60667e37-9075-45cd-a59c-d6b15ba82ab2 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:52:55.725925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=ff81db13-195d-429e-913d-3eb61a8b3e26,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:55.769269 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1e165264-f771-46ab-95a2-928352976262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:53Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '60667e37-9075-45cd-a59c-d6b15ba82ab2', 'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:15:d0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:52Z', 'updated_at': '2022-03-28T15:52:54Z', 'revision_number': 2, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:55.773234 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e165264-f771-46ab-95a2-928352976262 None None] Checking router: acfea392-f255-4952-acf5-65a7ffb782ca for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:52:55.773610 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e165264-f771-46ab-95a2-928352976262 None None] Updating router acfea392-f255-4952-acf5-65a7ffb782ca port 60667e37-9075-45cd-a59c-d6b15ba82ab2 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:52:55.783001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-b8324ffd-1674-478a-b9f4-8adbee53752c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:52:55.796804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port d5776995-b12b-4683-93d3-059d0d47fdb6 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:52:55.801810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d5776995-b12b-4683-93d3-059d0d47fdb6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:52:55.802178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:55.829601 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1e165264-f771-46ab-95a2-928352976262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:55.853773 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-b8324ffd-1674-478a-b9f4-8adbee53752c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:52:55.855478 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-b8324ffd-1674-478a-b9f4-8adbee53752c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599216 Mar 28 15:52:55.930286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:55.949271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port d5776995-b12b-4683-93d3-059d0d47fdb6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d5776995-b12b-4683-93d3-059d0d47fdb6,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:52:56.005325 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-50e2674b-b474-4e9a-9a2e-2f6654494ee0 service neutron] 10.222.0.16 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332488 Mar 28 15:52:56.025981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:56.095159 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=d5776995-b12b-4683-93d3-059d0d47fdb6,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:56.135424 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-ccac9096-37d2-428c-9991-3316ad14ffae service neutron] 10.222.0.16 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239259 Mar 28 15:52:56.186507 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1e165264-f771-46ab-95a2-928352976262 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:56.198000 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-1e165264-f771-46ab-95a2-928352976262 None None] Transition to ACTIVE for port object 60667e37-9075-45cd-a59c-d6b15ba82ab2 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:52:56.300570 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1e165264-f771-46ab-95a2-928352976262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:56.334935 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:56.436183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e3ed0755-1414-4f96-9eb2-03d03fb1ec27 req-827be3d7-22f8-42e4-bba9-8e915fbc08e1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:52:56.449101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e3ed0755-1414-4f96-9eb2-03d03fb1ec27 req-827be3d7-22f8-42e4-bba9-8e915fbc08e1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:52:56.458232 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3ed0755-1414-4f96-9eb2-03d03fb1ec27 req-827be3d7-22f8-42e4-bba9-8e915fbc08e1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 210 time: 0.0679610 Mar 28 15:52:56.491441 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Pushing event updated for resources: {'Port': ['ID=60667e37-9075-45cd-a59c-d6b15ba82ab2,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:56.541779 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.542122 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.542458 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.542789 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.543143 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.543520 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.543855 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.544179 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.544506 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.544825 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.545144 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.545461 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:52:56.558554 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-1e165264-f771-46ab-95a2-928352976262 None None] Attempting to bind port 60667e37-9075-45cd-a59c-d6b15ba82ab2 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:52:56.558915 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-1e165264-f771-46ab-95a2-928352976262 None None] Attempting to bind port 60667e37-9075-45cd-a59c-d6b15ba82ab2 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:52:56.559336 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e165264-f771-46ab-95a2-928352976262 None None] Attempting to bind port 60667e37-9075-45cd-a59c-d6b15ba82ab2 on network 18849adf-2f6d-4ac1-b785-6efdd6527d1d {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:52:56.565032 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e165264-f771-46ab-95a2-928352976262 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:52:56.565219 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e165264-f771-46ab-95a2-928352976262 None None] Checking segment: {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:52:56.565617 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1e165264-f771-46ab-95a2-928352976262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:56.565998 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e165264-f771-46ab-95a2-928352976262 None None] Bound using segment: {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:52:56.566443 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-1e165264-f771-46ab-95a2-928352976262 None None] Bound port: 60667e37-9075-45cd-a59c-d6b15ba82ab2, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:52:56.566817 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1e165264-f771-46ab-95a2-928352976262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:56.658624 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-1e165264-f771-46ab-95a2-928352976262 None None] For port 60667e37-9075-45cd-a59c-d6b15ba82ab2, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:52:56.661852 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-1e165264-f771-46ab-95a2-928352976262 None None] For port 60667e37-9075-45cd-a59c-d6b15ba82ab2, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=60667e37-9075-45cd-a59c-d6b15ba82ab2,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:52:56.735135 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-1e165264-f771-46ab-95a2-928352976262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:56.814843 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e165264-f771-46ab-95a2-928352976262 None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:52:56.815520 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1e165264-f771-46ab-95a2-928352976262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:56.881479 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6ed78-11fb-4b51-897f-d831ddad5443 None None] Pushing event updated for resources: {'Port': ['ID=60667e37-9075-45cd-a59c-d6b15ba82ab2,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:56.911783 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ff81db13-195d-429e-913d-3eb61a8b3e26 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:52:57.001837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port ff81db13-195d-429e-913d-3eb61a8b3e26 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:52:57.001837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:57.030795 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-1e165264-f771-46ab-95a2-928352976262 None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:52:57.138174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d5776995-b12b-4683-93d3-059d0d47fdb6 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:52:57.206852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d5776995-b12b-4683-93d3-059d0d47fdb6 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:52:57.207277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:57.374398 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-1e165264-f771-46ab-95a2-928352976262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:53Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '60667e37-9075-45cd-a59c-d6b15ba82ab2', 'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:15:d0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:52Z', 'updated_at': '2022-03-28T15:52:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:52:57.378225 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e165264-f771-46ab-95a2-928352976262 None None] The sync data for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv is: [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:53Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '60667e37-9075-45cd-a59c-d6b15ba82ab2', 'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:15:d0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:52Z', 'updated_at': '2022-03-28T15:52:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:52:57.615568 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-756429be-dd48-4518-8867-7eba607b5b09 req-ba24b93e-7943-4bc5-a2ff-fe7c177ebf7e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 210 time: 0.0474842 Mar 28 15:52:58.404854 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-5f464ef6-fe8b-4a30-8765-f765533a764c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:58.406949 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-5f464ef6-fe8b-4a30-8765-f765533a764c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/networks?id=18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 200 len: 796 time: 0.1567998 Mar 28 15:52:58.463216 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-686d122f-b5a3-44da-b492-6e729390c983 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 378 time: 0.0417147 Mar 28 15:52:58.472078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'port': {'device_id': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'admin_state_up': True, 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'security_groups': ['a3a1731b-f5a5-451a-8c3d-101e46dd5299']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:58.615426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:52:58.626294 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:52:58.705119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:52:58.708732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:58.811432 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-58ac2302-bc43-421a-886f-02f9f4ea6d59 req-9f0734e7-b97a-4e4a-b857-42feb0c0ff15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 210 time: 0.0772319 Mar 28 15:52:58.924225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 60667e37-9075-45cd-a59c-d6b15ba82ab2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:52:58.943582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.8 (18849adf-2f6d-4ac1-b785-6efdd6527d1d/aef9a6d0-cf04-4da6-9c06-e876de6ae3ce/f1ee7d07-592c-4ad3-bfe2-329395a0f77a) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:52:59.059620 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 60667e37-9075-45cd-a59c-d6b15ba82ab2 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:52:59.064636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 60667e37-9075-45cd-a59c-d6b15ba82ab2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:52:59.065010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:59.138375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:59.154532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object f1ee7d07-592c-4ad3-bfe2-329395a0f77a will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:52:59.187087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:59.209446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:59.218330 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 60667e37-9075-45cd-a59c-d6b15ba82ab2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=60667e37-9075-45cd-a59c-d6b15ba82ab2,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:52:59.272156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:59.278639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 18849adf-2f6d-4ac1-b785-6efdd6527d1d is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:52:59.281946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:52:59.284465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:52:59.333535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:59.346725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=60667e37-9075-45cd-a59c-d6b15ba82ab2,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:52:59.367972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:52:59.368592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:59.472106 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-99c53d73-b45e-4c8a-b687-f4a5375a539f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0038321 Mar 28 15:52:59.489537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Request body: {'port': {'device_id': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:52:59.585997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8f70f87d-9197-456d-9883-abdc61e6a982 None None] Provisioning for port f1ee7d07-592c-4ad3-bfe2-329395a0f77a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:52:59.591593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-8f70f87d-9197-456d-9883-abdc61e6a982 None None] Provisioning complete for port f1ee7d07-592c-4ad3-bfe2-329395a0f77a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:52:59.591964 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8f70f87d-9197-456d-9883-abdc61e6a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:59.599761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:52:59.644414 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-8f70f87d-9197-456d-9883-abdc61e6a982 None None] Port f1ee7d07-592c-4ad3-bfe2-329395a0f77a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:53:00.001184 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334ddf-7292-4bbe-b0af-ba4f9f48e812 req-a178a631-6dda-4fe2-b466-c65e77ad6005 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:00.002651 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-24334ddf-7292-4bbe-b0af-ba4f9f48e812 req-a178a631-6dda-4fe2-b466-c65e77ad6005 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 931 time: 0.0869524 Mar 28 15:53:00.036370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ee7d07-592c-4ad3-bfe2-329395a0f77a {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:53:00.044221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:00.047299 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-24334ddf-7292-4bbe-b0af-ba4f9f48e812 req-13828a8c-ed9d-423b-99f0-09524fa0a517 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387151 Mar 28 15:53:00.058486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Transition to ACTIVE for port object f1ee7d07-592c-4ad3-bfe2-329395a0f77a will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:53:00.140072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:00.292931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:53:00.373843 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Attempting to bind port f1ee7d07-592c-4ad3-bfe2-329395a0f77a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:53:00.374173 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Attempting to bind port f1ee7d07-592c-4ad3-bfe2-329395a0f77a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:53:00.374498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Attempting to bind port f1ee7d07-592c-4ad3-bfe2-329395a0f77a on network 18849adf-2f6d-4ac1-b785-6efdd6527d1d {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:53:00.379015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Port f1ee7d07-592c-4ad3-bfe2-329395a0f77a on network 18849adf-2f6d-4ac1-b785-6efdd6527d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:53:00.379357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Attempting to bind port f1ee7d07-592c-4ad3-bfe2-329395a0f77a on network 18849adf-2f6d-4ac1-b785-6efdd6527d1d {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:53:00.384347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:53:00.384661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Checking segment: {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:53:00.385041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Bound using segment: {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:53:00.385457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Bound port: f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:53:00.385802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:00.475599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:53:00.478468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:53:00.558047 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:00.625440 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:00.626051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:00.627408 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] 10.222.0.23 "PUT /v2.0/ports/f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 200 len: 1093 time: 1.1420097 Mar 28 15:53:00.627841 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:53:00.658082 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d35fa4-5eeb-48d0-a735-5e90045f3502 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:53:00.735327 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'status': 'completed', 'code': 200} Mar 28 15:53:00.824379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-8f294158-6ecb-4a97-b24a-902775f9f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:00.826356 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-8f294158-6ecb-4a97-b24a-902775f9f9e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1096 time: 0.0744455 Mar 28 15:53:00.894409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 60667e37-9075-45cd-a59c-d6b15ba82ab2 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:53:00.901987 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-a1d3552c-885b-45ac-86eb-f45b1a255ef9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 200 len: 217 time: 0.0641570 Mar 28 15:53:00.968857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-761399bf-5af4-48f3-8ade-150b6b72ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:00.973473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 60667e37-9075-45cd-a59c-d6b15ba82ab2 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:53:00.973473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:00.973678 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-761399bf-5af4-48f3-8ade-150b6b72ce8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce HTTP/1.1" status: 200 len: 835 time: 0.0624795 Mar 28 15:53:01.044369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-6df5f66e-be96-4932-ad1e-16b294a0b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:01.045842 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-6df5f66e-be96-4932-ad1e-16b294a0b888 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18849adf-2f6d-4ac1-b785-6efdd6527d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694652 Mar 28 15:53:01.174953 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-384260f8-9f3e-458d-aec2-c361f4d96a40 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232414 Mar 28 15:53:01.242489 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccbbf6-3440-4107-b119-7c6872a632b1 req-72d0c2c7-0d6e-4b84-a148-023df0c05b61 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:01.243965 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d7ccbbf6-3440-4107-b119-7c6872a632b1 req-72d0c2c7-0d6e-4b84-a148-023df0c05b61 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 943 time: 0.0790598 Mar 28 15:53:01.287687 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d7ccbbf6-3440-4107-b119-7c6872a632b1 req-1cd28dc4-6919-421c-89b8-e578c69adb40 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375631 Mar 28 15:53:01.304470 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0c2c42d0-6f65-4c22-aa29-4ef428632598 req-4f1f9774-df9e-4707-9912-1141fd9b2d5e service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238129 Mar 28 15:53:01.518542 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31668ace-e178-4572-9349-73221762017c req-5ee05e31-9d2c-42cf-b0e2-fc07d3260b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:01.520033 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31668ace-e178-4572-9349-73221762017c req-5ee05e31-9d2c-42cf-b0e2-fc07d3260b8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1096 time: 0.0690517 Mar 28 15:53:01.650274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31668ace-e178-4572-9349-73221762017c req-fd05f670-4e21-487f-a1d4-0b4e0b0876c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:01.651705 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31668ace-e178-4572-9349-73221762017c req-fd05f670-4e21-487f-a1d4-0b4e0b0876c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 200 len: 897 time: 0.1228173 Mar 28 15:53:01.719935 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31668ace-e178-4572-9349-73221762017c req-231e2984-c4c0-43d3-9a82-c44d8461075a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 200 len: 217 time: 0.0620430 Mar 28 15:53:01.782899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31668ace-e178-4572-9349-73221762017c req-256774a5-9caa-4056-ad01-10ac463c60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:01.784281 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31668ace-e178-4572-9349-73221762017c req-256774a5-9caa-4056-ad01-10ac463c60a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce HTTP/1.1" status: 200 len: 835 time: 0.0582018 Mar 28 15:53:01.856633 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31668ace-e178-4572-9349-73221762017c req-de6df3e5-d79d-4525-93e8-94875467a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:01.858030 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31668ace-e178-4572-9349-73221762017c req-de6df3e5-d79d-4525-93e8-94875467a78c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18849adf-2f6d-4ac1-b785-6efdd6527d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677297 Mar 28 15:53:02.083868 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31668ace-e178-4572-9349-73221762017c req-b970ed47-7f00-454d-b83c-3a839e14e272 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187634 Mar 28 15:53:02.211409 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-31668ace-e178-4572-9349-73221762017c req-a27f67b1-00c8-4f6e-967f-cb0996aaaf14 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196327 Mar 28 15:53:02.473610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ace3d8-7b5b-4b6a-b657-835e50af3199 req-32ec0420-2605-4519-a8d3-11347d28877e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:02.474209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-70ace3d8-7b5b-4b6a-b657-835e50af3199 req-32ec0420-2605-4519-a8d3-11347d28877e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:53:02.592139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-70ace3d8-7b5b-4b6a-b657-835e50af3199 req-32ec0420-2605-4519-a8d3-11347d28877e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:53:02.593275 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-70ace3d8-7b5b-4b6a-b657-835e50af3199 req-32ec0420-2605-4519-a8d3-11347d28877e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 943 time: 0.1966321 Mar 28 15:53:02.639906 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-70ace3d8-7b5b-4b6a-b657-835e50af3199 req-64b11d62-dbad-49ad-8b79-89033dd46d1f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409548 Mar 28 15:53:02.768822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:03.932216 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024429-d07b-4d50-a3ac-8754c9b7af08 req-9e364de7-6d19-480a-8895-b0c3be2a452d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:03.933966 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f9024429-d07b-4d50-a3ac-8754c9b7af08 req-9e364de7-6d19-480a-8895-b0c3be2a452d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 943 time: 0.1875510 Mar 28 15:53:03.976772 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f9024429-d07b-4d50-a3ac-8754c9b7af08 req-e33a2250-e9b2-4893-aa27-b5ac47042264 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375154 Mar 28 15:53:05.126479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f1ee7d07-592c-4ad3-bfe2-329395a0f77a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:53:05.159927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03855-c008-476b-992a-dd43852e217e req-d594aea2-c083-4995-84c8-6da531dc449c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:05.161405 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aea03855-c008-476b-992a-dd43852e217e req-d594aea2-c083-4995-84c8-6da531dc449c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 943 time: 0.0800104 Mar 28 15:53:05.206964 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aea03855-c008-476b-992a-dd43852e217e req-3a155127-a162-4e96-a3c3-85ab10290f96 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398996 Mar 28 15:53:05.290067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:53:05.302753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'port_id': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:53:05.361444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:05.377114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ee7d07-592c-4ad3-bfe2-329395a0f77a {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:53:05.392054 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:53:05.488803 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:05.555205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:53:05.786932 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['f1ee7d07-592c-4ad3-bfe2-329395a0f77a'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:53:06.398129 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd1fab-c577-4fa3-b7b5-729be08f189c req-d114a7aa-ad8e-4326-9ae1-d5855501c1c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:06.399616 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4bbd1fab-c577-4fa3-b7b5-729be08f189c req-d114a7aa-ad8e-4326-9ae1-d5855501c1c1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 944 time: 0.0907867 Mar 28 15:53:06.444290 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4bbd1fab-c577-4fa3-b7b5-729be08f189c req-195173c1-8ecc-4907-b60c-5caebdb2951e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383065 Mar 28 15:53:07.141135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f1ee7d07-592c-4ad3-bfe2-329395a0f77a up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:53:07.299807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port f1ee7d07-592c-4ad3-bfe2-329395a0f77a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:53:07.304476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port f1ee7d07-592c-4ad3-bfe2-329395a0f77a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:53:07.304845 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:07.418979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:07.445216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:53:07.456341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:53:07.492065 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'code': 200} Mar 28 15:53:07.528448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:07.602276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:53:07.639643 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a545d1-16bb-4a24-80f4-fb9331fdce7b req-0c1729d2-bcd9-4b42-b0d7-fdec351cc347 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:07.641090 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-71a545d1-16bb-4a24-80f4-fb9331fdce7b req-0c1729d2-bcd9-4b42-b0d7-fdec351cc347 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0922260 Mar 28 15:53:07.685304 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-71a545d1-16bb-4a24-80f4-fb9331fdce7b req-33d429f8-e3f1-4d10-b34c-9ee207bdb6cb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384417 Mar 28 15:53:07.869649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d878-f704-492b-8f55-481d2c393a95 req-a4d7b752-c22e-451e-8956-8384a012dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:07.871404 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7cd1d878-f704-492b-8f55-481d2c393a95 req-a4d7b752-c22e-451e-8956-8384a012dc38 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1098 time: 0.0718052 Mar 28 15:53:07.910572 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7cd1d878-f704-492b-8f55-481d2c393a95 req-c6a78aab-41aa-4606-90c0-f6c646785b6d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339954 Mar 28 15:53:08.869865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11932850-f6fe-44c0-aff8-d6f945620ae8 req-d07b9b37-c7b6-43bd-8428-642898e2f180 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:08.871825 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11932850-f6fe-44c0-aff8-d6f945620ae8 req-d07b9b37-c7b6-43bd-8428-642898e2f180 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0783970 Mar 28 15:53:08.915431 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11932850-f6fe-44c0-aff8-d6f945620ae8 req-946f82bd-a780-4de8-90e3-ac7e4f70ce14 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375433 Mar 28 15:53:10.099794 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4ef88-6ca1-4df4-abd1-c266671d9bca req-4add8040-f95b-4dfc-b367-5e515811a79c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:10.101208 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-37c4ef88-6ca1-4df4-abd1-c266671d9bca req-4add8040-f95b-4dfc-b367-5e515811a79c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0813425 Mar 28 15:53:10.143961 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-37c4ef88-6ca1-4df4-abd1-c266671d9bca req-6f8a22e4-ef42-4622-8a55-ea75ff0905a2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372846 Mar 28 15:53:10.324338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482d253-96f4-4cf7-b710-15c680c631f7 req-b0d6a0f6-dc43-4d58-b470-ae720221be13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:10.326342 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5482d253-96f4-4cf7-b710-15c680c631f7 req-b0d6a0f6-dc43-4d58-b470-ae720221be13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0815446 Mar 28 15:53:10.375954 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5482d253-96f4-4cf7-b710-15c680c631f7 req-baf18996-78a7-4473-8c20-99d62e66b917 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431659 Mar 28 15:53:10.397417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42574) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:53:10.465655 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c410e276-7953-45f4-b00a-d799884e1caa tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:10.467188 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c410e276-7953-45f4-b00a-d799884e1caa tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1093 time: 0.0687339 Mar 28 15:53:10.470030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42578) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:53:10.474837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:53:10.480588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:53:10.484929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:floatingip and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:53:10.487708 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:53:10.493289 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:53:10.580065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:10.710805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:10.842988 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.247 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/6f6776dd-b0e5-46ee-ab1e-42dfefe71d22) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:53:10.986378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:11.049177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:11.113087 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:53:11.115695 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:53:11.123836 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:53:11.156611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=6f6776dd-b0e5-46ee-ab1e-42dfefe71d22,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:53:11.520211 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:11.645140 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:11.969857 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:12.025135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:12.134325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=6f6776dd-b0e5-46ee-ab1e-42dfefe71d22,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:53:12.144294 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:12.312286 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP da32bf15-8974-4104-8b29-3f739621e0ab associated. External IP: 172.26.7.247, port: f1ee7d07-592c-4ad3-bfe2-329395a0f77a. Mar 28 15:53:12.672376 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router acfea392-f255-4952-acf5-65a7ffb782ca has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:53:12.844311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:53:12.854172 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] Sync routers for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:53:12.863095 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:53:12.863698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:53:12.923004 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:12.980223 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-2f0f9771-2742-491e-bde1-6d5b70c6cd37 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5091968 Mar 28 15:53:12.980911 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:53:13.035561 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'status': 'completed', 'code': 200} Mar 28 15:53:13.042904 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:53:13.150990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28626-6fab-4fff-9125-963bc7db01df req-16299253-233e-4f75-991f-ed5db4b8c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:13.153119 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-05d28626-6fab-4fff-9125-963bc7db01df req-16299253-233e-4f75-991f-ed5db4b8c125 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1098 time: 0.0751417 Mar 28 15:53:13.160886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c90ff4-6fe0-43c2-a2c2-338e31a12894 req-48232053-b599-46d9-aa46-018ba53dc34a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:13.162472 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61c90ff4-6fe0-43c2-a2c2-338e31a12894 req-48232053-b599-46d9-aa46-018ba53dc34a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0821362 Mar 28 15:53:13.211762 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61c90ff4-6fe0-43c2-a2c2-338e31a12894 req-eb438573-f5b7-4985-8f6b-87e848a7dbeb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433905 Mar 28 15:53:13.236097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42586) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:53:13.284213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28626-6fab-4fff-9125-963bc7db01df req-df3d1bfa-fc98-455a-9d09-2c9fa778e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:13.285640 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-05d28626-6fab-4fff-9125-963bc7db01df req-df3d1bfa-fc98-455a-9d09-2c9fa778e87f service neutron] 10.222.0.23 "GET /v2.0/networks?id=18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 200 len: 897 time: 0.1266055 Mar 28 15:53:13.339674 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-85c4a275-996f-4822-952a-1bdded187a31 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/da32bf15-8974-4104-8b29-3f739621e0ab HTTP/1.1" status: 200 len: 991 time: 0.1013377 Mar 28 15:53:13.393030 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-05d28626-6fab-4fff-9125-963bc7db01df req-15db56eb-6804-4692-9b3d-da1a0da97fad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 200 len: 999 time: 0.0994482 Mar 28 15:53:13.396114 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:53Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'da32bf15-8974-4104-8b29-3f739621e0ab', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'port_id': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:53:11Z', 'updated_at': '2022-03-28T15:53:11Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60667e37-9075-45cd-a59c-d6b15ba82ab2', 'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:15:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:52Z', 'updated_at': '2022-03-28T15:52:59Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:53:13.400074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] Checking router: acfea392-f255-4952-acf5-65a7ffb782ca for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:53:13.408585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:53:13.409166 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:52:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:53:13.453999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28626-6fab-4fff-9125-963bc7db01df req-4ac9d0c0-509d-4bf6-824a-c3ba9dc01834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:13.455504 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-05d28626-6fab-4fff-9125-963bc7db01df req-4ac9d0c0-509d-4bf6-824a-c3ba9dc01834 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce HTTP/1.1" status: 200 len: 835 time: 0.0570760 Mar 28 15:53:13.527676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28626-6fab-4fff-9125-963bc7db01df req-7a229154-a999-4a53-be18-a7bd070809a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:13.529374 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-05d28626-6fab-4fff-9125-963bc7db01df req-7a229154-a999-4a53-be18-a7bd070809a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18849adf-2f6d-4ac1-b785-6efdd6527d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684512 Mar 28 15:53:13.622329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:53:13.660340 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-05d28626-6fab-4fff-9125-963bc7db01df req-ab136d09-9a2e-43ac-811e-9a166964c8f0 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250231 Mar 28 15:53:13.788776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-05d28626-6fab-4fff-9125-963bc7db01df req-5d31168c-0880-493c-86f9-c6f0e98cc863 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223433 Mar 28 15:53:13.970722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:53Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'da32bf15-8974-4104-8b29-3f739621e0ab', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'port_id': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:53:11Z', 'updated_at': '2022-03-28T15:53:11Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60667e37-9075-45cd-a59c-d6b15ba82ab2', 'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:15:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:52Z', 'updated_at': '2022-03-28T15:52:59Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:53:13.975099 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75763dd2-1fd0-4e50-ae6e-5d370ab94470 None None] The sync data for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv is: [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:53Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'da32bf15-8974-4104-8b29-3f739621e0ab', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'port_id': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:53:11Z', 'updated_at': '2022-03-28T15:53:11Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60667e37-9075-45cd-a59c-d6b15ba82ab2', 'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:15:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:52Z', 'updated_at': '2022-03-28T15:52:59Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:53:14.147110 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b596162-9b13-46c7-8970-07b447b5bb5c None None] New status for floating IP da32bf15-8974-4104-8b29-3f739621e0ab: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:53:14.343136 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42590) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:53:14.447746 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c0d447a1-2063-48b0-9d57-57bcb01be931 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/da32bf15-8974-4104-8b29-3f739621e0ab HTTP/1.1" status: 200 len: 991 time: 0.1035006 Mar 28 15:53:15.451582 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42594) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:53:15.556145 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7645b337-8704-4103-ba7e-fd958df50a3e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/da32bf15-8974-4104-8b29-3f739621e0ab HTTP/1.1" status: 200 len: 993 time: 0.1034231 Mar 28 15:53:21.396174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-add19db9-36c0-4fa6-bbda-3bbd1b33350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:23.516761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6ab44f07-7e7b-4944-9d27-12e4e12c7e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:24.672288 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:24.906097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:26.350384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:31.303338 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:53:32.785616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:37.756672 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f363c41-6c93-4370-b113-dad490780d16 req-48e674fa-8b11-4791-ab5d-3cbc8346690b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1615274 Mar 28 15:53:37.904997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363c41-6c93-4370-b113-dad490780d16 req-d1111d05-b6ee-4602-8b0d-4e783266c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:37.906965 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f363c41-6c93-4370-b113-dad490780d16 req-d1111d05-b6ee-4602-8b0d-4e783266c993 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1098 time: 0.0696318 Mar 28 15:53:38.047069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363c41-6c93-4370-b113-dad490780d16 req-b0decafe-faf3-492d-8cb4-4a0c13e6414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:38.048413 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f363c41-6c93-4370-b113-dad490780d16 req-b0decafe-faf3-492d-8cb4-4a0c13e6414d service neutron] 10.222.0.23 "GET /v2.0/networks?id=18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 200 len: 897 time: 0.1239150 Mar 28 15:53:38.150800 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f363c41-6c93-4370-b113-dad490780d16 req-2de84c14-4c02-498d-a054-8e3e72071e53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 200 len: 1001 time: 0.0956895 Mar 28 15:53:38.214031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363c41-6c93-4370-b113-dad490780d16 req-c79f3f7d-25b0-4d7a-aa81-10d6456ebec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:38.215472 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f363c41-6c93-4370-b113-dad490780d16 req-c79f3f7d-25b0-4d7a-aa81-10d6456ebec6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce HTTP/1.1" status: 200 len: 835 time: 0.0588996 Mar 28 15:53:38.289066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363c41-6c93-4370-b113-dad490780d16 req-4228c34c-636c-489b-a4e5-26d0356aa99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:38.290473 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f363c41-6c93-4370-b113-dad490780d16 req-4228c34c-636c-489b-a4e5-26d0356aa99d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18849adf-2f6d-4ac1-b785-6efdd6527d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682027 Mar 28 15:53:38.419408 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f363c41-6c93-4370-b113-dad490780d16 req-806f9926-45cb-43d4-80c9-9545b09778f1 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219027 Mar 28 15:53:38.547584 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1f363c41-6c93-4370-b113-dad490780d16 req-bacece6c-63fd-4382-9e45-71073035e46d service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217339 Mar 28 15:53:45.205880 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089fb7e-c59a-46d7-9ba2-b9d327560249 req-0506c632-bdde-46e0-a555-ba00f8e1709f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:45.207341 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c089fb7e-c59a-46d7-9ba2-b9d327560249 req-0506c632-bdde-46e0-a555-ba00f8e1709f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0822630 Mar 28 15:53:45.252112 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c089fb7e-c59a-46d7-9ba2-b9d327560249 req-d6e2f41b-115d-4d1c-b7fd-a0d534457318 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387976 Mar 28 15:53:45.443066 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-ef370180-3f95-4cc8-8d7f-fee7fc5ab7aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2250979 Mar 28 15:53:46.436364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574733cb-9651-46c0-b6a6-3a0ac19c2582 req-7aa6babb-dacc-4f1a-9d56-cbad6ea27e59 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:46.437831 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-574733cb-9651-46c0-b6a6-3a0ac19c2582 req-7aa6babb-dacc-4f1a-9d56-cbad6ea27e59 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0799687 Mar 28 15:53:46.481693 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-574733cb-9651-46c0-b6a6-3a0ac19c2582 req-152573a9-6164-4a69-8834-56d8a42488f3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381303 Mar 28 15:53:47.408490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-0a5dba9a-e10d-4f81-b7be-325d79a81bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:47.409906 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-0a5dba9a-e10d-4f81-b7be-325d79a81bcb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1098 time: 0.0686340 Mar 28 15:53:47.541314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-5baba743-e6cc-4368-814e-866a01ccc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:47.542743 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-5baba743-e6cc-4368-814e-866a01ccc45f service neutron] 10.222.0.23 "GET /v2.0/networks?id=18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 200 len: 897 time: 0.1267188 Mar 28 15:53:47.691190 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-a6781393-76a2-4f89-b8e0-43f6c5c85d70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 200 len: 1001 time: 0.1418734 Mar 28 15:53:47.760103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fe076-26ee-40d7-9209-52c50f98d53b req-4358e7af-c3a4-4327-8811-582d024ae161 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:47.761500 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-638fe076-26ee-40d7-9209-52c50f98d53b req-4358e7af-c3a4-4327-8811-582d024ae161 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.1614757 Mar 28 15:53:47.782638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-b0ba5f10-dbe1-469a-beff-d81bf7a8c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:47.783984 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-b0ba5f10-dbe1-469a-beff-d81bf7a8c686 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce HTTP/1.1" status: 200 len: 835 time: 0.0864594 Mar 28 15:53:47.852696 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-638fe076-26ee-40d7-9209-52c50f98d53b req-5ddb6ca4-a284-4216-891c-304cef7e8540 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852077 Mar 28 15:53:47.878557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-6172139e-e98a-4672-a938-807f772b9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:47.883933 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-6172139e-e98a-4672-a938-807f772b9651 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18849adf-2f6d-4ac1-b785-6efdd6527d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0892708 Mar 28 15:53:48.033037 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-00d38793-523d-48ee-a90c-d54d2eb043f2 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469209 Mar 28 15:53:48.249841 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-23aacce6-f660-4dc5-9749-59b23615a15c service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112098 Mar 28 15:53:49.037418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e94d1-6868-447d-8bfe-d931e8118f97 req-d99a35c1-1221-428d-8155-1c3289363408 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:49.038843 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3b6e94d1-6868-447d-8bfe-d931e8118f97 req-d99a35c1-1221-428d-8155-1c3289363408 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0813789 Mar 28 15:53:49.081774 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3b6e94d1-6868-447d-8bfe-d931e8118f97 req-70575923-6700-434f-8495-77234aa81b1c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373216 Mar 28 15:53:50.265057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58489-e084-4861-9f14-35f0471e8947 req-c1d64259-7894-4ed0-a1b1-83430f1fd209 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:50.266500 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7ef58489-e084-4861-9f14-35f0471e8947 req-c1d64259-7894-4ed0-a1b1-83430f1fd209 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0769806 Mar 28 15:53:50.308843 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7ef58489-e084-4861-9f14-35f0471e8947 req-124ecfde-b361-4471-902c-0e17aec3ad06 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368927 Mar 28 15:53:51.357065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9af6a515-44f7-47d5-9c37-86da4675f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:51.491363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e37e7-0191-4346-80c1-b148d4cde0c1 req-523a0928-2345-4daa-9157-81f0c21ad640 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:51.492781 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2c8e37e7-0191-4346-80c1-b148d4cde0c1 req-523a0928-2345-4daa-9157-81f0c21ad640 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0773396 Mar 28 15:53:51.538308 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2c8e37e7-0191-4346-80c1-b148d4cde0c1 req-dc731626-374a-4d80-845e-a0847c05ee56 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399585 Mar 28 15:53:52.726987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcc527-6ff0-4934-bad2-a04433bc8273 req-23569233-17e9-436c-9608-abf804f16dd2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:52.728458 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3dfcc527-6ff0-4934-bad2-a04433bc8273 req-23569233-17e9-436c-9608-abf804f16dd2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0814376 Mar 28 15:53:52.770558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3dfcc527-6ff0-4934-bad2-a04433bc8273 req-bca3f1bf-9570-4aba-8f9c-0875143346a5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366385 Mar 28 15:53:53.510213 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-71610205-882d-4ec8-acba-145980266170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:53.952179 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafddfa-c4b8-4581-b72f-b44fef3d93fc req-9dceb46b-6b7d-489d-9185-f98a260ef013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:53.953627 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3bafddfa-c4b8-4581-b72f-b44fef3d93fc req-9dceb46b-6b7d-489d-9185-f98a260ef013 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0799334 Mar 28 15:53:53.996472 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3bafddfa-c4b8-4581-b72f-b44fef3d93fc req-8321dfef-6075-46b1-867f-303040436473 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372028 Mar 28 15:53:54.630877 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:54.900088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:55.183109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def629-c237-4d8e-ac03-346fed3a74ed req-c984eed8-dd24-45d3-8971-ded30c544f04 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:55.184442 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13def629-c237-4d8e-ac03-346fed3a74ed req-c984eed8-dd24-45d3-8971-ded30c544f04 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0794985 Mar 28 15:53:55.229383 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-13def629-c237-4d8e-ac03-346fed3a74ed req-0933ef45-8eaf-46b6-b260-026ade45b484 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393722 Mar 28 15:53:56.318194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:53:56.431223 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610c20f-5042-4ff2-9304-e43a1019edbe req-9b813bac-70b7-4a45-a1b3-6318183a244f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:56.432665 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3610c20f-5042-4ff2-9304-e43a1019edbe req-9b813bac-70b7-4a45-a1b3-6318183a244f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0854204 Mar 28 15:53:56.475183 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3610c20f-5042-4ff2-9304-e43a1019edbe req-35494e9e-bcd6-4d29-9111-3b4184bfa1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369978 Mar 28 15:53:57.659317 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949f068-f9ab-4733-8358-7f8938f70941 req-d3bc5c74-4f35-4229-a275-c60146d21247 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:57.660803 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d949f068-f9ab-4733-8358-7f8938f70941 req-d3bc5c74-4f35-4229-a275-c60146d21247 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0800872 Mar 28 15:53:57.704252 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d949f068-f9ab-4733-8358-7f8938f70941 req-6b9d6640-2d9f-4055-8eb9-d3983b30b436 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378408 Mar 28 15:53:58.895127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874b824-bd58-4783-b78a-20afaae4e098 req-aea18497-4d53-4978-bf85-0c5ebe1b154c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:53:58.898171 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5874b824-bd58-4783-b78a-20afaae4e098 req-aea18497-4d53-4978-bf85-0c5ebe1b154c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0833242 Mar 28 15:53:58.952833 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5874b824-bd58-4783-b78a-20afaae4e098 req-773bd2d6-5fc2-4c15-9e9d-ed88427e47a4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500348 Mar 28 15:54:00.139056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b5284-c5a0-45c4-a2e5-002dc97eeef0 req-8ba07545-9416-4c04-989d-c49f1272b3d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:00.140480 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-016b5284-c5a0-45c4-a2e5-002dc97eeef0 req-8ba07545-9416-4c04-989d-c49f1272b3d9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0811260 Mar 28 15:54:00.184228 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-016b5284-c5a0-45c4-a2e5-002dc97eeef0 req-fe83c05b-ef86-44ee-b032-3cd632002575 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376191 Mar 28 15:54:00.393394 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-5d4d1c4d-391e-452a-ab54-04678bd80c85 service neutron] 10.222.0.23 "GET /v2.0/ports/f1ee7d07-592c-4ad3-bfe2-329395a0f77a/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0729339 Mar 28 15:54:00.970299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-b9f0427f-8265-4bb6-8cb6-99ab0b360778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:00.971761 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-b9f0427f-8265-4bb6-8cb6-99ab0b360778 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 1098 time: 0.0729325 Mar 28 15:54:01.071912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-2d1385d1-f483-4cc8-88b5-badf10b4d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:01.073331 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-2d1385d1-f483-4cc8-88b5-badf10b4d2a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1098 time: 0.0683775 Mar 28 15:54:01.203020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-8d1cdb51-144c-4236-a46e-66297e3f41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:01.204432 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-8d1cdb51-144c-4236-a46e-66297e3f41a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 200 len: 897 time: 0.1251085 Mar 28 15:54:01.306333 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-bc9b10f4-40de-495f-804c-77cb68372c1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 200 len: 1001 time: 0.0963516 Mar 28 15:54:01.367177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-7f9ac899-5eda-4b8c-aeff-5680f7ba6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:01.368597 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-7f9ac899-5eda-4b8c-aeff-5680f7ba6556 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce HTTP/1.1" status: 200 len: 835 time: 0.0566878 Mar 28 15:54:01.369593 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0c9ca-3eb3-40e4-bf9c-16b5bbc37e34 req-7c081b8b-d8c8-4394-a8af-3fd2b04eb6cd tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:01.371079 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-44c0c9ca-3eb3-40e4-bf9c-16b5bbc37e34 req-7c081b8b-d8c8-4394-a8af-3fd2b04eb6cd tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0821211 Mar 28 15:54:01.416100 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-44c0c9ca-3eb3-40e4-bf9c-16b5bbc37e34 req-095eb523-0ec9-4f69-8c8a-3b54648c21a4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393019 Mar 28 15:54:01.445381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-e8e24c5d-4734-41a7-8b88-16b4c4816fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:01.446837 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-e8e24c5d-4734-41a7-8b88-16b4c4816fec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18849adf-2f6d-4ac1-b785-6efdd6527d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720847 Mar 28 15:54:01.574284 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-fdd93feb-9394-407f-9e69-570577d779d0 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212106 Mar 28 15:54:01.704838 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4898213b-9d5f-4c1b-9b6a-99783702b54a req-8a29b85a-7546-46e8-ba2b-0b9cf0799ffc service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236165 Mar 28 15:54:02.598067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61df31-2806-4b29-8b79-443cfba9df28 req-0953863a-631a-4d40-93aa-f16989d6c5ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:02.599544 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7e61df31-2806-4b29-8b79-443cfba9df28 req-0953863a-631a-4d40-93aa-f16989d6c5ac tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0799737 Mar 28 15:54:02.645656 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7e61df31-2806-4b29-8b79-443cfba9df28 req-3140ea38-2803-403b-aa73-d5ceb5fa313e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404663 Mar 28 15:54:02.824896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:03.343371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f1ee7d07-592c-4ad3-bfe2-329395a0f77a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:54:03.454647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:03.479900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:54:03.489625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:03.531656 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'code': 200} Mar 28 15:54:03.556072 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:03.628336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:03.635575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.635918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.636310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.636662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.636992 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.637322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.637722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.638024 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.638347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.638666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.638986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.639327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:03.926302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bc0e2-194f-43f0-88d1-9230256509ea req-9a85c165-4f6a-4ee8-b62f-3b02f24c3adc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:03.927942 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f1bc0e2-194f-43f0-88d1-9230256509ea req-9a85c165-4f6a-4ee8-b62f-3b02f24c3adc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 943 time: 0.1754892 Mar 28 15:54:03.971989 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f1bc0e2-194f-43f0-88d1-9230256509ea req-4740cd31-c62f-4dda-bbae-a1980f2343f1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381644 Mar 28 15:54:05.162068 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903045c-d21a-4d2c-8a9f-8e012423fbaa req-e2ab0bea-2d31-49d6-9ffc-1e22cf716f16 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:05.163502 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e903045c-d21a-4d2c-8a9f-8e012423fbaa req-e2ab0bea-2d31-49d6-9ffc-1e22cf716f16 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 943 time: 0.0823953 Mar 28 15:54:05.207621 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e903045c-d21a-4d2c-8a9f-8e012423fbaa req-59b6a190-6def-4b6a-9642-f7945acb07bd tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380666 Mar 28 15:54:05.365117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f1ee7d07-592c-4ad3-bfe2-329395a0f77a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:54:05.501243 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:05.514062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'port_id': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'mac_address': 'fa:16:3e:ed:d5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:54:05.571483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:05.587554 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ee7d07-592c-4ad3-bfe2-329395a0f77a {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:54:05.602813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:05.653991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:05.723152 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:05.778916 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['f1ee7d07-592c-4ad3-bfe2-329395a0f77a'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:54:05.817721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21149de7-e015-4f79-af01-9db753bca5f5 req-872d1ea3-7029-4aae-9a75-7352b1788a72 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:05.819237 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21149de7-e015-4f79-af01-9db753bca5f5 req-872d1ea3-7029-4aae-9a75-7352b1788a72 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 944 time: 0.0805275 Mar 28 15:54:05.873508 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-21149de7-e015-4f79-af01-9db753bca5f5 req-123857bc-f15e-4648-826d-a4003f531f0c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483956 Mar 28 15:54:05.888420 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-dc6c928b-d213-47ca-9f45-505a6cf865fb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:05.890499 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-dc6c928b-d213-47ca-9f45-505a6cf865fb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.0963278 Mar 28 15:54:06.128898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-4178602a-ad1d-4b9d-bc8b-32aa6f237942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:06.128898 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-4178602a-ad1d-4b9d-bc8b-32aa6f237942 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1097 time: 0.1314085 Mar 28 15:54:06.134483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad7aac-d852-4110-9be3-2ff78076a28c req-41ae70e0-90b2-4b8b-bca8-4df70abb3bfa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:06.135844 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8dad7aac-d852-4110-9be3-2ff78076a28c req-41ae70e0-90b2-4b8b-bca8-4df70abb3bfa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 944 time: 0.1076980 Mar 28 15:54:06.263123 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8dad7aac-d852-4110-9be3-2ff78076a28c req-a5208984-db74-45e0-9bcc-267dfb3b4975 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086106 Mar 28 15:54:06.290899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-cf16c4f2-8693-477a-88fa-4f6d3a47ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:06.292331 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-cf16c4f2-8693-477a-88fa-4f6d3a47ef13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 200 len: 897 time: 0.1556869 Mar 28 15:54:06.392141 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-e7b69261-1f2f-4ed3-8590-e232c5af8057 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 200 len: 1000 time: 0.0922976 Mar 28 15:54:06.450715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-dea747b0-4b87-430d-8263-443dcd8486f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:06.452143 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-dea747b0-4b87-430d-8263-443dcd8486f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce HTTP/1.1" status: 200 len: 835 time: 0.0554740 Mar 28 15:54:06.527526 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-3c72fefd-2044-435c-a8bf-0659a24d63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:06.529292 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-3c72fefd-2044-435c-a8bf-0659a24d63a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18849adf-2f6d-4ac1-b785-6efdd6527d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708601 Mar 28 15:54:06.656931 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-3ec834e5-50ad-41ff-b91f-587366b2f0a6 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208119 Mar 28 15:54:06.782469 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-36dc7381-1334-484f-9ff3-a5c6d00356f9 req-264ad9fd-3fde-416f-9740-1d84f58b3bf5 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203263 Mar 28 15:54:07.378934 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f1ee7d07-592c-4ad3-bfe2-329395a0f77a up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:54:07.448978 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port f1ee7d07-592c-4ad3-bfe2-329395a0f77a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:54:07.449354 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:07.456291 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94775351-6beb-4ab9-8dba-0bd5d42fcde1 req-99c1e1ba-6687-438f-93f6-0b8a110a76f5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:07.457751 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94775351-6beb-4ab9-8dba-0bd5d42fcde1 req-99c1e1ba-6687-438f-93f6-0b8a110a76f5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 944 time: 0.0873554 Mar 28 15:54:07.504722 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-94775351-6beb-4ab9-8dba-0bd5d42fcde1 req-62dd65c0-a6a9-44a7-9f46-8d5277753642 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405910 Mar 28 15:54:07.608197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:07.634604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:54:07.644967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:07.682748 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'code': 200} Mar 28 15:54:07.705530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:07.772841 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:08.302169 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:54:08.688652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4448375-4fa7-4503-81bc-5208ef4df822 req-f6b821ca-c082-4d3b-b965-d1240ef5787f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:08.690001 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d4448375-4fa7-4503-81bc-5208ef4df822 req-f6b821ca-c082-4d3b-b965-d1240ef5787f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0778401 Mar 28 15:54:08.735706 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d4448375-4fa7-4503-81bc-5208ef4df822 req-889de58c-d699-42ad-8536-4d32f36f8fea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396924 Mar 28 15:54:08.758320 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42688) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:08.861272 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8644736f-8709-4d6a-acfa-bb3c603bae9e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/da32bf15-8974-4104-8b29-3f739621e0ab HTTP/1.1" status: 200 len: 993 time: 0.1018453 Mar 28 15:54:21.367633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d47d6804-5d9a-41fd-9afd-0e038c2ccdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:23.521238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-02e61bd9-d6b5-4143-b9aa-f0fd8255e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:24.624528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:24.887760 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:26.316971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:32.830846 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:35.309394 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42702) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:35.503084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port 6f6776dd-b0e5-46ee-ab1e-42dfefe71d22 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:54:35.503424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:35.772890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:35.773214 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:35.893602 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for 6f6776dd-b0e5-46ee-ab1e-42dfefe71d22 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:54:36.116490 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:36.164037 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=6f6776dd-b0e5-46ee-ab1e-42dfefe71d22,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:36.206943 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.207319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.207776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.208113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.208446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.208778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.209106 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.209427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.209750 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.210072 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.210388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.210707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:36.264916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:36.265263 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP da32bf15-8974-4104-8b29-3f739621e0ab disassociated (deleted). External IP: 172.26.7.247, port: f1ee7d07-592c-4ad3-bfe2-329395a0f77a. Mar 28 15:54:36.605944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router acfea392-f255-4952-acf5-65a7ffb782ca has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:54:36.780736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:54:36.790656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] Sync routers for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:54:36.800205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:54:36.800810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:36.853691 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:36.911591 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0f224a24-7c8b-44fa-b1be-c042a6bb4110 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/floatingips/da32bf15-8974-4104-8b29-3f739621e0ab HTTP/1.1" status: 204 len: 168 time: 1.5979919 Mar 28 15:54:36.911591 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:54:36.982245 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:54:37.027323 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'status': 'completed', 'code': 200} Mar 28 15:54:37.149054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-be203761-e9cd-4c96-87d3-f7e69967a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:37.150430 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-be203761-e9cd-4c96-87d3-f7e69967a68c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 1098 time: 0.0776749 Mar 28 15:54:37.286530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-218bdbf1-c934-4d03-aae6-00d2072209a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:37.287973 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-218bdbf1-c934-4d03-aae6-00d2072209a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 200 len: 897 time: 0.1281128 Mar 28 15:54:37.309801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:53Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '60667e37-9075-45cd-a59c-d6b15ba82ab2', 'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:15:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:52Z', 'updated_at': '2022-03-28T15:52:59Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:37.313663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] Checking router: acfea392-f255-4952-acf5-65a7ffb782ca for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:54:37.322484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:54:37.323098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:37.362603 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-f57e80de-7b99-479c-9327-85ff6bb04dd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 200 len: 217 time: 0.0690041 Mar 28 15:54:37.500695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:54:37.507265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-99702df7-f2db-48ee-9bcb-8272f5fdf989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:37.512591 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-99702df7-f2db-48ee-9bcb-8272f5fdf989 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce HTTP/1.1" status: 200 len: 835 time: 0.1071951 Mar 28 15:54:37.576850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07004fd-536d-4232-8cc8-7097c238921d req-9e84e149-43d9-4142-964b-10846b06ba77 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:37.578396 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f07004fd-536d-4232-8cc8-7097c238921d req-9e84e149-43d9-4142-964b-10846b06ba77 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.1466599 Mar 28 15:54:37.738760 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f07004fd-536d-4232-8cc8-7097c238921d req-f028f326-3b79-4715-8cdc-e84675321a2c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537941 Mar 28 15:54:37.740787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-feb8a4b2-3dda-4415-aa5f-2eadeeaf33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:37.742137 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-feb8a4b2-3dda-4415-aa5f-2eadeeaf33b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18849adf-2f6d-4ac1-b785-6efdd6527d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2257669 Mar 28 15:54:37.822360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:53Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '60667e37-9075-45cd-a59c-d6b15ba82ab2', 'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:15:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:52Z', 'updated_at': '2022-03-28T15:52:59Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:37.826262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010187aa-1125-4338-bc4b-6e080b886232 None None] The sync data for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv is: [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:53Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '60667e37-9075-45cd-a59c-d6b15ba82ab2', 'name': '', 'network_id': '18849adf-2f6d-4ac1-b785-6efdd6527d1d', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:15:d0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:52Z', 'updated_at': '2022-03-28T15:52:59Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': 'aef9a6d0-cf04-4da6-9c06-e876de6ae3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:54:37.874287 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-9fb3b21c-d5a7-43c2-9b17-77e588ebdb6f service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250505 Mar 28 15:54:38.012042 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e21d9b73-50b2-4611-9d7e-b9aebc3f1ebb req-49606002-39e6-426f-8caa-f27fa5881c28 service neutron] 10.222.0.23 "GET /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311231 Mar 28 15:54:38.057640 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40337e61-41b1-4c11-8de4-57dd83818a6d None None] New status for floating IP da32bf15-8974-4104-8b29-3f739621e0ab: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:54:38.925816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f06ce-1d1b-42ab-8532-733559ab7f87 req-c5cce97b-cd15-410e-833e-a1ff69be969c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:38.927047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-601f06ce-1d1b-42ab-8532-733559ab7f87 req-c5cce97b-cd15-410e-833e-a1ff69be969c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:54:39.012974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-601f06ce-1d1b-42ab-8532-733559ab7f87 req-c5cce97b-cd15-410e-833e-a1ff69be969c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:54:39.014164 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-601f06ce-1d1b-42ab-8532-733559ab7f87 req-c5cce97b-cd15-410e-833e-a1ff69be969c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.1693707 Mar 28 15:54:39.058492 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-601f06ce-1d1b-42ab-8532-733559ab7f87 req-914961aa-3ddd-414b-851f-d1e86aeebbf9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3a1731b-f5a5-451a-8c3d-101e46dd5299&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385821 Mar 28 15:54:39.272614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-4ad272f2-718a-4e36-a72d-ef5ccbe33bb6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:39.274044 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-4ad272f2-718a-4e36-a72d-ef5ccbe33bb6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 945 time: 0.0788786 Mar 28 15:54:39.344416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port f1ee7d07-592c-4ad3-bfe2-329395a0f77a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:54:39.344674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:39.580030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port f1ee7d07-592c-4ad3-bfe2-329395a0f77a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:39.580437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:39.703260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for f1ee7d07-592c-4ad3-bfe2-329395a0f77a owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:54:39.892454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:39.947354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=f1ee7d07-592c-4ad3-bfe2-329395a0f77a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.006636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:40.027216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] No DVR routers for this DVR port f1ee7d07-592c-4ad3-bfe2-329395a0f77a on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:54:40.029623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:40.031991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'name': 'network-vif-deleted', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:54:40.075281 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797d9ed2-d311-4bc4-b38e-a16df3778079', 'name': 'network-vif-deleted', 'tag': 'f1ee7d07-592c-4ad3-bfe2-329395a0f77a', 'status': 'completed', 'code': 200} Mar 28 15:54:40.100364 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1338020-a5ec-4bd3-8a61-0bcc9df4f3a2 req-98999914-27d2-4db9-86ad-139473f68f5b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "DELETE /v2.0/ports/f1ee7d07-592c-4ad3-bfe2-329395a0f77a HTTP/1.1" status: 204 len: 173 time: 0.8216796 Mar 28 15:54:40.367894 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dd094e79-24ed-4858-8f34-1d620021bc97 req-d31460fc-ece7-4618-a92f-b3a402d9f879 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=797d9ed2-d311-4bc4-b38e-a16df3778079 HTTP/1.1" status: 200 len: 210 time: 0.0430131 Mar 28 15:54:41.462994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42724) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:41.576319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f1ee7d07-592c-4ad3-bfe2-329395a0f77a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:54:41.610258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: f1ee7d07-592c-4ad3-bfe2-329395a0f77a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:54:41.610602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device f1ee7d07-592c-4ad3-bfe2-329395a0f77a not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:54:42.120608 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:42.464999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port 60667e37-9075-45cd-a59c-d6b15ba82ab2 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:54:42.465720 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:42.656917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port 60667e37-9075-45cd-a59c-d6b15ba82ab2, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=60667e37-9075-45cd-a59c-d6b15ba82ab2,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:42.657272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:42.776001 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for 60667e37-9075-45cd-a59c-d6b15ba82ab2 owned by network:router_interface {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:54:43.304219 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:43.353762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=60667e37-9075-45cd-a59c-d6b15ba82ab2,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:43.635843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:43.991207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router acfea392-f255-4952-acf5-65a7ffb782ca has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:54:44.165028 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:54:44.174365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] Sync routers for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:54:44.178202 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-29662a24-724a-44fd-a37e-c028c3cd7623 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/acfea392-f255-4952-acf5-65a7ffb782ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7138236 Mar 28 15:54:44.180579 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42728) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:44.184218 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:54:44.184802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:44.246213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba49166-c034-4e25-9f8d-dd144f60a35d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting subnet aef9a6d0-cf04-4da6-9c06-e876de6ae3ce {{(pid=88487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:54:44.249279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cba49166-c034-4e25-9f8d-dd144f60a35d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:44.307163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cba49166-c034-4e25-9f8d-dd144f60a35d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31875995'] for subnet, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:44.391218 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cba49166-c034-4e25-9f8d-dd144f60a35d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:44.407647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:54:44.516555 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cba49166-c034-4e25-9f8d-dd144f60a35d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31575157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33054684'] for subnet, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:44.557784 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba49166-c034-4e25-9f8d-dd144f60a35d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Subnet': ['ID=aef9a6d0-cf04-4da6-9c06-e876de6ae3ce,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:44.563411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cba49166-c034-4e25-9f8d-dd144f60a35d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:44.569372 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cba49166-c034-4e25-9f8d-dd144f60a35d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/subnets/aef9a6d0-cf04-4da6-9c06-e876de6ae3ce HTTP/1.1" status: 204 len: 168 time: 0.3878238 Mar 28 15:54:44.571918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42732) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:44.586658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2ca7c-9825-44aa-aeb9-8c84fb591f7a None None] Network 18849adf-2f6d-4ac1-b785-6efdd6527d1d requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:54:44.852449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:54:43Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:44.863322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] Checking router: acfea392-f255-4952-acf5-65a7ffb782ca for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:54:44.866401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:44.874393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] Routers {'acfea392-f255-4952-acf5-65a7ffb782ca'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:54:44.875000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['acfea392-f255-4952-acf5-65a7ffb782ca'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:44.972874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db912a3-f406-453c-9e98-0fc1da3843ab None None] DHCP port deletion for 18849adf-2f6d-4ac1-b785-6efdd6527d1d request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:54:45.035296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0db912a3-f406-453c-9e98-0fc1da3843ab None None] Deleting port ff81db13-195d-429e-913d-3eb61a8b3e26 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:54:45.036243 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0db912a3-f406-453c-9e98-0fc1da3843ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:45.051971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:45.107714 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] Set router acfea392-f255-4952-acf5-65a7ffb782ca gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:54:45.127411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port d5776995-b12b-4683-93d3-059d0d47fdb6 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:54:45.127761 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:45.300795 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.db [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port d5776995-b12b-4683-93d3-059d0d47fdb6, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d5776995-b12b-4683-93d3-059d0d47fdb6,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:45.301199 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:45.302059 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:54:45.427125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for d5776995-b12b-4683-93d3-059d0d47fdb6 owned by network:router_gateway {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:54:45.459613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-0db912a3-f406-453c-9e98-0fc1da3843ab None None] For port ff81db13-195d-429e-913d-3eb61a8b3e26, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=ff81db13-195d-429e-913d-3eb61a8b3e26,segment=NetworkSegment(9f8a787b-f4ab-4ae3-90da-05b5faac5e0f),segment_id=9f8a787b-f4ab-4ae3-90da-05b5faac5e0f)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:45.460196 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0db912a3-f406-453c-9e98-0fc1da3843ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:45.647690 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:45.661640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0db912a3-f406-453c-9e98-0fc1da3843ab None None] Calling delete_port for ff81db13-195d-429e-913d-3eb61a8b3e26 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:54:45.698014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=d5776995-b12b-4683-93d3-059d0d47fdb6,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:45.753133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:54:43Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:45.757574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcba59b-1bbc-45f7-9f4e-c23cd7e987fd None None] The sync data for ids ['acfea392-f255-4952-acf5-65a7ffb782ca'] in dv-neutron-828143-13-hyperv is: [{'id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261255606', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89'}], 'enable_snat': True}, 'gw_port_id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:54:43Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd5776995-b12b-4683-93d3-059d0d47fdb6', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfea392-f255-4952-acf5-65a7ffb782ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:52:48Z', 'updated_at': '2022-03-28T15:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:54:45.794079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:45.795512 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0db912a3-f406-453c-9e98-0fc1da3843ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:45.838096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db912a3-f406-453c-9e98-0fc1da3843ab None None] Pushing event deleted for resources: {'Port': ['ID=ff81db13-195d-429e-913d-3eb61a8b3e26,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:45.845960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db912a3-f406-453c-9e98-0fc1da3843ab None None] No DVR routers for this DVR port ff81db13-195d-429e-913d-3eb61a8b3e26 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:54:45.975902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:45.978000 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.082026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.082563 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Fanout notify agent at l3_agent the message router_deleted on router acfea392-f255-4952-acf5-65a7ffb782ca {{(pid=88487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:54:46.099879 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.101000 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6818cd77-6c2d-4674-aa12-dd0bc74542a3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/routers/acfea392-f255-4952-acf5-65a7ffb782ca HTTP/1.1" status: 204 len: 168 time: 1.5281909 Mar 28 15:54:46.103710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42736) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:46.228653 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.474606 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.499512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18849adf-2f6d-4ac1-b785-6efdd6527d1d']}} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:46.512190 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f') {'for_net_delete': True} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:46.512487 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.services.segments.db [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8a787b-f4ab-4ae3-90da-05b5faac5e0f') {} {{(pid=88487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:46.524250 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31875980'] for segment, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.540994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.547122 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=88487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:54:46.547511 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31574487'] for segment, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: Traceback (most recent call last): Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: timer() Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: cb(*args, **kw) Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: return func(*args, **kwargs) Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: self._notify() Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: self.callback(batched_events) Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: event.method(event) Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: return f(self, *a, **k) Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._get(url).json() Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: return self.request(url, 'GET', **kwargs) Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:54:46.562131 dv-neutron-828143-13-hyperv neutron-server[88487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:54:46.716127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.733506 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.746851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Network': ['ID=18849adf-2f6d-4ac1-b785-6efdd6527d1d,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:46.807396 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c26257ce-87e6-4930-83de-51b31e20bfec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/networks/18849adf-2f6d-4ac1-b785-6efdd6527d1d HTTP/1.1" status: 204 len: 168 time: 0.7025146 Mar 28 15:54:46.809994 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42740) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:46.900954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-92372382-2a18-477e-a9e9-2deb9f630ea3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.935654 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-92372382-2a18-477e-a9e9-2deb9f630ea3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:46.952937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ff81db13-195d-429e-913d-3eb61a8b3e26 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:54:46.989831 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: ff81db13-195d-429e-913d-3eb61a8b3e26 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:54:46.990178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device ff81db13-195d-429e-913d-3eb61a8b3e26 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:54:46.990597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d5776995-b12b-4683-93d3-059d0d47fdb6 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:54:47.022443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: d5776995-b12b-4683-93d3-059d0d47fdb6 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:54:47.022740 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d5776995-b12b-4683-93d3-059d0d47fdb6 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:54:47.023173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 60667e37-9075-45cd-a59c-d6b15ba82ab2 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:54:47.056125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 60667e37-9075-45cd-a59c-d6b15ba82ab2 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:54:47.056397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 60667e37-9075-45cd-a59c-d6b15ba82ab2 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:54:47.081595 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-92372382-2a18-477e-a9e9-2deb9f630ea3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:47.099946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92372382-2a18-477e-a9e9-2deb9f630ea3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a1731b-f5a5-451a-8c3d-101e46dd5299,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:47.178045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-92372382-2a18-477e-a9e9-2deb9f630ea3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:47.179275 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-92372382-2a18-477e-a9e9-2deb9f630ea3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/security-groups/a3a1731b-f5a5-451a-8c3d-101e46dd5299 HTTP/1.1" status: 204 len: 168 time: 0.3683219 Mar 28 15:54:47.672916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42748) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:47.678034 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112222870', 'description': 'tempest-secgroup-smoke-1112222870 description', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:47.684221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:47.688257 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:47.691017 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:47.697221 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:47.744520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:47.764598 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:47.768437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:47.771841 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:47.777465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:47.843970 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:47.898288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:47.944992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d94244-324e-4e30-a0bb-d6c2acde0ee7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:48.006882 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.008165 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-045a6ce0-1b85-4685-95c4-4fd67a11f792 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3342466 Mar 28 15:54:48.010888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42752) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:48.015916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b3d94244-324e-4e30-a0bb-d6c2acde0ee7', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:48.021992 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:48.025914 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:48.029127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:48.034793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:48.133869 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.198034 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.264512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.288536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9130f48a-071c-4290-9198-0857fa7f1875,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:48.361834 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.363013 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-157512d1-7ac9-44f1-8ebb-0dd5064ab3dc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3511403 Mar 28 15:54:48.365701 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42756) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:48.370700 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b3d94244-324e-4e30-a0bb-d6c2acde0ee7', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:48.376592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:48.380945 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:48.383823 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:48.389714 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:48.476744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.537488 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.630856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.653625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173a7c99-c7b8-44ed-a79b-a1eafc05a214,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:48.744756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.745860 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4cee4e12-176e-41b6-b9f7-833d0c5eb43e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3792052 Mar 28 15:54:48.748553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42760) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:48.753404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b3d94244-324e-4e30-a0bb-d6c2acde0ee7', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:48.759832 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:48.763752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:48.766615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:48.772195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:48.853983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.915709 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:48.984464 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.008918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341af2c7-0b2c-4ba7-afa7-3e592388436e,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:49.099132 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.100326 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-429de56e-19bc-4e68-aff4-6109cea9b719 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508642 Mar 28 15:54:49.102932 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42764) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:49.107843 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b3d94244-324e-4e30-a0bb-d6c2acde0ee7', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:49.114421 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:49.118260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:49.121120 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:49.126749 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:49.196095 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.258611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.327377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.350707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e70444-7f62-42ba-af37-8f0fe8127797,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:49.424619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.425811 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9ffd946e-0a97-4402-ba97-3e2ab0671984 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219554 Mar 28 15:54:49.428663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42768) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:49.433583 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b3d94244-324e-4e30-a0bb-d6c2acde0ee7', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:49.439402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:49.443290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:49.446306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:49.452481 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:49.516298 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:54:49.525748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.588934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.653091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.676592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44dd41c-29b2-4b49-9dbf-a32c16fea8f2,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:49.744325 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.745502 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-58f02b7f-28b1-412f-a603-19410fe00067 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159392 Mar 28 15:54:49.748220 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42772) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:49.753077 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b3d94244-324e-4e30-a0bb-d6c2acde0ee7', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:49.759587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:49.763395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:49.766296 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:49.772556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:49.858676 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:54:49.865098 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:49.932363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.001382 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.025047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb307c86-f09f-4e9d-9dac-08ef7c17c632,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:50.116012 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.117168 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-5986e80d-94c6-4ade-a617-e923dce6a4b7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3680489 Mar 28 15:54:50.119954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42776) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:50.125345 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'network': {'name': 'tempest-network-smoke--1559509238', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'port_security_enabled': True}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:50.130776 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:50.134924 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:network and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:50.137764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:50.143594 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:50.207198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:54:50.210639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.237094 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:54:50.245639 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.245997 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Added segment 64b568b4-48a3-4f0e-a112-2bed6147e72a of type vlan for network 5ea6a005-c534-4cdb-a532-a795f67f50d6 Mar 28 15:54:50.271264 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.366206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.371441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:50.372014 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.478284 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Network': ['ID=5ea6a005-c534-4cdb-a532-a795f67f50d6,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:50.488124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 5ea6a005-c534-4cdb-a532-a795f67f50d6 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:54:50.493266 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1e008ba5-250b-4674-8e83-9eaa966ae1a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3722744 Mar 28 15:54:50.495813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42780) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:50.500851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'admin_state_up': True, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:50.508060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:50.512020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:router and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:50.514989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:50.521368 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:50.578418 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.579459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.593710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:50.913565 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:51.361205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ff2b18fc-673d-4ac5-b9f8-cb77e2a1fe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:51.419267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:51.447771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:51.580791 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.79 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/8108341a-dd3d-4a75-bfb5-219cde61ab34) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:54:51.721762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:51.819293 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:51.880803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:54:51.883538 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:54:51.887236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:54:51.931755 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=8108341a-dd3d-4a75-bfb5-219cde61ab34,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:52.376647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:52.704901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:53.115228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:54:53.289228 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:54:53.299361 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Sync routers for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:54:53.308078 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:54:53.308680 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:53.355885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:53.357093 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b00a57fe-08d4-4930-ac4a-7c4df37983a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8603752 Mar 28 15:54:53.360241 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42784) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:53.449787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42790) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:53.450380 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c436c649-8ec2-4161-af31-25c0c55ef002 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0885868 Mar 28 15:54:53.487664 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:54:53.516525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d7d25502-c1aa-4346-8bfe-90602807323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:53.581134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b7b20d-1997-4e8d-bc7a-3ab0ecc3fd36 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:53.582653 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-63b7b20d-1997-4e8d-bc7a-3ab0ecc3fd36 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311255 Mar 28 15:54:53.586687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42794) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:53.638976 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a8798d33-4bf9-4937-b87d-db03afd6748f tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523338 Mar 28 15:54:53.641483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42798) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:53.646714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335840372', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:54:53.755674 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:54:53.759503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:subnet and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:54:53.762251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:54:53.767899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:54:53.798939 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:52Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:53.803304 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Checking router: 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:54:53.803646 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Updating router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e port 8108341a-dd3d-4a75-bfb5-219cde61ab34 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:54:53.841796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:54:53.845290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:53.856502 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.183939 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.194961 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Transition to ACTIVE for port object 8108341a-dd3d-4a75-bfb5-219cde61ab34 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:54:54.207945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.264549 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.286407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Subnet': ['ID=4d9473cf-d274-4edd-95e4-6cd3edf845aa,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:54.295119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Checking segment: {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:54:54.295477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network hostable DHCP agents. Network: 5ea6a005-c534-4cdb-a532-a795f67f50d6, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:54:54.343732 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Attempting to bind port 8108341a-dd3d-4a75-bfb5-219cde61ab34 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:54:54.344250 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Attempting to bind port 8108341a-dd3d-4a75-bfb5-219cde61ab34 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:54:54.344439 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Attempting to bind port 8108341a-dd3d-4a75-bfb5-219cde61ab34 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:54:54.347711 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Pushing event updated for resources: {'Port': ['ID=8108341a-dd3d-4a75-bfb5-219cde61ab34,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:54.355661 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:54:54.356030 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:54:54.356426 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.356812 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:54:54.357262 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Bound port: 8108341a-dd3d-4a75-bfb5-219cde61ab34, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:54:54.357635 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.367375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 5ea6a005-c534-4cdb-a532-a795f67f50d6 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:54:54.388276 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.388615 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.388976 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.389305 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.389630 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.389958 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.390281 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.390604 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.390924 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.391265 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.391583 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.391899 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:54:54.437857 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] For port 8108341a-dd3d-4a75-bfb5-219cde61ab34, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:54:54.440652 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] For port 8108341a-dd3d-4a75-bfb5-219cde61ab34, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8108341a-dd3d-4a75-bfb5-219cde61ab34,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:54:54.464549 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 5ea6a005-c534-4cdb-a532-a795f67f50d6) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:54:54.470770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:54.470770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.474160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96442519-a3e6-4dea-a68f-60852c60d182 None None] Network 5ea6a005-c534-4cdb-a532-a795f67f50d6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:54:54.544797 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.568166 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-35d02a87-8da8-42e8-b17f-e1db5efdc698 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9256485 Mar 28 15:54:54.571089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42802) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:54:54.624005 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1330f79-def2-4a40-9685-c37220d86fb2 None None] Pushing event updated for resources: {'Port': ['ID=8108341a-dd3d-4a75-bfb5-219cde61ab34,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:54.628864 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:54:54.629506 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:54.655635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.720678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-5ea6a005-c534-4cdb-a532-a795f67f50d6', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:54:54.721679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:54.812647 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:54:54.898171 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Allocated IP 172.20.0.2 (5ea6a005-c534-4cdb-a532-a795f67f50d6/4d9473cf-d274-4edd-95e4-6cd3edf845aa/4a1e3a65-0197-4cce-aaff-223c829488c8) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:54:54.945629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:55.103285 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-dba05036-09f1-427a-9422-878fb5701875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:52Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:55.107478 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba05036-09f1-427a-9422-878fb5701875 None None] The sync data for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv is: [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:52Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:54:55.119061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:55.137194 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Transition to ACTIVE for port object 4a1e3a65-0197-4cce-aaff-223c829488c8 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:54:55.156227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Transition to ACTIVE for port object 4a1e3a65-0197-4cce-aaff-223c829488c8 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:54:55.213910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:55.276558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Network 5ea6a005-c534-4cdb-a532-a795f67f50d6 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:54:55.279636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:54:55.283340 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:54:55.306710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:55.340467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Pushing event updated for resources: {'Port': ['ID=4a1e3a65-0197-4cce-aaff-223c829488c8,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:55.407155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Attempting to bind port 4a1e3a65-0197-4cce-aaff-223c829488c8 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:54:55.407504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Attempting to bind port 4a1e3a65-0197-4cce-aaff-223c829488c8 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:54:55.407874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Attempting to bind port 4a1e3a65-0197-4cce-aaff-223c829488c8 on network 5ea6a005-c534-4cdb-a532-a795f67f50d6 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:54:55.414009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:54:55.414677 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Checking segment: {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:54:55.414812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:55.415306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Bound using segment: {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:54:55.415761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Bound port: 4a1e3a65-0197-4cce-aaff-223c829488c8, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:54:55.416136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:55.506913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] For port 4a1e3a65-0197-4cce-aaff-223c829488c8, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:54:55.510942 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] For port 4a1e3a65-0197-4cce-aaff-223c829488c8, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a1e3a65-0197-4cce-aaff-223c829488c8,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:54:55.585549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:55.678121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867962-053a-49b2-9cee-7b4b84717e28 None None] Pushing event updated for resources: {'Port': ['ID=4a1e3a65-0197-4cce-aaff-223c829488c8,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:55.911847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.1 (5ea6a005-c534-4cdb-a532-a795f67f50d6/4d9473cf-d274-4edd-95e4-6cd3edf845aa/7cda2533-994f-495b-8eef-a5e74b00fa69) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:54:56.080358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:56.095373 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object 7cda2533-994f-495b-8eef-a5e74b00fa69 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:54:56.184619 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:56.248091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 5ea6a005-c534-4cdb-a532-a795f67f50d6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:54:56.251807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:54:56.262142 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:54:56.294888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=7cda2533-994f-495b-8eef-a5e74b00fa69,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:56.326683 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:56.339001 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:56.628835 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae332c-2dae-4787-a389-530cc2292df8 None None] Network 5ea6a005-c534-4cdb-a532-a795f67f50d6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:54:56.678870 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:56.826608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-77849986-79ed-4398-b667-966126b70a2e None None] Provisioning for port 4a1e3a65-0197-4cce-aaff-223c829488c8 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:54:57.016806 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a1e3a65-0197-4cce-aaff-223c829488c8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:54:57.150091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 4a1e3a65-0197-4cce-aaff-223c829488c8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:54:57.155648 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.156129 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4a1e3a65-0197-4cce-aaff-223c829488c8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:54:57.156478 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.213427 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.285921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-60f94b0b-2b64-468b-865a-1bcb224858de None None] Provisioning complete for port 4a1e3a65-0197-4cce-aaff-223c829488c8 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:54:57.286282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-60f94b0b-2b64-468b-865a-1bcb224858de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.321371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.330931 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=7cda2533-994f-495b-8eef-a5e74b00fa69,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:57.333467 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.377322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 4a1e3a65-0197-4cce-aaff-223c829488c8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a1e3a65-0197-4cce-aaff-223c829488c8,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:57.435381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.436127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8108341a-dd3d-4a75-bfb5-219cde61ab34 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:54:57.471340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 5ea6a005-c534-4cdb-a532-a795f67f50d6 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:54:57.472466 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:54:57.489822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-60f94b0b-2b64-468b-865a-1bcb224858de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.606571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=4a1e3a65-0197-4cce-aaff-223c829488c8,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:57.637262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-60f94b0b-2b64-468b-865a-1bcb224858de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 15:54:57.637611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-60f94b0b-2b64-468b-865a-1bcb224858de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 15:54:57.693469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 8108341a-dd3d-4a75-bfb5-219cde61ab34 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:54:57.698855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8108341a-dd3d-4a75-bfb5-219cde61ab34 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:54:57.699292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.791097 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:54:57.818240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.834243 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 8108341a-dd3d-4a75-bfb5-219cde61ab34, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8108341a-dd3d-4a75-bfb5-219cde61ab34,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:54:57.927541 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:57.969470 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:54:57.984503 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-ba8503ae-8263-465f-afcc-e8e75da347da tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/81c60f6c-50b1-493f-bb6b-b44c33fb9f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4118133 Mar 28 15:54:57.988236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Sync routers for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:54:58.006461 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:54:58.007109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:58.086013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=8108341a-dd3d-4a75-bfb5-219cde61ab34,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:58.148227 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-a02d7666-9acb-49b3-b98c-c463446da2de tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:54:58.235274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-a02d7666-9acb-49b3-b98c-c463446da2de tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:54:58.236497 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-a02d7666-9acb-49b3-b98c-c463446da2de tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112222870&fields=id&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 267 time: 0.1270146 Mar 28 15:54:58.243317 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:54:58.375789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-60f94b0b-2b64-468b-865a-1bcb224858de None None] Provisioning for port 7cda2533-994f-495b-8eef-a5e74b00fa69 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:54:58.398904 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-60f94b0b-2b64-468b-865a-1bcb224858de None None] Provisioning complete for port 7cda2533-994f-495b-8eef-a5e74b00fa69 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:54:58.399304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-60f94b0b-2b64-468b-865a-1bcb224858de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:58.408986 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-0392d844-c07e-4986-a910-c0af78c16d36 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:54:58.409652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-0392d844-c07e-4986-a910-c0af78c16d36 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:54:58.509977 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-0392d844-c07e-4986-a910-c0af78c16d36 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:54:58.511180 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-0392d844-c07e-4986-a910-c0af78c16d36 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/networks?id=5ea6a005-c534-4cdb-a532-a795f67f50d6 HTTP/1.1" status: 200 len: 797 time: 0.2677462 Mar 28 15:54:58.524637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-60f94b0b-2b64-468b-865a-1bcb224858de None None] Port 7cda2533-994f-495b-8eef-a5e74b00fa69 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:54:58.526159 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-40a1df1b-6107-4ddf-ba8f-d873c8950916 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/quotas/c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 375 time: 0.0095079 Mar 28 15:54:58.625401 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-734a107c-6731-43d7-9d5f-101d20f269e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:54:58.655090 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b2886a1b-e368-439d-9d2c-38763b2e722e None None] Provisioning complete for port 7cda2533-994f-495b-8eef-a5e74b00fa69 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:54:58.655457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b2886a1b-e368-439d-9d2c-38763b2e722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:58.698577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-734a107c-6731-43d7-9d5f-101d20f269e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:54:58.699930 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-734a107c-6731-43d7-9d5f-101d20f269e7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675656 Mar 28 15:54:58.718943 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b2886a1b-e368-439d-9d2c-38763b2e722e None None] Port 7cda2533-994f-495b-8eef-a5e74b00fa69 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:54:58.723312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7cda2533-994f-495b-8eef-a5e74b00fa69', 'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:f7:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:55Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 2, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:54:58.727288 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Checking router: 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:54:58.727648 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Updating router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e port 7cda2533-994f-495b-8eef-a5e74b00fa69 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:54:58.778863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:58.835256 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-fb2c0734-177c-4b6f-96d1-b5d53ecdccf0 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235743 Mar 28 15:54:58.973828 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-81cb61f7-f22c-4252-b4aa-db9041e43a94 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328323 Mar 28 15:54:59.014170 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a1e3a65-0197-4cce-aaff-223c829488c8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:54:59.130505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 4a1e3a65-0197-4cce-aaff-223c829488c8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:54:59.130886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:59.223369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-ffcff21f-e369-4f6d-8bf2-85d84253f404 req-e20b45e4-7d7e-408d-ad59-ebeaefd1d64b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:54:59.236610 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-ffcff21f-e369-4f6d-8bf2-85d84253f404 req-e20b45e4-7d7e-408d-ad59-ebeaefd1d64b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:54:59.245561 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ffcff21f-e369-4f6d-8bf2-85d84253f404 req-e20b45e4-7d7e-408d-ad59-ebeaefd1d64b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 210 time: 0.0700099 Mar 28 15:54:59.250256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:59.293802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Transition to ACTIVE for port object 7cda2533-994f-495b-8eef-a5e74b00fa69 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:54:59.333419 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8108341a-dd3d-4a75-bfb5-219cde61ab34 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:54:59.361424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:59.511289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da006e-82cc-4f8b-a54c-3c99ab3f6318 None None] Pushing event updated for resources: {'Port': ['ID=7cda2533-994f-495b-8eef-a5e74b00fa69,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:54:59.609168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 8108341a-dd3d-4a75-bfb5-219cde61ab34 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:54:59.609535 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:59.636473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Attempting to bind port 7cda2533-994f-495b-8eef-a5e74b00fa69 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:54:59.641977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Attempting to bind port 7cda2533-994f-495b-8eef-a5e74b00fa69 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:54:59.641977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Attempting to bind port 7cda2533-994f-495b-8eef-a5e74b00fa69 on network 5ea6a005-c534-4cdb-a532-a795f67f50d6 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:54:59.658650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:54:59.659013 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Checking segment: {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:54:59.659429 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:59.659812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Bound using segment: {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:54:59.661007 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Bound port: 7cda2533-994f-495b-8eef-a5e74b00fa69, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:54:59.661187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:59.821061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] For port 7cda2533-994f-495b-8eef-a5e74b00fa69, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:54:59.829084 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] For port 7cda2533-994f-495b-8eef-a5e74b00fa69, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7cda2533-994f-495b-8eef-a5e74b00fa69,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:54:59.888135 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:54:59.964681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:54:59.965308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:55:00.031361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da006e-82cc-4f8b-a54c-3c99ab3f6318 None None] Pushing event updated for resources: {'Port': ['ID=7cda2533-994f-495b-8eef-a5e74b00fa69,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:55:00.191280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:55:00.385714 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4bc74fe3-dce7-4cde-b127-f1f2e69d3aee req-8cc4217e-1c2d-4a5c-abed-f432a9dffe64 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 210 time: 0.0429902 Mar 28 15:55:00.503345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7cda2533-994f-495b-8eef-a5e74b00fa69', 'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:f7:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:55Z', 'updated_at': '2022-03-28T15:54:59Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:55:00.507275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac3f58-486f-4a8b-915f-b2253b86cbde None None] The sync data for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv is: [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7cda2533-994f-495b-8eef-a5e74b00fa69', 'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:f7:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:55Z', 'updated_at': '2022-03-28T15:54:59Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:55:00.986112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7cda2533-994f-495b-8eef-a5e74b00fa69 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:55:01.144552 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 7cda2533-994f-495b-8eef-a5e74b00fa69 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:55:01.150495 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7cda2533-994f-495b-8eef-a5e74b00fa69 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:55:01.150868 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:01.271974 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:01.307267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 7cda2533-994f-495b-8eef-a5e74b00fa69, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7cda2533-994f-495b-8eef-a5e74b00fa69,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:55:01.373193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:01.453309 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=7cda2533-994f-495b-8eef-a5e74b00fa69,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:55:01.455999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-52ceb823-4c10-4221-b139-106f6174bdb3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:01.458211 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-52ceb823-4c10-4221-b139-106f6174bdb3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/networks?id=5ea6a005-c534-4cdb-a532-a795f67f50d6 HTTP/1.1" status: 200 len: 797 time: 0.1789627 Mar 28 15:55:01.515773 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-837d93df-ce48-40c2-8b3a-4a1c6fb9162b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 380 time: 0.0429862 Mar 28 15:55:01.524484 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'port': {'device_id': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'admin_state_up': True, 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'security_groups': ['b3d94244-324e-4e30-a0bb-d6c2acde0ee7']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:55:01.603207 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-117bf03f-d075-4891-b109-1aedd322266b req-08622931-815e-4b3e-a6a8-989fbca9d23e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 210 time: 0.0640163 Mar 28 15:55:01.714231 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:55:01.723713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:55:01.789949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:55:01.793595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:01.962680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.8 (5ea6a005-c534-4cdb-a532-a795f67f50d6/4d9473cf-d274-4edd-95e4-6cd3edf845aa/69c5ef63-af19-4564-be3f-0a4d83f70e88) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:55:02.148946 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:02.164233 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object 69c5ef63-af19-4564-be3f-0a4d83f70e88 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:55:02.236297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:02.306967 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 5ea6a005-c534-4cdb-a532-a795f67f50d6 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:55:02.309882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:55:02.313676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:55:02.357930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=69c5ef63-af19-4564-be3f-0a4d83f70e88,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:55:02.389961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:02.390566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:02.492928 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-4c7b77c3-1927-47d4-96a1-baa531c463fe tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9722502 Mar 28 15:55:02.509501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Request body: {'port': {'device_id': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:55:02.638913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:02.647208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d8723387-9177-4457-a993-a560091da94f None None] Provisioning for port 69c5ef63-af19-4564-be3f-0a4d83f70e88 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:55:02.653499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-d8723387-9177-4457-a993-a560091da94f None None] Provisioning complete for port 69c5ef63-af19-4564-be3f-0a4d83f70e88 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:55:02.654132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8723387-9177-4457-a993-a560091da94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:02.708555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d8723387-9177-4457-a993-a560091da94f None None] Port 69c5ef63-af19-4564-be3f-0a4d83f70e88 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:55:02.824722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b458e0-de6a-4ff3-a1fd-b17ad40a3ac5 req-11c932c9-f46e-4fa4-9ac4-65e24993c3a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:02.826189 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-69b458e0-de6a-4ff3-a1fd-b17ad40a3ac5 req-11c932c9-f46e-4fa4-9ac4-65e24993c3a7 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 931 time: 0.0826924 Mar 28 15:55:02.841536 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:02.873125 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-69b458e0-de6a-4ff3-a1fd-b17ad40a3ac5 req-f6865671-0400-4167-b64d-4c9bd2e786cf tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Mar 28 15:55:02.953842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7cda2533-994f-495b-8eef-a5e74b00fa69 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:55:02.994477 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c5ef63-af19-4564-be3f-0a4d83f70e88 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:55:03.002668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:03.019131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Transition to ACTIVE for port object 69c5ef63-af19-4564-be3f-0a4d83f70e88 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:55:03.032549 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 7cda2533-994f-495b-8eef-a5e74b00fa69 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:55:03.033070 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:03.099257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:03.335908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Pushing event updated for resources: {'Port': ['ID=69c5ef63-af19-4564-be3f-0a4d83f70e88,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:55:03.450089 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Attempting to bind port 69c5ef63-af19-4564-be3f-0a4d83f70e88 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:55:03.450329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Attempting to bind port 69c5ef63-af19-4564-be3f-0a4d83f70e88 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:55:03.450647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Attempting to bind port 69c5ef63-af19-4564-be3f-0a4d83f70e88 on network 5ea6a005-c534-4cdb-a532-a795f67f50d6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:55:03.455129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Port 69c5ef63-af19-4564-be3f-0a4d83f70e88 on network 5ea6a005-c534-4cdb-a532-a795f67f50d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:55:03.455446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Attempting to bind port 69c5ef63-af19-4564-be3f-0a4d83f70e88 on network 5ea6a005-c534-4cdb-a532-a795f67f50d6 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:55:03.461183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:55:03.461512 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Checking segment: {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:55:03.461891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Bound using segment: {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:55:03.462332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Bound port: 69c5ef63-af19-4564-be3f-0a4d83f70e88, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b568b4-48a3-4f0e-a112-2bed6147e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:55:03.462672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:03.550672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] For port 69c5ef63-af19-4564-be3f-0a4d83f70e88, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:55:03.554356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] For port 69c5ef63-af19-4564-be3f-0a4d83f70e88, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:55:03.623858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:03.679058 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:03.679664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:03.681061 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] 10.222.0.23 "PUT /v2.0/ports/69c5ef63-af19-4564-be3f-0a4d83f70e88 HTTP/1.1" status: 200 len: 1093 time: 1.1757784 Mar 28 15:55:03.681519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:55:03.706945 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3441f-930f-471e-b8c2-303e5b350aee service neutron] Pushing event updated for resources: {'Port': ['ID=69c5ef63-af19-4564-be3f-0a4d83f70e88,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:55:03.731830 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'status': 'completed', 'code': 200} Mar 28 15:55:03.844976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8c1e3-1dcb-4686-844b-7d3f595b63d2 req-1a583f85-2e7b-4c59-96a9-d9cdae44cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:03.846463 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cd8c1e3-1dcb-4686-844b-7d3f595b63d2 req-1a583f85-2e7b-4c59-96a9-d9cdae44cc57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 1096 time: 0.0727987 Mar 28 15:55:03.997877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8c1e3-1dcb-4686-844b-7d3f595b63d2 req-1ced94b3-9a27-4537-b379-f619ce5f22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:03.999264 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cd8c1e3-1dcb-4686-844b-7d3f595b63d2 req-1ced94b3-9a27-4537-b379-f619ce5f22f9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1400743 Mar 28 15:55:04.056290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e5e51-8669-48ee-aea6-a717924fe1dc req-e2d67b62-fe1a-475b-9e86-a086e572b4f5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:04.057676 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5e3e5e51-8669-48ee-aea6-a717924fe1dc req-e2d67b62-fe1a-475b-9e86-a086e572b4f5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 943 time: 0.0797992 Mar 28 15:55:04.100752 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5e3e5e51-8669-48ee-aea6-a717924fe1dc req-3aca03b4-a580-4f5f-96ee-b45b50bd0508 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374370 Mar 28 15:55:04.138307 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8c1e3-1dcb-4686-844b-7d3f595b63d2 req-41a0a208-3903-4d38-a8be-5ff4ac2aa281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:04.139802 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9cd8c1e3-1dcb-4686-844b-7d3f595b63d2 req-41a0a208-3903-4d38-a8be-5ff4ac2aa281 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352444 Mar 28 15:55:04.268871 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-a04dcd2b-792b-433e-a580-fec1109c6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:04.270344 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-a04dcd2b-792b-433e-a580-fec1109c6d02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 1096 time: 0.0737994 Mar 28 15:55:04.345342 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-7d524f01-15e2-4af9-b03b-19c94971fc1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88 HTTP/1.1" status: 200 len: 217 time: 0.0634847 Mar 28 15:55:04.405591 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-fecdff26-cd06-4f42-805f-c77349ef6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:04.406945 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-fecdff26-cd06-4f42-805f-c77349ef6631 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d9473cf-d274-4edd-95e4-6cd3edf845aa HTTP/1.1" status: 200 len: 835 time: 0.0551369 Mar 28 15:55:04.480767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-24487a11-e7ce-4827-8f7b-6ad6f4254916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:04.482186 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-24487a11-e7ce-4827-8f7b-6ad6f4254916 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ea6a005-c534-4cdb-a532-a795f67f50d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683305 Mar 28 15:55:04.608995 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-751e9daa-3c13-4d18-91c5-64f19c8b25a6 service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209068 Mar 28 15:55:04.744723 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e1ba919-5f0d-43b6-9b4b-bc442fff1248 req-f7fededa-b657-4a01-9d49-8ad5f5ef62dd service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299620 Mar 28 15:55:05.288218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46542518-e5e6-49b9-b2fe-a0f59208b638 req-f348f7cb-9a95-4cee-a7c2-f609c7ea9a6e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:05.289041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-46542518-e5e6-49b9-b2fe-a0f59208b638 req-f348f7cb-9a95-4cee-a7c2-f609c7ea9a6e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:55:05.338385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-46542518-e5e6-49b9-b2fe-a0f59208b638 req-f348f7cb-9a95-4cee-a7c2-f609c7ea9a6e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:55:05.339548 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46542518-e5e6-49b9-b2fe-a0f59208b638 req-f348f7cb-9a95-4cee-a7c2-f609c7ea9a6e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 943 time: 0.1332495 Mar 28 15:55:05.384147 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46542518-e5e6-49b9-b2fe-a0f59208b638 req-400384e6-32f2-4365-a607-be2c8c716ba6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Mar 28 15:55:06.565521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61909b1a-c77e-461d-bdbe-87749fb61863 req-7f531cdc-53cd-4728-a3b6-0730dbef47cb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:06.567692 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61909b1a-c77e-461d-bdbe-87749fb61863 req-7f531cdc-53cd-4728-a3b6-0730dbef47cb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 943 time: 0.0826390 Mar 28 15:55:06.611658 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-61909b1a-c77e-461d-bdbe-87749fb61863 req-0eeac081-1813-4ec3-9b2d-05be6a128342 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376532 Mar 28 15:55:07.718010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 69c5ef63-af19-4564-be3f-0a4d83f70e88 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:55:07.794319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d2336-2824-4387-9896-1049e5815ddd req-42c811f3-6480-4c2c-8498-88ad2cef591f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:07.795781 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-583d2336-2824-4387-9896-1049e5815ddd req-42c811f3-6480-4c2c-8498-88ad2cef591f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 943 time: 0.0771453 Mar 28 15:55:07.842055 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-583d2336-2824-4387-9896-1049e5815ddd req-0c71d965-b33d-4418-a203-60e134c29f61 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 Mar 28 15:55:07.849879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 69c5ef63-af19-4564-be3f-0a4d83f70e88, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:55:07.863352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'port_id': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'mac_address': 'fa:16:3e:19:6f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:55:07.917890 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:07.934346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c5ef63-af19-4564-be3f-0a4d83f70e88 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:55:07.949750 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 69c5ef63-af19-4564-be3f-0a4d83f70e88, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:55:07.989895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:08.061201 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=69c5ef63-af19-4564-be3f-0a4d83f70e88,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:55:08.069211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.069610 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.069954 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.070289 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.070622 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.070952 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.071312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.071666 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.071995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.072345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.072669 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.072990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:55:08.270564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['69c5ef63-af19-4564-be3f-0a4d83f70e88'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:55:09.023871 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a52d54-4cdb-411c-8a0d-116e34826d14 req-49505dd0-6a9f-482a-adaf-8d7bb1764b64 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:09.025323 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b1a52d54-4cdb-411c-8a0d-116e34826d14 req-49505dd0-6a9f-482a-adaf-8d7bb1764b64 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 944 time: 0.0779884 Mar 28 15:55:09.071522 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b1a52d54-4cdb-411c-8a0d-116e34826d14 req-1722656c-df71-4400-8cff-0058fd2a5458 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Mar 28 15:55:09.719457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 69c5ef63-af19-4564-be3f-0a4d83f70e88 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:55:09.852591 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 69c5ef63-af19-4564-be3f-0a4d83f70e88 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:55:09.857128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 69c5ef63-af19-4564-be3f-0a4d83f70e88 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:55:09.857498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:09.969303 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:09.995742 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:55:10.004901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 69c5ef63-af19-4564-be3f-0a4d83f70e88, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:55:10.039723 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'code': 200} Mar 28 15:55:10.081532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:10.191141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=69c5ef63-af19-4564-be3f-0a4d83f70e88,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:55:10.267266 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b144e-fc11-459f-89e2-c4076c4614e4 req-54c50f7e-86a3-4a78-91b4-b68a66ab4488 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:10.268665 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f17b144e-fc11-459f-89e2-c4076c4614e4 req-54c50f7e-86a3-4a78-91b4-b68a66ab4488 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0786753 Mar 28 15:55:10.313009 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f17b144e-fc11-459f-89e2-c4076c4614e4 req-c65d4a38-de61-42a8-a273-1db9a5586be5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384171 Mar 28 15:55:10.458927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6dce-44ea-482c-b82d-dc786ae157da req-41716b41-2e3b-41df-a764-a5fcfe1fcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:10.460415 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-57aa6dce-44ea-482c-b82d-dc786ae157da req-41716b41-2e3b-41df-a764-a5fcfe1fcb8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 1098 time: 0.0691125 Mar 28 15:55:10.499390 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-57aa6dce-44ea-482c-b82d-dc786ae157da req-9ab1542a-7a3d-45f4-9f9d-76312dda331a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332725 Mar 28 15:55:11.504934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6a70-9f9c-4de7-9a1d-11760d43c11d req-444ac5e1-fb71-4226-a22d-afa3ebeb4576 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:11.506392 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-825f6a70-9f9c-4de7-9a1d-11760d43c11d req-444ac5e1-fb71-4226-a22d-afa3ebeb4576 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0858536 Mar 28 15:55:11.554223 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-825f6a70-9f9c-4de7-9a1d-11760d43c11d req-f9fea7d1-66f1-448a-87c4-eacefec412e5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419047 Mar 28 15:55:12.737785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562b066-f23f-4574-9985-07338329de1f req-17080369-663e-4245-bb0d-1c390eaa510f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:12.739738 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6562b066-f23f-4574-9985-07338329de1f req-17080369-663e-4245-bb0d-1c390eaa510f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0815747 Mar 28 15:55:12.782597 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6562b066-f23f-4574-9985-07338329de1f req-f26e7b64-0242-4ec8-9212-605da3e843a6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372920 Mar 28 15:55:12.962825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f685b5-fe89-4fc7-ade4-0e08c71f0000 req-c62606fb-b000-480b-a6e9-a677dd154add tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:12.964287 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-64f685b5-fe89-4fc7-ade4-0e08c71f0000 req-c62606fb-b000-480b-a6e9-a677dd154add tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0796845 Mar 28 15:55:13.008085 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-64f685b5-fe89-4fc7-ade4-0e08c71f0000 req-68c06c43-2048-41e9-9b82-165d0f6ba89e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380373 Mar 28 15:55:13.029807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42864) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:55:13.100150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add0be7-6f32-4838-8608-2dcb1bff3fdf tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:13.101590 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4add0be7-6f32-4838-8608-2dcb1bff3fdf tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 1093 time: 0.0708067 Mar 28 15:55:13.104401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42868) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:55:13.109054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:55:13.115270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:55:13.119003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:floatingip and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:55:13.121754 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:55:13.127411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:55:13.235592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:13.484154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:13.612922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.83 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/7ae38b0d-dbe9-49dc-badb-e1d3c16b6e58) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:55:13.762255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:13.841395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:13.903662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:55:13.906224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:55:13.909717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:55:13.947889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=7ae38b0d-dbe9-49dc-badb-e1d3c16b6e58,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:55:14.322030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:14.456086 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:14.654537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:14.737817 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:14.852554 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=7ae38b0d-dbe9-49dc-badb-e1d3c16b6e58,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:55:14.859812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:15.030946 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP f30618bd-d589-4404-85f5-106eab67ce23 associated. External IP: 172.26.7.83, port: 69c5ef63-af19-4564-be3f-0a4d83f70e88. Mar 28 15:55:15.476385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:55:15.651180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:55:15.661258 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] Sync routers for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:55:15.670825 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:55:15.671457 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:55:15.733069 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:15.791133 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-af7270e7-f922-4aee-b569-1df97791f706 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6857262 Mar 28 15:55:15.791761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:55:15.837413 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'status': 'completed', 'code': 200} Mar 28 15:55:15.848138 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:55:15.959318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-69b07b0d-a844-4dbe-80a3-9b3f48627bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:15.960798 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-69b07b0d-a844-4dbe-80a3-9b3f48627bc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 1098 time: 0.0788612 Mar 28 15:55:15.961324 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80450-c0cc-4e1e-a8d0-1b37609eca31 req-0ec969cf-ea65-4840-a966-1824ff58d845 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:15.962784 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-34d80450-c0cc-4e1e-a8d0-1b37609eca31 req-0ec969cf-ea65-4840-a966-1824ff58d845 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0810261 Mar 28 15:55:16.008949 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-34d80450-c0cc-4e1e-a8d0-1b37609eca31 req-f088bb60-ccf6-4d70-8393-689cfaff6eaa tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403686 Mar 28 15:55:16.032396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42876) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:55:16.101072 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-4644a917-e0fa-45b8-ba13-311f4fc6563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:16.102635 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-4644a917-e0fa-45b8-ba13-311f4fc6563c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ea6a005-c534-4cdb-a532-a795f67f50d6 HTTP/1.1" status: 200 len: 898 time: 0.1357126 Mar 28 15:55:16.210354 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-f8d4fba3-b55c-4a0a-b119-fcf2363b2686 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88 HTTP/1.1" status: 200 len: 998 time: 0.1022329 Mar 28 15:55:16.222716 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'f30618bd-d589-4404-85f5-106eab67ce23', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.83', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'port_id': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'mac_address': 'fa:16:3e:19:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:55:14Z', 'updated_at': '2022-03-28T15:55:14Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda2533-994f-495b-8eef-a5e74b00fa69', 'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:f7:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:55Z', 'updated_at': '2022-03-28T15:55:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:55:16.226088 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] Checking router: 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:55:16.234932 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:55:16.235616 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:54:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:55:16.248133 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-319fa438-1bc0-40f4-bd46-b783697e4941 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/f30618bd-d589-4404-85f5-106eab67ce23 HTTP/1.1" status: 200 len: 990 time: 0.2145734 Mar 28 15:55:16.277849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-b00ba13b-b6df-49bf-a00d-89fe3ab9caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:16.279513 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-b00ba13b-b6df-49bf-a00d-89fe3ab9caea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d9473cf-d274-4edd-95e4-6cd3edf845aa HTTP/1.1" status: 200 len: 835 time: 0.0633490 Mar 28 15:55:16.358068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-af656184-55d9-4577-8864-f8dd2135c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:16.359696 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-af656184-55d9-4577-8864-f8dd2135c5f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ea6a005-c534-4cdb-a532-a795f67f50d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686681 Mar 28 15:55:16.413515 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:55:16.489614 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-98f00672-e125-4f50-a928-2a982676bd6b service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240859 Mar 28 15:55:16.619367 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e0e6758c-4837-4d91-94f1-542b8d985ea0 req-8bd80023-dfa8-4867-b380-e5c8eeca25cc service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239064 Mar 28 15:55:16.754657 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'f30618bd-d589-4404-85f5-106eab67ce23', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.83', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'port_id': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'mac_address': 'fa:16:3e:19:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:55:14Z', 'updated_at': '2022-03-28T15:55:14Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda2533-994f-495b-8eef-a5e74b00fa69', 'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:f7:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:55Z', 'updated_at': '2022-03-28T15:55:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:55:16.758533 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaab6a7-82fd-4620-acbf-0e947cacf3c9 None None] The sync data for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv is: [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'f30618bd-d589-4404-85f5-106eab67ce23', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.83', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'port_id': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'mac_address': 'fa:16:3e:19:6f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:55:14Z', 'updated_at': '2022-03-28T15:55:14Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda2533-994f-495b-8eef-a5e74b00fa69', 'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:f7:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:55Z', 'updated_at': '2022-03-28T15:55:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:55:16.950270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd171984-60dd-4557-8b74-aa382de588cb None None] New status for floating IP f30618bd-d589-4404-85f5-106eab67ce23: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:55:17.251866 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42880) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:55:17.359139 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-16cbabfd-e8fa-4b1e-a7f7-856aeb10b260 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/f30618bd-d589-4404-85f5-106eab67ce23 HTTP/1.1" status: 200 len: 992 time: 0.1060274 Mar 28 15:55:21.401066 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-06e21b36-4000-4663-a2f8-b703957125f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:22.301748 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:55:23.554412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-78f02a98-b017-4071-98fe-b179bea439ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:24.640459 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:24.892844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:26.335909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:32.845434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:39.635499 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-21ce36b2-61ac-43af-b1d8-3590e2a8ad59 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693448 Mar 28 15:55:39.799432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-2c998e01-3347-40df-a5ac-546c16efdec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:39.800879 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-2c998e01-3347-40df-a5ac-546c16efdec0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 1098 time: 0.0732002 Mar 28 15:55:40.041376 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-b2561f37-5574-4392-ae0b-11f047063fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:40.042818 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-b2561f37-5574-4392-ae0b-11f047063fb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ea6a005-c534-4cdb-a532-a795f67f50d6 HTTP/1.1" status: 200 len: 898 time: 0.2227178 Mar 28 15:55:40.144094 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-35759eeb-7650-46d5-a45a-02807f2274c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88 HTTP/1.1" status: 200 len: 1000 time: 0.0943372 Mar 28 15:55:40.207375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-3ecc47b3-a08e-4e79-a317-aa42215cb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:40.208747 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-3ecc47b3-a08e-4e79-a317-aa42215cb0b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d9473cf-d274-4edd-95e4-6cd3edf845aa HTTP/1.1" status: 200 len: 835 time: 0.0578146 Mar 28 15:55:40.283940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-66a3d7bc-777a-4377-b6a2-2829a14fe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:40.285406 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-66a3d7bc-777a-4377-b6a2-2829a14fe4cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ea6a005-c534-4cdb-a532-a795f67f50d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707545 Mar 28 15:55:40.418725 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-efcf4055-866c-4005-8332-45ed7ee661c8 service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264932 Mar 28 15:55:40.547643 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9917a7fc-7b61-4b07-93e9-3f72dfaa7e07 req-b93c41be-7b1a-4231-a68c-9b98e5766e88 service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235149 Mar 28 15:55:46.986340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e11ba-779e-42da-a866-0b54e67d2c26 req-8379666f-57dd-44c5-b2b3-7bc043d499a5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:46.987845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e26e11ba-779e-42da-a866-0b54e67d2c26 req-8379666f-57dd-44c5-b2b3-7bc043d499a5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0829017 Mar 28 15:55:47.035225 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e26e11ba-779e-42da-a866-0b54e67d2c26 req-d4ceef87-5544-4d7e-a54c-069161898f57 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Mar 28 15:55:48.226854 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcaafd-aa32-4f50-81e4-8e636a6d823a req-e3fdad1f-448b-4a14-9744-34d649e18ce9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:48.228235 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1cdcaafd-aa32-4f50-81e4-8e636a6d823a req-e3fdad1f-448b-4a14-9744-34d649e18ce9 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0833867 Mar 28 15:55:48.271423 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1cdcaafd-aa32-4f50-81e4-8e636a6d823a req-ce956a8d-c4e1-4b52-b721-e501f4e91202 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374870 Mar 28 15:55:49.452822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae8bf2-5efd-49df-903c-e08ef4df125a req-307421c0-380e-43ab-b587-f20312f72db8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:49.454236 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18ae8bf2-5efd-49df-903c-e08ef4df125a req-307421c0-380e-43ab-b587-f20312f72db8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0803254 Mar 28 15:55:49.496645 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18ae8bf2-5efd-49df-903c-e08ef4df125a req-d8db37e3-4a4f-4ab9-b87e-05a2ab9c0b6e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362406 Mar 28 15:55:50.683917 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef88f43-ae90-4488-a7d7-2786e573b3ea req-781574a7-6707-4639-8db9-b20b82ac6557 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:50.685332 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cef88f43-ae90-4488-a7d7-2786e573b3ea req-781574a7-6707-4639-8db9-b20b82ac6557 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0780594 Mar 28 15:55:50.728199 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cef88f43-ae90-4488-a7d7-2786e573b3ea req-d227d772-12f3-4e45-9ce4-fdf7dc9a2071 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Mar 28 15:55:51.372108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a28db7f2-4ed9-4309-8147-6953bc15d83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:51.907697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99e9e4-9334-4909-ac3e-6abd7e512ce4 req-f034e120-8272-420e-9d59-06ad2f70b656 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:51.909137 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6f99e9e4-9334-4909-ac3e-6abd7e512ce4 req-f034e120-8272-420e-9d59-06ad2f70b656 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0780466 Mar 28 15:55:51.953697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6f99e9e4-9334-4909-ac3e-6abd7e512ce4 req-8e47d57d-9cc3-40a5-89c6-c081c53fd186 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381916 Mar 28 15:55:53.137297 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097ea39-f1a7-4a27-b7b6-734e20d41fbe req-8841de74-cbe8-4996-bbf6-701251c86d9b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:53.138774 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a097ea39-f1a7-4a27-b7b6-734e20d41fbe req-8841de74-cbe8-4996-bbf6-701251c86d9b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0812488 Mar 28 15:55:53.182273 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a097ea39-f1a7-4a27-b7b6-734e20d41fbe req-c091ce67-25df-4c31-a23b-652ec1d05842 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378902 Mar 28 15:55:53.526476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c87686bd-c27f-47b7-80b2-10ad2e458c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:54.368690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10882d5a-7ae8-4f13-bcc3-e85665b0929e req-ebb93be1-6b7e-4967-a579-60d96758d78a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:54.370127 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-10882d5a-7ae8-4f13-bcc3-e85665b0929e req-ebb93be1-6b7e-4967-a579-60d96758d78a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0802827 Mar 28 15:55:54.412916 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-10882d5a-7ae8-4f13-bcc3-e85665b0929e req-5a8a0527-7f6b-444b-bb71-28d0604a0dcf tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372951 Mar 28 15:55:54.680975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:54.892124 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:55.591693 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b84c70-15ff-47af-b91b-0e09d506fa59 req-e7b8d799-487f-44c0-a6d1-9f9ce938bf1b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:55.593143 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b8b84c70-15ff-47af-b91b-0e09d506fa59 req-e7b8d799-487f-44c0-a6d1-9f9ce938bf1b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0784988 Mar 28 15:55:55.640521 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b8b84c70-15ff-47af-b91b-0e09d506fa59 req-bb540f40-f8fe-449e-9a5d-9b51aecae546 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412583 Mar 28 15:55:56.314953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:55:56.820113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a58a3-e6e8-4b45-bc66-cdbe82d7c562 req-51bac8fe-89ce-42a3-b805-b83a74cb8443 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:56.821541 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3b4a58a3-e6e8-4b45-bc66-cdbe82d7c562 req-51bac8fe-89ce-42a3-b805-b83a74cb8443 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0776494 Mar 28 15:55:56.866744 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3b4a58a3-e6e8-4b45-bc66-cdbe82d7c562 req-315ddc2a-a065-460b-b773-307526fa616a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 Mar 28 15:55:58.053213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a826f-d4c2-40c2-a9f3-9cc9ff9f5350 req-fdac85ed-b51a-48bd-b481-3178f23cfb8e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:58.054688 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-974a826f-d4c2-40c2-a9f3-9cc9ff9f5350 req-fdac85ed-b51a-48bd-b481-3178f23cfb8e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0805447 Mar 28 15:55:58.097699 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-974a826f-d4c2-40c2-a9f3-9cc9ff9f5350 req-eab2c000-b264-479b-8da6-437002287e8e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372829 Mar 28 15:55:59.280378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc33b1-36bb-4108-80d8-1176ffed2d13 req-4e3226b0-afe9-46ef-8391-33379beaf545 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:55:59.281812 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a3cc33b1-36bb-4108-80d8-1176ffed2d13 req-4e3226b0-afe9-46ef-8391-33379beaf545 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0786669 Mar 28 15:55:59.300572 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:55:59.325828 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a3cc33b1-36bb-4108-80d8-1176ffed2d13 req-9e22f9bd-0197-49db-aaef-a4d3f384c8b6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384250 Mar 28 15:56:00.508873 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34ceff-cdec-404c-a63a-54e9a21fcb2c req-31fb3513-ea00-40e5-82dc-f0b63c869dd8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:00.510332 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6d34ceff-cdec-404c-a63a-54e9a21fcb2c req-31fb3513-ea00-40e5-82dc-f0b63c869dd8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0812097 Mar 28 15:56:00.555205 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6d34ceff-cdec-404c-a63a-54e9a21fcb2c req-adab14b0-c1cf-47d3-a69b-b2d4de24b834 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 Mar 28 15:56:01.746830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e17d-c2a7-4bac-8ddb-19870d087d46 req-640d0cd8-7655-474a-a6c1-d589421ad1f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:01.748301 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d87e17d-c2a7-4bac-8ddb-19870d087d46 req-640d0cd8-7655-474a-a6c1-d589421ad1f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0816987 Mar 28 15:56:01.791895 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8d87e17d-c2a7-4bac-8ddb-19870d087d46 req-014ae5aa-e60c-4085-b461-5a2ef8436585 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 Mar 28 15:56:02.823318 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:02.972993 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9afcf1-d45f-4a1a-af64-a62d00cdb2fa req-e1fb1bcf-bd81-49ff-8726-7483022c5e44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:02.974459 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fd9afcf1-d45f-4a1a-af64-a62d00cdb2fa req-e1fb1bcf-bd81-49ff-8726-7483022c5e44 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0791860 Mar 28 15:56:03.017758 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fd9afcf1-d45f-4a1a-af64-a62d00cdb2fa req-d60fd1ed-bee2-4655-bd34-0a6b13207b40 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376177 Mar 28 15:56:03.040146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 42926) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:03.143749 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-f000d736-6e2b-494b-bb60-a7d083ccbf2e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/f30618bd-d589-4404-85f5-106eab67ce23 HTTP/1.1" status: 200 len: 992 time: 0.1024289 Mar 28 15:56:04.745684 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695ccf1-ad06-4e19-8586-b61ca6209fbf req-fa3c161a-71a9-4d52-858f-b04763f9d9a4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:04.747200 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1695ccf1-ad06-4e19-8586-b61ca6209fbf req-fa3c161a-71a9-4d52-858f-b04763f9d9a4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0816078 Mar 28 15:56:04.791082 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1695ccf1-ad06-4e19-8586-b61ca6209fbf req-a93bf42c-b6b8-4f6f-b7e6-195fa0f83d4d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381386 Mar 28 15:56:04.869936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-92e20ae5-0cef-41b2-adcc-77322dda9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:04.871412 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-92e20ae5-0cef-41b2-adcc-77322dda9582 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 1098 time: 0.0732951 Mar 28 15:56:05.003935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-32bb44d8-c5ea-4c8c-b0e4-5ee66bf35d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:05.005394 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-32bb44d8-c5ea-4c8c-b0e4-5ee66bf35d00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ea6a005-c534-4cdb-a532-a795f67f50d6 HTTP/1.1" status: 200 len: 898 time: 0.1277897 Mar 28 15:56:05.193879 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-e48ac95a-3541-4b18-8ee6-3ea4d426c3cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88 HTTP/1.1" status: 200 len: 1000 time: 0.1826787 Mar 28 15:56:05.255167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-f0a3e37c-b6d0-4e16-b701-75460bac15be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:05.256610 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-f0a3e37c-b6d0-4e16-b701-75460bac15be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d9473cf-d274-4edd-95e4-6cd3edf845aa HTTP/1.1" status: 200 len: 835 time: 0.0573971 Mar 28 15:56:05.333254 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-ddd228e2-7543-4fd6-b5c1-de4db01727cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:05.334692 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-ddd228e2-7543-4fd6-b5c1-de4db01727cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ea6a005-c534-4cdb-a532-a795f67f50d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728819 Mar 28 15:56:05.465531 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-f7243b5f-f844-4d1e-8f8d-34252e717d85 service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252472 Mar 28 15:56:05.599253 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6c6496d9-2163-4c47-aad4-9a7c553a2b14 req-c61300f9-5108-4a8f-885a-f341bdfc6e31 service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274374 Mar 28 15:56:05.984656 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4003d0-eb4d-4ad7-bb70-d41b7673c88d req-38b99b54-d4ad-40b8-806f-af2b7cdf47e1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:05.986113 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2e4003d0-eb4d-4ad7-bb70-d41b7673c88d req-38b99b54-d4ad-40b8-806f-af2b7cdf47e1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0829582 Mar 28 15:56:06.031750 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2e4003d0-eb4d-4ad7-bb70-d41b7673c88d req-f26526e4-f66f-487e-b093-9b9061c20c75 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 Mar 28 15:56:07.215956 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf83393-bc60-4f24-91f4-bb7aeb23ad1f req-d7893794-5b19-4586-9387-ceed5b51e83f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:07.217333 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aaf83393-bc60-4f24-91f4-bb7aeb23ad1f req-d7893794-5b19-4586-9387-ceed5b51e83f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0789051 Mar 28 15:56:07.261790 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aaf83393-bc60-4f24-91f4-bb7aeb23ad1f req-30ce1b9d-de55-4ebf-99bb-9e327833527d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Mar 28 15:56:07.284561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42940) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:07.388048 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a8fd2e69-aa7e-43fd-a859-0fb1e6321355 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/f30618bd-d589-4404-85f5-106eab67ce23 HTTP/1.1" status: 200 len: 992 time: 0.1023500 Mar 28 15:56:21.383209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8003-d90b-4fcd-b03f-f0778f549de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:23.531324 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-045ed916-b532-45ad-9f5f-c1e9fc75b2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:24.645863 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:24.931010 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:26.337545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:32.874483 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:36.054991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42968) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:36.262326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port 7ae38b0d-dbe9-49dc-badb-e1d3c16b6e58 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:56:36.262663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:36.299707 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:56:36.424531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:36.424850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:36.547830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for 7ae38b0d-dbe9-49dc-badb-e1d3c16b6e58 owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:56:36.743183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:36.792693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=7ae38b0d-dbe9-49dc-badb-e1d3c16b6e58,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:36.832759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.833102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.833445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.833780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.834110 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.834438 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.835379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.835709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.836034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.836357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.836680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.837002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:36.890374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:36.890699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP f30618bd-d589-4404-85f5-106eab67ce23 disassociated (deleted). External IP: 172.26.7.83, port: 69c5ef63-af19-4564-be3f-0a4d83f70e88. Mar 28 15:56:37.323456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:56:37.493890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:56:37.504030 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] Sync routers for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:56:37.514383 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:56:37.514979 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:37.577065 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:37.635669 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-bca1e7a5-189e-427c-a6ab-109dc3770e48 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/floatingips/f30618bd-d589-4404-85f5-106eab67ce23 HTTP/1.1" status: 204 len: 168 time: 1.5795910 Mar 28 15:56:37.636243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:56:37.689742 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'status': 'completed', 'code': 200} Mar 28 15:56:37.735714 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:56:37.809698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-39c085c6-6db2-4c99-b1f8-4b6ee81ea89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:37.811220 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-39c085c6-6db2-4c99-b1f8-4b6ee81ea89b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 1098 time: 0.0740411 Mar 28 15:56:37.950339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-fb97488f-fd6c-48e3-9b28-341a1b974943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:37.951845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-fb97488f-fd6c-48e3-9b28-341a1b974943 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ea6a005-c534-4cdb-a532-a795f67f50d6 HTTP/1.1" status: 200 len: 898 time: 0.1339958 Mar 28 15:56:38.044952 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-1b220403-35ee-4316-a456-2a1a48ec0bd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88 HTTP/1.1" status: 200 len: 217 time: 0.0794580 Mar 28 15:56:38.096658 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7cda2533-994f-495b-8eef-a5e74b00fa69', 'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:f7:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:55Z', 'updated_at': '2022-03-28T15:55:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:38.101684 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] Checking router: 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:56:38.110707 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:56:38.111174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-c1a9b2b6-1b6b-4466-a354-be0e11789b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:38.115363 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:38.115497 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-c1a9b2b6-1b6b-4466-a354-be0e11789b09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d9473cf-d274-4edd-95e4-6cd3edf845aa HTTP/1.1" status: 200 len: 835 time: 0.0615184 Mar 28 15:56:38.199785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-6990aa6a-5dd4-41be-affc-4ce40bf70a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:38.201196 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-6990aa6a-5dd4-41be-affc-4ce40bf70a99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ea6a005-c534-4cdb-a532-a795f67f50d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0816808 Mar 28 15:56:38.233621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ab82-32d6-4d4a-a37e-65cf31c3b441 req-f0415a19-2a8b-4350-8d5f-221d82d20664 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:38.235141 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9335ab82-32d6-4d4a-a37e-65cf31c3b441 req-f0415a19-2a8b-4350-8d5f-221d82d20664 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.0853252 Mar 28 15:56:38.283651 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9335ab82-32d6-4d4a-a37e-65cf31c3b441 req-03b6ec82-d506-46a2-8899-d86f6fcc3a13 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 Mar 28 15:56:38.305378 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:56:38.336485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-a9fa3770-605b-4bea-8215-93e6fe58a7c1 service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279395 Mar 28 15:56:38.466992 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-812b3a2c-111b-48e0-a75c-6efe57aa202a req-b16c21fc-e162-4726-85db-c48c556df2cf service neutron] 10.222.0.23 "GET /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230142 Mar 28 15:56:38.611369 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7cda2533-994f-495b-8eef-a5e74b00fa69', 'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:f7:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:55Z', 'updated_at': '2022-03-28T15:55:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:38.615213 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05635e3-3f37-4404-885d-a98826e5c8b7 None None] The sync data for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv is: [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:54:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '7cda2533-994f-495b-8eef-a5e74b00fa69', 'name': '', 'network_id': '5ea6a005-c534-4cdb-a532-a795f67f50d6', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:f7:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:55Z', 'updated_at': '2022-03-28T15:55:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '4d9473cf-d274-4edd-95e4-6cd3edf845aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:56:38.826146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eee686-bbbd-442b-bb5a-949d7b4a431e None None] New status for floating IP f30618bd-d589-4404-85f5-106eab67ce23: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:56:39.472943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed259-8b64-4279-a278-29235384d7df req-e51fa02a-acc8-4e10-92e8-06812cc1a359 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:39.473628 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-4d8ed259-8b64-4279-a278-29235384d7df req-e51fa02a-acc8-4e10-92e8-06812cc1a359 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:56:39.548739 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-4d8ed259-8b64-4279-a278-29235384d7df req-e51fa02a-acc8-4e10-92e8-06812cc1a359 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:56:39.549899 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4d8ed259-8b64-4279-a278-29235384d7df req-e51fa02a-acc8-4e10-92e8-06812cc1a359 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.1555455 Mar 28 15:56:39.594503 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4d8ed259-8b64-4279-a278-29235384d7df req-eb761864-928c-4871-b2f0-c4bf83fafe0e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3d94244-324e-4e30-a0bb-d6c2acde0ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383048 Mar 28 15:56:39.936760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158ced8-179b-47a8-b7a5-a17405e389be req-c6518bef-6a32-4546-b111-8a2029a974fd tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:39.938189 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5158ced8-179b-47a8-b7a5-a17405e389be req-c6518bef-6a32-4546-b111-8a2029a974fd tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 945 time: 0.1844480 Mar 28 15:56:40.005930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-5158ced8-179b-47a8-b7a5-a17405e389be req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port 69c5ef63-af19-4564-be3f-0a4d83f70e88 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:56:40.006269 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5158ced8-179b-47a8-b7a5-a17405e389be req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:40.246732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-5158ced8-179b-47a8-b7a5-a17405e389be req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port 69c5ef63-af19-4564-be3f-0a4d83f70e88, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=69c5ef63-af19-4564-be3f-0a4d83f70e88,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:56:40.246984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5158ced8-179b-47a8-b7a5-a17405e389be req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:40.367064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-5158ced8-179b-47a8-b7a5-a17405e389be req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for 69c5ef63-af19-4564-be3f-0a4d83f70e88 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:56:40.565818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5158ced8-179b-47a8-b7a5-a17405e389be req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:40.617156 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=69c5ef63-af19-4564-be3f-0a4d83f70e88,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:40.693557 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-5158ced8-179b-47a8-b7a5-a17405e389be req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] No DVR routers for this DVR port 69c5ef63-af19-4564-be3f-0a4d83f70e88 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:56:40.696513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-5158ced8-179b-47a8-b7a5-a17405e389be req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:40.699050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'name': 'network-vif-deleted', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:56:40.743701 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8817fb0-f212-4373-8a5c-152c1bd779b4', 'name': 'network-vif-deleted', 'tag': '69c5ef63-af19-4564-be3f-0a4d83f70e88', 'status': 'completed', 'code': 200} Mar 28 15:56:40.745499 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2190c117-0427-4ec4-a1e1-96dafe046c35 req-48c463cf-a76a-47dc-8ec5-ddcae88e0a22 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8817fb0-f212-4373-8a5c-152c1bd779b4 HTTP/1.1" status: 200 len: 210 time: 0.0439157 Mar 28 15:56:40.777925 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5158ced8-179b-47a8-b7a5-a17405e389be req-5b9f8640-12c8-4677-89ce-a5d820a71ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "DELETE /v2.0/ports/69c5ef63-af19-4564-be3f-0a4d83f70e88 HTTP/1.1" status: 204 len: 173 time: 0.8339579 Mar 28 15:56:41.842095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42988) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:42.400028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:42.845535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port 7cda2533-994f-495b-8eef-a5e74b00fa69 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:56:42.846262 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:43.041922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port 7cda2533-994f-495b-8eef-a5e74b00fa69, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=7cda2533-994f-495b-8eef-a5e74b00fa69,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:56:43.042275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:43.163487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for 7cda2533-994f-495b-8eef-a5e74b00fa69 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:56:43.416435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:43.465949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=7cda2533-994f-495b-8eef-a5e74b00fa69,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:43.750786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:44.200710 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:56:44.215384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 69c5ef63-af19-4564-be3f-0a4d83f70e88 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:56:44.249516 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 69c5ef63-af19-4564-be3f-0a4d83f70e88 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:56:44.249861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 69c5ef63-af19-4564-be3f-0a4d83f70e88 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:56:44.372487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:56:44.381638 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] Sync routers for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:56:44.385455 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a6053415-580a-4169-8224-053da762b05d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/81c60f6c-50b1-493f-bb6b-b44c33fb9f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5423222 Mar 28 15:56:44.388036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42992) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:44.391426 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:56:44.392023 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:44.451488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2aa0a7-cbf2-43fd-b694-df85ed599226 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting subnet 4d9473cf-d274-4edd-95e4-6cd3edf845aa {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:56:44.454296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0a7-cbf2-43fd-b694-df85ed599226 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:44.509907 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0a7-cbf2-43fd-b694-df85ed599226 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:44.561803 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:56:44.591429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0a7-cbf2-43fd-b694-df85ed599226 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:44.726215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0a7-cbf2-43fd-b694-df85ed599226 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:44.767586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aa0a7-cbf2-43fd-b694-df85ed599226 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9473cf-d274-4edd-95e4-6cd3edf845aa,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:44.773178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa0a7-cbf2-43fd-b694-df85ed599226 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:44.779955 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-dc2aa0a7-cbf2-43fd-b694-df85ed599226 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/subnets/4d9473cf-d274-4edd-95e4-6cd3edf845aa HTTP/1.1" status: 204 len: 168 time: 0.3902950 Mar 28 15:56:44.781891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 42996) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:44.784731 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d052d0-3bd6-4e01-8fea-4f7dc95b68b2 None None] Network 5ea6a005-c534-4cdb-a532-a795f67f50d6 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:56:44.847256 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:56:43Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:44.851657 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] Checking router: 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:56:44.861159 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] Routers {'81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:56:44.861754 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:44.971019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:45.065470 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] Set router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:56:45.091772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] DHCP port deletion for 5ea6a005-c534-4cdb-a532-a795f67f50d6 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:56:45.096173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Deleting port 4a1e3a65-0197-4cce-aaff-223c829488c8 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:56:45.096546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:45.171481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:45.217170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port 8108341a-dd3d-4a75-bfb5-219cde61ab34 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:56:45.217831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:45.302488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] For port 4a1e3a65-0197-4cce-aaff-223c829488c8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=4a1e3a65-0197-4cce-aaff-223c829488c8,segment=NetworkSegment(64b568b4-48a3-4f0e-a112-2bed6147e72a),segment_id=64b568b4-48a3-4f0e-a112-2bed6147e72a)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:56:45.303084 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:45.375207 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:56:43Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:45.380108 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f6025-c415-408d-94f4-28e205b5d7f8 None None] The sync data for ids ['81c60f6c-50b1-493f-bb6b-b44c33fb9f8e'] in dv-neutron-828143-13-hyperv is: [{'id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716165238', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:54:50Z', 'updated_at': '2022-03-28T15:56:43Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': '8108341a-dd3d-4a75-bfb5-219cde61ab34', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c60f6c-50b1-493f-bb6b-b44c33fb9f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:54:51Z', 'updated_at': '2022-03-28T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:56:45.401991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port 8108341a-dd3d-4a75-bfb5-219cde61ab34, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=8108341a-dd3d-4a75-bfb5-219cde61ab34,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:56:45.402625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:45.469205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Calling delete_port for 4a1e3a65-0197-4cce-aaff-223c829488c8 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:56:45.523602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for 8108341a-dd3d-4a75-bfb5-219cde61ab34 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:56:45.605933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:45.654326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Pushing event deleted for resources: {'Port': ['ID=4a1e3a65-0197-4cce-aaff-223c829488c8,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:45.657000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] No DVR routers for this DVR port 4a1e3a65-0197-4cce-aaff-223c829488c8 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:56:45.668029 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.668290 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.668631 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.668968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.669355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.669634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.669968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.670298 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.670628 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.670951 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.671299 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.671623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7d71f-8f45-4c31-882e-68f907203121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:45.846094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:45.896755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=8108341a-dd3d-4a75-bfb5-219cde61ab34,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:45.984272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.157452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.160513 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.262986 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.263687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Fanout notify agent at l3_agent the message router_deleted on router 81c60f6c-50b1-493f-bb6b-b44c33fb9f8e {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:56:46.282712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.282712 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-97a600fa-d1ed-4645-9852-82b8a2049570 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/routers/81c60f6c-50b1-493f-bb6b-b44c33fb9f8e HTTP/1.1" status: 204 len: 168 time: 1.4985847 Mar 28 15:56:46.284025 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43000) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:46.405806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.542595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.566483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea6a005-c534-4cdb-a532-a795f67f50d6']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:46.578733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b568b4-48a3-4f0e-a112-2bed6147e72a') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:46.590378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b568b4-48a3-4f0e-a112-2bed6147e72a') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:46.590639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.606450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.612268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:56:46.612643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:56:46.626824 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:56:46.754437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.759588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.784985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Network': ['ID=5ea6a005-c534-4cdb-a532-a795f67f50d6,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:46.858165 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d356e82b-4243-4b0c-bf79-6950bfe8c86a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/networks/5ea6a005-c534-4cdb-a532-a795f67f50d6 HTTP/1.1" status: 204 len: 168 time: 0.5725989 Mar 28 15:56:46.860886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43004) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:46.929831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-91e4512f-87cd-4caa-8517-f1d69a423be1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.959295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-91e4512f-87cd-4caa-8517-f1d69a423be1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:46.998790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7cda2533-994f-495b-8eef-a5e74b00fa69 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:56:47.035543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 7cda2533-994f-495b-8eef-a5e74b00fa69 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:56:47.035900 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 7cda2533-994f-495b-8eef-a5e74b00fa69 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:56:47.036311 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a1e3a65-0197-4cce-aaff-223c829488c8 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:56:47.067425 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-91e4512f-87cd-4caa-8517-f1d69a423be1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:47.068102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 4a1e3a65-0197-4cce-aaff-223c829488c8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:56:47.068454 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 4a1e3a65-0197-4cce-aaff-223c829488c8 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:56:47.068855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8108341a-dd3d-4a75-bfb5-219cde61ab34 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:56:47.088717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4512f-87cd-4caa-8517-f1d69a423be1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d94244-324e-4e30-a0bb-d6c2acde0ee7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:47.110069 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 8108341a-dd3d-4a75-bfb5-219cde61ab34 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:56:47.110391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 8108341a-dd3d-4a75-bfb5-219cde61ab34 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:56:47.187419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-91e4512f-87cd-4caa-8517-f1d69a423be1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:47.188564 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-91e4512f-87cd-4caa-8517-f1d69a423be1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/security-groups/b3d94244-324e-4e30-a0bb-d6c2acde0ee7 HTTP/1.1" status: 204 len: 168 time: 0.3267841 Mar 28 15:56:47.543735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43012) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:47.548875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006718812', 'description': 'tempest-secgroup-smoke-2006718812 description', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:47.555505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:47.559908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:47.563107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:47.568735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:47.640142 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:47.659940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:47.664296 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:47.667125 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:47.672708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:47.739586 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:47.782274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:47.826505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:47.891222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:47.892449 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a0931411-6d3c-4977-8a7b-b87f5af22784 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3477108 Mar 28 15:56:47.895353 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43016) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:47.900897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:47.907210 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:47.911061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:47.914693 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:47.920442 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:47.988999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.047856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.131308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.160697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb35942-8d2d-4dff-880c-e41eb2e8b442,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:48.229034 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.230666 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d27bda73-e6d3-4027-a869-0781a08fd9f8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342512 Mar 28 15:56:48.233548 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43020) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:48.238488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:48.247660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:48.249152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:48.252081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:48.257888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:48.314642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.373737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.444940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.468571 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb5772b-cb39-4e49-b303-1d530b0a0237,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:48.531393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.532557 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6765537b-cf60-4ffe-b611-f0e54395e148 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2980955 Mar 28 15:56:48.535405 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43024) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:48.540864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:48.546575 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:48.550417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:48.553291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:48.559008 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:48.634698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.695040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.765227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.788048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d02a974-facd-4e8f-bd63-c761f96d59d4,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:48.873099 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:48.874293 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-47076efb-9bf8-4d4b-abe1-ec75d4aa591c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3379774 Mar 28 15:56:48.876954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43028) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:48.881806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:48.888275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:48.892007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:48.894802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:48.901916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:48.977259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.040771 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.113953 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.137639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aba4b34-421b-4ff0-a454-f3d032d3cfba,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:49.205226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.206398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5eaeb0ba-0623-49c6-9ea6-f47591b7cb8a tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3285568 Mar 28 15:56:49.209144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43032) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:49.214507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:49.220455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:49.224378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:49.227612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:49.233299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:49.302591 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:56:49.309517 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.371390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.439827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.463373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79230304-584f-4a56-93d7-947d3c321386,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:49.519906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.521106 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a21fab93-4bad-4dc4-91af-5de1790f5316 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3110256 Mar 28 15:56:49.523785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43036) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:49.529023 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'security_group_rule': {'security_group_id': 'b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:49.534891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:49.539200 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:security_group_rule and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:49.542022 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:49.547808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:49.622771 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Project c5f0f2de2e5e41d3bde9cef73d7f00a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:56:49.629402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.695227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.765388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.879508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf3aa38-9aca-4f8d-a48c-9f111a7e4361,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:49.964868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:49.965999 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6e2e8c0e-f02e-4915-9ef5-fded27a27a5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4412799 Mar 28 15:56:49.968856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43040) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:49.974235 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'network': {'name': 'tempest-network-smoke--1080497982', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'port_security_enabled': True}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:49.979904 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:49.983952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:network and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:49.986731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:49.992407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:50.068184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:56:50.071555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:50.099805 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:56:50.108831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:50.109198 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Added segment d0a8838f-f843-4199-9fe7-54c956a7faa2 of type vlan for network 2603fba2-0eec-4cfc-bea3-725344b57824 Mar 28 15:56:50.133572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:50.221888 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:50.227346 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:50.227936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:50.334528 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Network': ['ID=2603fba2-0eec-4cfc-bea3-725344b57824,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:50.344369 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 2603fba2-0eec-4cfc-bea3-725344b57824 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:56:50.395220 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4f382bbb-4bac-40a7-b42e-b6a03d0845ea tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4252806 Mar 28 15:56:50.397856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43044) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:50.403283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'admin_state_up': True, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:50.410999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:50.416602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:router and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:50.419529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:50.427236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:50.508830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:50.509896 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:50.524041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:50.858975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:51.224352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:51.252618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:51.377222 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cd3261de-c8ec-4206-91e5-bb613c30e71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:51.386949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.14 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/d7df7b0b-a2a9-46cf-9f10-9dace45b13c3) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:56:51.533651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:51.623184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:51.682344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:56:51.685083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:56:51.688599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:56:51.743172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=d7df7b0b-a2a9-46cf-9f10-9dace45b13c3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:52.292602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:52.629661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:52.879831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:56:53.056687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:56:53.066137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Sync routers for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:56:53.075074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:56:53.075689 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:53.143006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:53.144187 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8abbeefe-bacd-4b95-b5e6-d1740cae1bee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7454045 Mar 28 15:56:53.147177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43048) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:53.190129 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-43769597-3c3b-4f21-a52c-5f0e685fcdfa tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413406 Mar 28 15:56:53.192765 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43052) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:53.251448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:56:53.321734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf12798-2e9f-41ae-821f-cc774a9be593 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:53.325788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-eaf12798-2e9f-41ae-821f-cc774a9be593 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294560 Mar 28 15:56:53.325948 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43056) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:53.363863 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-855ef53e-9b30-497f-b773-fa9c8ad97198 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea8f32b8-8e81-47a7-a327-4e7d949ef68b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368807 Mar 28 15:56:53.366328 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43060) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:53.371612 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-464781014', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:56:53.481372 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:56:53.485502 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:subnet and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:56:53.488417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:56:53.494215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:56:53.520470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a9c43a91-6270-4e4f-8767-67616c43a7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:53.548897 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:52Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:53.552664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Checking router: 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:56:53.553046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Updating router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:56:53.559715 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:56:53.563176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:53.610401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:53.821878 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:53.901635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Subnet': ['ID=6ba48c0a-11c2-4485-a2e1-7799e497ec2e,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:53.913029 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.913426 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.913771 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.914114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.914449 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.914781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.915135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.915465 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.915820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.916114 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.916436 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.916758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:53.919807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Checking segment: {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:56:53.920187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network hostable DHCP agents. Network: 2603fba2-0eec-4cfc-bea3-725344b57824, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:56:53.937849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:53.949980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Transition to ACTIVE for port object d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:56:54.015847 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 2603fba2-0eec-4cfc-bea3-725344b57824 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:56:54.044253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:54.102286 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 2603fba2-0eec-4cfc-bea3-725344b57824) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:56:54.112501 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48985059-8e79-42c6-b7fc-8a8bc2d5a950 None None] Network 2603fba2-0eec-4cfc-bea3-725344b57824 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:56:54.117182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:54.117182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:54.139616 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Attempting to bind port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:56:54.139984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Attempting to bind port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:56:54.140346 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Attempting to bind port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:56:54.188904 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664fc6d-b531-486e-ac6e-b74db2555ab8 None None] Pushing event updated for resources: {'Port': ['ID=d7df7b0b-a2a9-46cf-9f10-9dace45b13c3,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:54.194454 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-b11b7e16-7e7c-43d8-9109-0243cb869bec tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8270895 Mar 28 15:56:54.197079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43064) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:56:54.197922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:56:54.198428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:56:54.198855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:54.199230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:56:54.199707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Bound port: d7df7b0b-a2a9-46cf-9f10-9dace45b13c3, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:56:54.200097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:54.345851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] For port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:56:54.388349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] For port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d7df7b0b-a2a9-46cf-9f10-9dace45b13c3,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:56:54.451227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-2603fba2-0eec-4cfc-bea3-725344b57824', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:56:54.452089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:54.466607 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:54.611919 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:56:54.612442 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:54.688217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664fc6d-b531-486e-ac6e-b74db2555ab8 None None] Pushing event updated for resources: {'Port': ['ID=d7df7b0b-a2a9-46cf-9f10-9dace45b13c3,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:54.758277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:54.847393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Allocated IP 172.20.0.2 (2603fba2-0eec-4cfc-bea3-725344b57824/6ba48c0a-11c2-4485-a2e1-7799e497ec2e/23d9e468-4ab5-4ded-bf29-d461df8137c3) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:56:54.875377 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:56:54.991312 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:54.999378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:55.314451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:55.327489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Transition to ACTIVE for port object 23d9e468-4ab5-4ded-bf29-d461df8137c3 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:56:55.351617 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Transition to ACTIVE for port object 23d9e468-4ab5-4ded-bf29-d461df8137c3 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:56:55.356049 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:52Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:55.359902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff442b-6a1a-4ddf-9caa-f8534a417c46 None None] The sync data for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv is: [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:52Z', 'revision_number': 3, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:56:55.427981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:55.488678 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Network 2603fba2-0eec-4cfc-bea3-725344b57824 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:56:55.491464 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:56:55.494966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:56:55.495726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.1 (2603fba2-0eec-4cfc-bea3-725344b57824/6ba48c0a-11c2-4485-a2e1-7799e497ec2e/df40863b-e838-4009-bc06-63b242946ded) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:56:55.535994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Pushing event updated for resources: {'Port': ['ID=23d9e468-4ab5-4ded-bf29-d461df8137c3,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:55.616907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Attempting to bind port 23d9e468-4ab5-4ded-bf29-d461df8137c3 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:56:55.617280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Attempting to bind port 23d9e468-4ab5-4ded-bf29-d461df8137c3 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:56:55.617640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Attempting to bind port 23d9e468-4ab5-4ded-bf29-d461df8137c3 on network 2603fba2-0eec-4cfc-bea3-725344b57824 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:56:55.623143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:56:55.625913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Checking segment: {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:56:55.625913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:55.625913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Bound using segment: {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:56:55.625913 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Bound port: 23d9e468-4ab5-4ded-bf29-d461df8137c3, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:56:55.626331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:55.684279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:55.701647 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object df40863b-e838-4009-bc06-63b242946ded will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:56:55.777868 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] For port 23d9e468-4ab5-4ded-bf29-d461df8137c3, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:56:55.780989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] For port 23d9e468-4ab5-4ded-bf29-d461df8137c3, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23d9e468-4ab5-4ded-bf29-d461df8137c3,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:56:55.806482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:55.857746 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:55.871091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 2603fba2-0eec-4cfc-bea3-725344b57824 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:56:55.874215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:56:55.878182 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:56:55.930886 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=df40863b-e838-4009-bc06-63b242946ded,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:55.951296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c72d2-5aa4-471c-83c8-cac05b8cf5e0 None None] Pushing event updated for resources: {'Port': ['ID=23d9e468-4ab5-4ded-bf29-d461df8137c3,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:55.964880 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:56.164516 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:56.348683 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:56.689621 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:56.753319 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:56.869338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=df40863b-e838-4009-bc06-63b242946ded,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:56.871916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:56.987125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94918dd9-346f-489c-8516-9e1bf7d22b77 None None] Network 2603fba2-0eec-4cfc-bea3-725344b57824 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:56:57.025827 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 2603fba2-0eec-4cfc-bea3-725344b57824 is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:56:57.027454 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:56:57.199407 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:56:57.230332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-cbe8a038-98c6-4202-b791-4f4626c0124f None None] Provisioning for port 23d9e468-4ab5-4ded-bf29-d461df8137c3 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:56:57.234125 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:56:57.411875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:56:57.420817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:56:57.420817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:57.435498 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:56:57.448613 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-0922583d-531b-4f17-b1e2-e748492af44f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2505074 Mar 28 15:56:57.473327 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Sync routers for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:56:57.487862 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:56:57.488868 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:57.554087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:57.584579 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d7df7b0b-a2a9-46cf-9f10-9dace45b13c3,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:56:57.635869 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-70e963cd-f4dd-4714-8cc5-21580b973845 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006718812&fields=id&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 267 time: 0.0415003 Mar 28 15:56:57.686237 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bb825db0-75af-4fe9-9f08-fb9c2e771a97 None None] Provisioning for port df40863b-e838-4009-bc06-63b242946ded completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:56:57.689623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:57.690736 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 23d9e468-4ab5-4ded-bf29-d461df8137c3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:56:57.702760 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:56:57.792256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bb825db0-75af-4fe9-9f08-fb9c2e771a97 None None] Provisioning complete for port df40863b-e838-4009-bc06-63b242946ded triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:56:57.792629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bb825db0-75af-4fe9-9f08-fb9c2e771a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:57.815813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-06bd6764-747f-43ac-a36c-3b256cb50021 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:56:57.817602 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-06bd6764-747f-43ac-a36c-3b256cb50021 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/networks?id=2603fba2-0eec-4cfc-bea3-725344b57824 HTTP/1.1" status: 200 len: 797 time: 0.1742880 Mar 28 15:56:57.835580 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-e0b834bf-abae-42b0-b449-327f6ffb7594 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/quotas/c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 375 time: 0.0115614 Mar 28 15:56:57.883784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=d7df7b0b-a2a9-46cf-9f10-9dace45b13c3,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:57.888204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-bb825db0-75af-4fe9-9f08-fb9c2e771a97 None None] Port df40863b-e838-4009-bc06-63b242946ded cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:56:57.941388 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-9b5812e2-37d8-4b1d-b022-05bb59ae2e43 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:56:57.965898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 23d9e468-4ab5-4ded-bf29-d461df8137c3 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:56:57.972160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 23d9e468-4ab5-4ded-bf29-d461df8137c3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:56:57.972573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:58.023411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-9b5812e2-37d8-4b1d-b022-05bb59ae2e43 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:56:58.025082 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-9b5812e2-37d8-4b1d-b022-05bb59ae2e43 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863952 Mar 28 15:56:58.052474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-4fc92148-b789-43f6-b6a6-adf160aa4ed9 None None] Provisioning complete for port df40863b-e838-4009-bc06-63b242946ded triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:56:58.052843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4fc92148-b789-43f6-b6a6-adf160aa4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:58.070653 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'df40863b-e838-4009-bc06-63b242946ded', 'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:5d:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:55Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 2, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:58.079894 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Checking router: 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:56:58.080240 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Updating router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 port df40863b-e838-4009-bc06-63b242946ded binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:56:58.136038 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:58.155438 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-4fc92148-b789-43f6-b6a6-adf160aa4ed9 None None] Port df40863b-e838-4009-bc06-63b242946ded cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:56:58.160071 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:58.196067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 23d9e468-4ab5-4ded-bf29-d461df8137c3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23d9e468-4ab5-4ded-bf29-d461df8137c3,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:56:58.221853 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-0a131bac-a8d7-48a2-a28a-24841a45ce19 service neutron] 10.222.0.16 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837313 Mar 28 15:56:58.263316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:58.332703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=23d9e468-4ab5-4ded-bf29-d461df8137c3,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:58.472694 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-19b57e2d-413a-49cc-a798-6ba20ddf7b64 service neutron] 10.222.0.16 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447999 Mar 28 15:56:58.523074 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:58.534992 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Transition to ACTIVE for port object df40863b-e838-4009-bc06-63b242946ded will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:56:58.599680 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:58.726672 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Pushing event updated for resources: {'Port': ['ID=df40863b-e838-4009-bc06-63b242946ded,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:58.760107 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.760444 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.760779 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.761108 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.761429 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.761749 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.762070 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.762395 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.762712 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.763043 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.763540 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.764038 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:56:58.782161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-6acf3968-6176-4cda-aa6b-d26dc2217ffd req-f15439a0-a51d-45fe-a590-1cf10ec912fc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:56:58.795457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-6acf3968-6176-4cda-aa6b-d26dc2217ffd req-f15439a0-a51d-45fe-a590-1cf10ec912fc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:56:58.806699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6acf3968-6176-4cda-aa6b-d26dc2217ffd req-f15439a0-a51d-45fe-a590-1cf10ec912fc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 210 time: 0.0683591 Mar 28 15:56:58.829050 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Attempting to bind port df40863b-e838-4009-bc06-63b242946ded on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:56:58.829464 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Attempting to bind port df40863b-e838-4009-bc06-63b242946ded by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:56:58.829818 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Attempting to bind port df40863b-e838-4009-bc06-63b242946ded on network 2603fba2-0eec-4cfc-bea3-725344b57824 {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:56:58.835760 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:56:58.836124 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Checking segment: {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:56:58.836518 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:58.836904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Bound using segment: {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:56:58.837356 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Bound port: df40863b-e838-4009-bc06-63b242946ded, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:56:58.837725 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:58.930102 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] For port df40863b-e838-4009-bc06-63b242946ded, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:56:58.932871 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] For port df40863b-e838-4009-bc06-63b242946ded, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=df40863b-e838-4009-bc06-63b242946ded,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:56:59.010751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:56:59.033673 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:59.081333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:56:59.081705 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:59.111891 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:56:59.112507 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:59.184425 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48ffc4-1b12-4090-9ee5-690dbc3568a2 None None] Pushing event updated for resources: {'Port': ['ID=df40863b-e838-4009-bc06-63b242946ded,revision_number=4']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:56:59.225193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 23d9e468-4ab5-4ded-bf29-d461df8137c3 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:56:59.305731 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:56:59.313418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 23d9e468-4ab5-4ded-bf29-d461df8137c3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:56:59.313793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:56:59.615009 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-b0393832-451b-41e0-86e5-4b57520051db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'df40863b-e838-4009-bc06-63b242946ded', 'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:5d:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:55Z', 'updated_at': '2022-03-28T15:56:58Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:56:59.619122 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0393832-451b-41e0-86e5-4b57520051db None None] The sync data for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv is: [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'df40863b-e838-4009-bc06-63b242946ded', 'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:5d:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:55Z', 'updated_at': '2022-03-28T15:56:58Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:56:59.968648 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8e35262b-f2c7-4f53-9d60-d561805e4b69 req-541c2198-940a-4787-848a-247ca860d84f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 210 time: 0.0463600 Mar 28 15:57:00.690031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-e7f827a8-3b84-4978-bec7-da621d40d71e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:00.690759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-e7f827a8-3b84-4978-bec7-da621d40d71e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:57:00.753553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-e7f827a8-3b84-4978-bec7-da621d40d71e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:57:00.754686 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-e7f827a8-3b84-4978-bec7-da621d40d71e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/networks?id=2603fba2-0eec-4cfc-bea3-725344b57824 HTTP/1.1" status: 200 len: 797 time: 0.2107801 Mar 28 15:57:00.809450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-4946ae81-9394-4d3b-81d0-f66e0272c8ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:57:00.879644 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-4946ae81-9394-4d3b-81d0-f66e0272c8ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:57:00.880742 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-4946ae81-9394-4d3b-81d0-f66e0272c8ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0 HTTP/1.1" status: 200 len: 380 time: 0.1105843 Mar 28 15:57:00.889429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'port': {'device_id': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'admin_state_up': True, 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'security_groups': ['b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:57:01.033436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device df40863b-e838-4009-bc06-63b242946ded up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:57:01.163605 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c4326f1a-e048-444c-9b94-4abb701ec526 req-d66867f6-1bf6-44b0-940b-f38137b300e5 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 210 time: 0.0591795 Mar 28 15:57:01.165239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port df40863b-e838-4009-bc06-63b242946ded completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:57:01.172030 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port df40863b-e838-4009-bc06-63b242946ded triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:57:01.172530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:01.200565 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:57:01.210555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:57:01.284626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Made reservation on behalf of c5f0f2de2e5e41d3bde9cef73d7f00a0 for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:57:01.288807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:01.290397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:01.321323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port df40863b-e838-4009-bc06-63b242946ded, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=df40863b-e838-4009-bc06-63b242946ded,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:57:01.405680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:01.449458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.20.0.14 (2603fba2-0eec-4cfc-bea3-725344b57824/6ba48c0a-11c2-4485-a2e1-7799e497ec2e/4baa60e6-10d7-41ab-90a0-9fc90eb0033a) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:57:01.505847 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=df40863b-e838-4009-bc06-63b242946ded,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:01.638196 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:01.653906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Transition to ACTIVE for port object 4baa60e6-10d7-41ab-90a0-9fc90eb0033a will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:57:01.708806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:01.773673 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network 2603fba2-0eec-4cfc-bea3-725344b57824 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:57:01.776540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:57:01.784972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:57:01.818265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:01.858827 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:01.859717 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:01.965721 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-b7208981-72a7-46bc-8578-863bcbe7c7a8 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0799732 Mar 28 15:57:01.982950 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Request body: {'port': {'device_id': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:57:02.061708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0efed992-a1e7-4352-9e1d-d12aab2ae384 None None] Provisioning for port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:57:02.066637 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-0efed992-a1e7-4352-9e1d-d12aab2ae384 None None] Provisioning complete for port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:57:02.067000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0efed992-a1e7-4352-9e1d-d12aab2ae384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:02.095952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:02.121966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-0efed992-a1e7-4352-9e1d-d12aab2ae384 None None] Port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:57:02.347636 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe53da-9580-4de2-9177-48cd0eeff794 req-07be3fc9-eac4-47d8-af4b-c1918a27e453 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:02.349173 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-25fe53da-9580-4de2-9177-48cd0eeff794 req-07be3fc9-eac4-47d8-af4b-c1918a27e453 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 932 time: 0.0800695 Mar 28 15:57:02.392920 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-25fe53da-9580-4de2-9177-48cd0eeff794 req-2368323f-3609-4b50-934a-88ad4fac00f6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Mar 28 15:57:02.450211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4baa60e6-10d7-41ab-90a0-9fc90eb0033a {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:57:02.457249 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:02.472864 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Transition to ACTIVE for port object 4baa60e6-10d7-41ab-90a0-9fc90eb0033a will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:57:02.552536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:02.705131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:02.789514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Attempting to bind port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:57:02.790155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Attempting to bind port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:57:02.790155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Attempting to bind port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a on network 2603fba2-0eec-4cfc-bea3-725344b57824 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:57:02.794669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a on network 2603fba2-0eec-4cfc-bea3-725344b57824 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:57:02.794984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Attempting to bind port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a on network 2603fba2-0eec-4cfc-bea3-725344b57824 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:57:02.800117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:57:02.800416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Checking segment: {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:57:02.800800 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Bound using segment: {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:57:02.801218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Bound port: 4baa60e6-10d7-41ab-90a0-9fc90eb0033a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a8838f-f843-4199-9fe7-54c956a7faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:57:02.801558 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:02.867551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:02.889115 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] For port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:57:02.892027 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] For port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:57:02.960808 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:03.007923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device df40863b-e838-4009-bc06-63b242946ded up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:57:03.017606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:03.018206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:03.019824 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] 10.222.0.23 "PUT /v2.0/ports/4baa60e6-10d7-41ab-90a0-9fc90eb0033a HTTP/1.1" status: 200 len: 1094 time: 1.0413702 Mar 28 15:57:03.022321 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:57:03.055413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84806c1-fb0c-4d65-8660-34c95d801cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:03.084497 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'status': 'completed', 'code': 200} Mar 28 15:57:03.086825 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port df40863b-e838-4009-bc06-63b242946ded triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:57:03.087329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:03.195598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f71f2b-21cc-4066-a208-1ae4aa473aa7 req-fcd1fe1e-968a-403a-8951-ba55a3b486e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:03.197225 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9f71f2b-21cc-4066-a208-1ae4aa473aa7 req-fcd1fe1e-968a-403a-8951-ba55a3b486e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 1097 time: 0.0745475 Mar 28 15:57:03.430120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f71f2b-21cc-4066-a208-1ae4aa473aa7 req-a81154cd-344c-4967-8aa1-13b9c60e12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:03.431665 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9f71f2b-21cc-4066-a208-1ae4aa473aa7 req-a81154cd-344c-4967-8aa1-13b9c60e12f2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2223284 Mar 28 15:57:03.574921 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f71f2b-21cc-4066-a208-1ae4aa473aa7 req-e2b5807e-2978-4fa8-953b-9e640ebd4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:03.576441 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b9f71f2b-21cc-4066-a208-1ae4aa473aa7 req-e2b5807e-2978-4fa8-953b-9e640ebd4a4d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384997 Mar 28 15:57:03.577680 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72e842-e533-484f-ab62-a801a982c216 req-12e44cfa-3495-4f4b-86ad-40675594b108 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:03.579162 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b72e842-e533-484f-ab62-a801a982c216 req-12e44cfa-3495-4f4b-86ad-40675594b108 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 944 time: 0.0804441 Mar 28 15:57:03.622972 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6b72e842-e533-484f-ab62-a801a982c216 req-a38e3623-4829-4d45-b231-8a1dda725a6f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381081 Mar 28 15:57:03.704223 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-0edd88d1-16d0-4465-8099-4ebba0de2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:03.705585 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-0edd88d1-16d0-4465-8099-4ebba0de2f26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 1097 time: 0.0726662 Mar 28 15:57:03.785369 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-ffb7da77-f189-4450-8300-10466b6c361b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a HTTP/1.1" status: 200 len: 217 time: 0.0662997 Mar 28 15:57:03.844973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-86f9b69e-192f-4e37-b5b6-82cbcf865ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:03.846366 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-86f9b69e-192f-4e37-b5b6-82cbcf865ba0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ba48c0a-11c2-4485-a2e1-7799e497ec2e HTTP/1.1" status: 200 len: 834 time: 0.0554686 Mar 28 15:57:03.919872 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-32526aee-93e7-4267-b21d-f37957122d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:03.921370 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-32526aee-93e7-4267-b21d-f37957122d94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2603fba2-0eec-4cfc-bea3-725344b57824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0693371 Mar 28 15:57:04.049261 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-7c44c26d-9349-40b6-b07f-5f9564715947 service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213996 Mar 28 15:57:04.176551 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e38c12eb-4aa1-4f59-ab6e-a2600f9654da req-47d324f0-b698-4504-b4f2-78bab5107de7 service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210222 Mar 28 15:57:04.818148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca8563-a80b-4a93-8890-9dde4a168181 req-6e420b6a-ec91-4401-9c13-0819d8ef8b02 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:04.818850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-deca8563-a80b-4a93-8890-9dde4a168181 req-6e420b6a-ec91-4401-9c13-0819d8ef8b02 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:57:04.925475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-deca8563-a80b-4a93-8890-9dde4a168181 req-6e420b6a-ec91-4401-9c13-0819d8ef8b02 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:57:04.926589 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-deca8563-a80b-4a93-8890-9dde4a168181 req-6e420b6a-ec91-4401-9c13-0819d8ef8b02 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 944 time: 0.1970539 Mar 28 15:57:04.971417 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-deca8563-a80b-4a93-8890-9dde4a168181 req-2ea6ca08-0272-425b-a059-290067eba359 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384266 Mar 28 15:57:06.165627 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec6e76-8cf4-413d-b63f-b329f4d75aab req-e9b6a5d8-b1b4-40bd-bfaa-53bc9b2c1dee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:06.167095 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1aec6e76-8cf4-413d-b63f-b329f4d75aab req-e9b6a5d8-b1b4-40bd-bfaa-53bc9b2c1dee tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 944 time: 0.0875933 Mar 28 15:57:06.211432 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1aec6e76-8cf4-413d-b63f-b329f4d75aab req-bcb7c80d-df4d-4c85-8b16-3e30b64ef336 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385871 Mar 28 15:57:07.393071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa262f-8b5b-49ee-a1b3-3b76c0a02ad6 req-7e806276-3748-4dad-9845-0447c265a9e6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:07.394560 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23fa262f-8b5b-49ee-a1b3-3b76c0a02ad6 req-7e806276-3748-4dad-9845-0447c265a9e6 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 944 time: 0.0802031 Mar 28 15:57:07.440960 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-23fa262f-8b5b-49ee-a1b3-3b76c0a02ad6 req-276a52c1-fe69-488b-a6dd-33d3513a4ad4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407662 Mar 28 15:57:08.402993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 4baa60e6-10d7-41ab-90a0-9fc90eb0033a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:57:08.533640 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:57:08.546495 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'port_id': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'mac_address': 'fa:16:3e:82:77:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:57:08.601840 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:08.618754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4baa60e6-10d7-41ab-90a0-9fc90eb0033a {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:57:08.623987 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a05e84-5790-436f-8af9-4df40e515900 req-f041d663-abed-46ea-b669-2220b25d2ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:08.624895 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f8a05e84-5790-436f-8af9-4df40e515900 req-f041d663-abed-46ea-b669-2220b25d2ca0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 944 time: 0.0799711 Mar 28 15:57:08.671874 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f8a05e84-5790-436f-8af9-4df40e515900 req-c7975bc2-27e9-49c4-9e81-68217cd0fae4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Mar 28 15:57:08.705685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:57:08.764921 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:08.832255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:09.040926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['4baa60e6-10d7-41ab-90a0-9fc90eb0033a'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:57:09.856364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f8d7e-c8c7-407b-b03e-ec8278a9b8e3 req-f467455a-66cb-45b3-9ce8-a6a31f6f0003 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:09.857795 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ec4f8d7e-c8c7-407b-b03e-ec8278a9b8e3 req-f467455a-66cb-45b3-9ce8-a6a31f6f0003 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 945 time: 0.0783048 Mar 28 15:57:09.901082 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ec4f8d7e-c8c7-407b-b03e-ec8278a9b8e3 req-8d534294-b54a-4af4-8727-6a7aba61c868 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 Mar 28 15:57:10.417970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 4baa60e6-10d7-41ab-90a0-9fc90eb0033a up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:57:10.553605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:57:10.558793 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:57:10.559197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:10.668719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:10.694636 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:57:10.704287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:57:10.777332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:10.812093 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'code': 200} Mar 28 15:57:10.848851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:11.090102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66981b0c-6740-407c-9f07-7f432c6930e2 req-8c28b298-f918-45e5-a008-6c4ce0a6d3b3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:11.091445 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-66981b0c-6740-407c-9f07-7f432c6930e2 req-8c28b298-f918-45e5-a008-6c4ce0a6d3b3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.0853410 Mar 28 15:57:11.171618 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-66981b0c-6740-407c-9f07-7f432c6930e2 req-1c85a9b9-b58c-4c8f-88fe-302bb9c078a0 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515585 Mar 28 15:57:11.191497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff28f9-1024-446e-905d-e6d2d61b6ba7 req-0ee475e3-ba0c-4c26-8e50-cfba273b0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:11.192944 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d3ff28f9-1024-446e-905d-e6d2d61b6ba7 req-0ee475e3-ba0c-4c26-8e50-cfba273b0774 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 1099 time: 0.1113775 Mar 28 15:57:11.232739 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d3ff28f9-1024-446e-905d-e6d2d61b6ba7 req-59e64c63-1723-4888-a27a-b46f6b993730 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338972 Mar 28 15:57:12.357903 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be87ae-d257-4b1d-a859-79c016198145 req-474725ec-11cb-4b57-b778-19a58f44d855 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:12.359427 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-67be87ae-d257-4b1d-a859-79c016198145 req-474725ec-11cb-4b57-b778-19a58f44d855 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.0797317 Mar 28 15:57:12.403378 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-67be87ae-d257-4b1d-a859-79c016198145 req-089c9e62-59b4-4ee9-90d1-61dede18bba3 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383077 Mar 28 15:57:13.297910 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:57:13.586681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15217e-14ea-463d-ac81-d82ca7d0eb02 req-a08807ed-4fcf-44ce-8044-de605d3802f4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:13.588053 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cb15217e-14ea-463d-ac81-d82ca7d0eb02 req-a08807ed-4fcf-44ce-8044-de605d3802f4 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.0813992 Mar 28 15:57:13.631102 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cb15217e-14ea-463d-ac81-d82ca7d0eb02 req-05085e5a-3bd2-4f68-9f7b-4eedb451e083 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374315 Mar 28 15:57:13.815792 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8ac06-5e56-40e1-8306-5c059b0950c0 req-339aa858-b69d-41ad-855c-aa2058ed1875 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:13.817228 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8bb8ac06-5e56-40e1-8306-5c059b0950c0 req-339aa858-b69d-41ad-855c-aa2058ed1875 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.0828960 Mar 28 15:57:13.859868 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8bb8ac06-5e56-40e1-8306-5c059b0950c0 req-1d606752-eec0-437b-8f7d-8913f20c920d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369570 Mar 28 15:57:13.882043 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43128) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:57:13.952592 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eb27c4-a866-4124-ae87-c7238c963ad6 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:13.954078 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-c7eb27c4-a866-4124-ae87-c7238c963ad6 tempest-TestNetworkAdvancedServerOps-2015567250 tempest-TestNetworkAdvancedServerOps-2015567250-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 1094 time: 0.0710785 Mar 28 15:57:13.957128 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43132) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:57:13.962411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:57:13.968260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:57:13.972033 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Usage tracker for resource:floatingip and tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:57:13.974754 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:57:13.980953 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:57:14.056049 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:14.189416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:14.322890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Allocated IP 172.26.7.136 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/ea05d43a-5d64-4c12-9e0c-e4c4d9bdb55d) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:57:14.465811 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:14.547936 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:14.608679 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:57:14.611353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:57:14.616842 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:57:14.661035 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=ea05d43a-5d64-4c12-9e0c-e4c4d9bdb55d,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:15.121377 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:15.252635 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:15.450889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:15.507764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:15.614127 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event updated for resources: {'Port': ['ID=ea05d43a-5d64-4c12-9e0c-e4c4d9bdb55d,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:15.625822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:15.793587 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP aa99fa0f-039d-4f56-bbbc-dd4b6f539877 associated. External IP: 172.26.7.136, port: 4baa60e6-10d7-41ab-90a0-9fc90eb0033a. Mar 28 15:57:16.133084 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:57:16.307423 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:57:16.316895 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] Sync routers for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:57:16.325788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:57:16.326395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:57:16.416804 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:16.473629 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6a4b2bb0-0547-42db-89f5-adea1fa2426f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5154939 Mar 28 15:57:16.474215 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:57:16.504094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:57:16.520879 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'status': 'completed', 'code': 200} Mar 28 15:57:16.700523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee59f-c8f4-49ca-bdc9-54edc5abe467 req-a1f6690d-9498-43df-8389-5d12e2c8387b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:16.701887 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-77fee59f-c8f4-49ca-bdc9-54edc5abe467 req-a1f6690d-9498-43df-8389-5d12e2c8387b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.1385579 Mar 28 15:57:16.705080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-d1af07db-d24b-4c12-bc2d-ec8413e89cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:16.706417 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-d1af07db-d24b-4c12-bc2d-ec8413e89cfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 1099 time: 0.1118605 Mar 28 15:57:16.894382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'aa99fa0f-039d-4f56-bbbc-dd4b6f539877', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.136', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'port_id': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'mac_address': 'fa:16:3e:82:77:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:57:15Z', 'updated_at': '2022-03-28T15:57:15Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df40863b-e838-4009-bc06-63b242946ded', 'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:5d:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:55Z', 'updated_at': '2022-03-28T15:57:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:57:16.898301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] Checking router: 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:57:16.907470 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:57:16.907931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:56:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:57:16.931705 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-77fee59f-c8f4-49ca-bdc9-54edc5abe467 req-7edc04fa-5d47-414b-b394-ed62f0f04121 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241275 Mar 28 15:57:16.956837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43140) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:57:16.960059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-5ecfb6ad-4d60-407c-9491-94b4d786dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:16.962031 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-5ecfb6ad-4d60-407c-9491-94b4d786dc99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2603fba2-0eec-4cfc-bea3-725344b57824 HTTP/1.1" status: 200 len: 898 time: 0.2408621 Mar 28 15:57:17.066138 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-396aca2b-a1a0-4391-9779-47d6ce469f6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a HTTP/1.1" status: 200 len: 1000 time: 0.0985134 Mar 28 15:57:17.085843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:57:17.136052 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-8ac51ff7-9923-479f-896d-e6e43d5b70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:17.137533 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-8ac51ff7-9923-479f-896d-e6e43d5b70b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ba48c0a-11c2-4485-a2e1-7799e497ec2e HTTP/1.1" status: 200 len: 834 time: 0.0659409 Mar 28 15:57:17.204292 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4de8a408-faa5-4763-bb63-d1a94871bd4c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/aa99fa0f-039d-4f56-bbbc-dd4b6f539877 HTTP/1.1" status: 200 len: 992 time: 0.2460883 Mar 28 15:57:17.218941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-195dece6-0ef4-4d38-943f-d61dad172705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:17.220350 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-195dece6-0ef4-4d38-943f-d61dad172705 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2603fba2-0eec-4cfc-bea3-725344b57824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0771797 Mar 28 15:57:17.350901 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-91709f8a-97d2-495d-91a4-f8dc332b51f6 service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240923 Mar 28 15:57:17.443664 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'aa99fa0f-039d-4f56-bbbc-dd4b6f539877', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.136', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'port_id': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'mac_address': 'fa:16:3e:82:77:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:57:15Z', 'updated_at': '2022-03-28T15:57:15Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df40863b-e838-4009-bc06-63b242946ded', 'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:5d:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:55Z', 'updated_at': '2022-03-28T15:57:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:57:17.447820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf5e69-a234-470d-87bd-d8c4b517c7f5 None None] The sync data for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv is: [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'aa99fa0f-039d-4f56-bbbc-dd4b6f539877', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'floating_ip_address': '172.26.7.136', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'port_id': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'mac_address': 'fa:16:3e:82:77:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:57:15Z', 'updated_at': '2022-03-28T15:57:15Z', 'revision_number': 0, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df40863b-e838-4009-bc06-63b242946ded', 'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:5d:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:55Z', 'updated_at': '2022-03-28T15:57:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:57:17.483648 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-46e06621-22b3-4c7b-8372-8bca016b41d0 req-58852a7f-6496-4655-9be5-eb61968e3c93 service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275411 Mar 28 15:57:17.645492 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4dbb1c-d250-448f-acaf-de56fcc4cab7 None None] New status for floating IP aa99fa0f-039d-4f56-bbbc-dd4b6f539877: ACTIVE {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:57:18.207278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43144) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:57:18.310798 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1e08d14e-2625-492b-878a-be2d424ae117 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/aa99fa0f-039d-4f56-bbbc-dd4b6f539877 HTTP/1.1" status: 200 len: 994 time: 0.1024454 Mar 28 15:57:21.400402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e4581cf2-d248-4c9e-813f-8a026fcde2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:23.541144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9392517a-f616-453c-984a-b99d4a4a5021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:24.747668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:24.924975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:25.898266 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [req-c5b19bce-80c3-4404-be90-97061c607baa req-02f4f0bb-a03f-4bac-ac70-6cc3634547c6 service neutron] (88487) timed out ('10.222.0.23', 53545) {{(pid=88487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 15:57:26.350712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:32.936382 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:41.457245 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-b3b38f5b-dcb2-4b0f-be94-41a4c6afe9d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1083746 Mar 28 15:57:41.608335 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-613ba381-e32a-4a4a-b4b2-cfb534dcc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:41.609689 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-613ba381-e32a-4a4a-b4b2-cfb534dcc0ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 1099 time: 0.0697289 Mar 28 15:57:41.752580 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-16c9e8a2-a7e4-4521-8852-7c235fa145ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:41.754005 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-16c9e8a2-a7e4-4521-8852-7c235fa145ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=2603fba2-0eec-4cfc-bea3-725344b57824 HTTP/1.1" status: 200 len: 898 time: 0.1242537 Mar 28 15:57:41.853913 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-e694d50b-fe28-442b-8ab9-469494411e20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a HTTP/1.1" status: 200 len: 1002 time: 0.0938339 Mar 28 15:57:41.915569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-10cb9876-89e6-4d75-a977-0fda3020f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:41.916878 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-10cb9876-89e6-4d75-a977-0fda3020f9a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ba48c0a-11c2-4485-a2e1-7799e497ec2e HTTP/1.1" status: 200 len: 834 time: 0.0567672 Mar 28 15:57:41.994910 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-38d0a5f0-0a5a-4d9f-bde4-c3858739c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:41.997279 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-38d0a5f0-0a5a-4d9f-bde4-c3858739c1b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2603fba2-0eec-4cfc-bea3-725344b57824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742760 Mar 28 15:57:42.007009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-009b711f-b8c9-4f25-b4b8-e97fafe8fc4d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 15:57:42.007947 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-009b711f-b8c9-4f25-b4b8-e97fafe8fc4d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047693 Mar 28 15:57:42.139580 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-09b9e30f-2dac-4c10-8e0b-aebf7bcbb936 service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253324 Mar 28 15:57:42.269286 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d41e3bfb-326e-4c00-9f92-a4803301a4fb req-4a24211e-4b2e-40d3-9605-8a1af3ab5375 service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218877 Mar 28 15:57:48.145596 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c06c0-070d-44c0-a823-db7fd21a2008 req-35a75c36-4b0b-4a1d-9cd1-7e9c2cacad80 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:48.147121 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4d1c06c0-070d-44c0-a823-db7fd21a2008 req-35a75c36-4b0b-4a1d-9cd1-7e9c2cacad80 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.1277027 Mar 28 15:57:48.191863 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4d1c06c0-070d-44c0-a823-db7fd21a2008 req-6ecacae8-2796-47bd-9e65-24e2b644c70d tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386989 Mar 28 15:57:49.418642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34b4b6-a64c-4444-8d55-dd157f50f690 req-cecbc7a6-fb9c-43fa-b789-e54f51339e7b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:49.420097 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6b34b4b6-a64c-4444-8d55-dd157f50f690 req-cecbc7a6-fb9c-43fa-b789-e54f51339e7b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.1200683 Mar 28 15:57:49.462800 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6b34b4b6-a64c-4444-8d55-dd157f50f690 req-8d95e252-4682-4566-a523-06ee5f869b4f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372021 Mar 28 15:57:49.485469 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43170) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:57:49.683882 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-442fbe12-fe00-45d3-9570-b1ba778f256c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/aa99fa0f-039d-4f56-bbbc-dd4b6f539877 HTTP/1.1" status: 200 len: 994 time: 0.1973205 Mar 28 15:57:50.295930 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:57:51.385079 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258d792-0009-484b-99d1-e79f9ecf5b1e req-17803421-c0d5-4e20-8089-d03e952bbdde tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:51.386637 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f258d792-0009-484b-99d1-e79f9ecf5b1e req-17803421-c0d5-4e20-8089-d03e952bbdde tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.0840530 Mar 28 15:57:51.398630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d83dc5c3-9529-4283-ac08-9be8e3234f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:51.435018 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f258d792-0009-484b-99d1-e79f9ecf5b1e req-308b7347-af43-4492-a82b-558fe49b8212 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403874 Mar 28 15:57:51.480672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-f9a12919-41d5-4c34-b698-eef66883378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:51.482079 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-f9a12919-41d5-4c34-b698-eef66883378d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 1099 time: 0.0735033 Mar 28 15:57:51.610203 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-a190123d-78e9-4b40-90f9-10a58c4377dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:51.611659 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-a190123d-78e9-4b40-90f9-10a58c4377dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=2603fba2-0eec-4cfc-bea3-725344b57824 HTTP/1.1" status: 200 len: 898 time: 0.1235991 Mar 28 15:57:51.716119 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-7a1e8c9c-7d24-439b-9cd1-02ce4e2bee6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a HTTP/1.1" status: 200 len: 1002 time: 0.0976553 Mar 28 15:57:51.777225 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-dc271634-e7f1-4548-a1af-f1deb5871961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:51.778601 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-dc271634-e7f1-4548-a1af-f1deb5871961 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ba48c0a-11c2-4485-a2e1-7799e497ec2e HTTP/1.1" status: 200 len: 834 time: 0.0568850 Mar 28 15:57:51.849045 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-8aa4c0a2-00f8-457c-8ee7-50e10372d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:51.850435 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-8aa4c0a2-00f8-457c-8ee7-50e10372d9b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2603fba2-0eec-4cfc-bea3-725344b57824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0662975 Mar 28 15:57:51.987492 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-42832244-4e71-4dbb-abe9-5001125dc914 service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273577 Mar 28 15:57:52.121588 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e52fdd34-c98e-4bac-b9a3-3dd8dd3c639d req-5b5a9e68-4eb7-4750-974f-a5a6104aa344 service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286619 Mar 28 15:57:52.620966 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb653291-bdb2-4255-ba3f-aa35bcd68467 req-c42091e5-3c57-4889-a907-e1a039020368 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:52.622463 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fb653291-bdb2-4255-ba3f-aa35bcd68467 req-c42091e5-3c57-4889-a907-e1a039020368 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.0821793 Mar 28 15:57:52.665582 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-fb653291-bdb2-4255-ba3f-aa35bcd68467 req-8a9ae6aa-070b-424a-92bd-071739a8f4a1 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 Mar 28 15:57:53.547088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f384141c-37f8-4d68-85a8-5c29b3d347b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:53.849625 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffe9f1-00ec-496d-beaa-d5a0e7db9eb8 req-78435147-7d2b-4d4e-9950-b9f90d19f25b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:53.850945 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-34ffe9f1-00ec-496d-beaa-d5a0e7db9eb8 req-78435147-7d2b-4d4e-9950-b9f90d19f25b tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.0768287 Mar 28 15:57:53.893565 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-34ffe9f1-00ec-496d-beaa-d5a0e7db9eb8 req-6bd68ca1-3d0e-46c2-92e3-fb0f51161d33 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371225 Mar 28 15:57:53.916500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43184) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:57:54.021211 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-960048e0-88ce-4047-98a1-0066ca2a8ab2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/floatingips/aa99fa0f-039d-4f56-bbbc-dd4b6f539877 HTTP/1.1" status: 200 len: 994 time: 0.1036048 Mar 28 15:57:54.315332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43192) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:57:54.511955 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port ea05d43a-5d64-4c12-9e0c-e4c4d9bdb55d {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:57:54.512297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:54.661322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:54.681782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:54.682114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:54.805909 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for ea05d43a-5d64-4c12-9e0c-e4c4d9bdb55d owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:57:54.924504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:55.101730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:55.148056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=ea05d43a-5d64-4c12-9e0c-e4c4d9bdb55d,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:55.182071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.182421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.182768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.183132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.183492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.183822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.184152 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.184478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.184803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.185126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.185449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.185772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:57:55.249218 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:55.249550 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Floating IP aa99fa0f-039d-4f56-bbbc-dd4b6f539877 disassociated (deleted). External IP: 172.26.7.136, port: 4baa60e6-10d7-41ab-90a0-9fc90eb0033a. Mar 28 15:57:55.594234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:57:55.764334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:57:55.775771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] Sync routers for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:57:55.785351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:57:55.792291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:57:55.843412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:55.904192 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5baa77d4-d8cb-4898-81f8-d43e875397bc tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/floatingips/aa99fa0f-039d-4f56-bbbc-dd4b6f539877 HTTP/1.1" status: 204 len: 168 time: 1.5850706 Mar 28 15:57:55.904192 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:57:55.948873 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'status': 'completed', 'code': 200} Mar 28 15:57:55.990253 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:57:56.067927 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-f6db48dd-fddd-425c-a942-5dfbde536ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:56.069396 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-f6db48dd-fddd-425c-a942-5dfbde536ca1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 1099 time: 0.0763142 Mar 28 15:57:56.205529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-bed4ee00-4507-4b5d-9059-2acea2515027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:56.206892 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-bed4ee00-4507-4b5d-9059-2acea2515027 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2603fba2-0eec-4cfc-bea3-725344b57824 HTTP/1.1" status: 200 len: 898 time: 0.1317067 Mar 28 15:57:56.278698 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-8c68c909-8da5-4167-8498-dce628fbe969 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a HTTP/1.1" status: 200 len: 217 time: 0.0663157 Mar 28 15:57:56.342973 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-9d3d7a16-bd2e-4473-bf7b-8a6b022ee83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:56.344524 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-9d3d7a16-bd2e-4473-bf7b-8a6b022ee83b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ba48c0a-11c2-4485-a2e1-7799e497ec2e HTTP/1.1" status: 200 len: 834 time: 0.0604730 Mar 28 15:57:56.369410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'df40863b-e838-4009-bc06-63b242946ded', 'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:5d:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:55Z', 'updated_at': '2022-03-28T15:57:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:57:56.373436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] Checking router: 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:57:56.381791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:57:56.382416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:57:56.435005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:56.486187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-d5ebe5d9-bd57-4f7d-a1dc-b00c3e0a29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:56.487606 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-d5ebe5d9-bd57-4f7d-a1dc-b00c3e0a29ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2603fba2-0eec-4cfc-bea3-725344b57824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1262803 Mar 28 15:57:56.523320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150f4d-d10a-4c54-9f34-2f7b35518e40 req-3bcbecff-7bcd-44a4-b513-e73e32ebbc5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:56.524092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a1150f4d-d10a-4c54-9f34-2f7b35518e40 req-3bcbecff-7bcd-44a4-b513-e73e32ebbc5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Synchronizing usage tracker for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:57:56.555966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:57:56.741226 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-b0d10f78-c51c-42fe-a004-c45f833f5f2a service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447031 Mar 28 15:57:56.766890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a1150f4d-d10a-4c54-9f34-2f7b35518e40 req-3bcbecff-7bcd-44a4-b513-e73e32ebbc5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Unset dirty status for tenant:c5f0f2de2e5e41d3bde9cef73d7f00a0 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:57:56.767999 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1150f4d-d10a-4c54-9f34-2f7b35518e40 req-3bcbecff-7bcd-44a4-b513-e73e32ebbc5e tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.3721328 Mar 28 15:57:56.871506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'df40863b-e838-4009-bc06-63b242946ded', 'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:5d:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:55Z', 'updated_at': '2022-03-28T15:57:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:57:56.876119 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a010ce-a573-4602-a478-7d12d7d70096 None None] The sync data for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv is: [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:56:56Z', 'revision_number': 4, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'df40863b-e838-4009-bc06-63b242946ded', 'name': '', 'network_id': '2603fba2-0eec-4cfc-bea3-725344b57824', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'mac_address': 'fa:16:3e:5d:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:55Z', 'updated_at': '2022-03-28T15:57:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'subnets': [{'id': '6ba48c0a-11c2-4485-a2e1-7799e497ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:57:56.888233 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1150f4d-d10a-4c54-9f34-2f7b35518e40 req-33aa9a4d-ca67-4a0c-919b-6a6dd932a364 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083329 Mar 28 15:57:56.918448 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4bc2bfae-79a2-4f82-a5f0-e71a2bbe903f req-f9614e25-4c1b-4f2b-beaf-f9ad36a54361 service neutron] 10.222.0.23 "GET /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706088 Mar 28 15:57:57.100522 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2927728-045e-47a3-93b5-6c8f53a63a7d None None] New status for floating IP aa99fa0f-039d-4f56-bbbc-dd4b6f539877: DOWN {{(pid=88489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:57:58.080018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1529e-ca7a-4efd-9751-353b1223ec2a req-7bbe11a4-640b-42b2-9a8b-f4fd9a49b311 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:58.081462 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b8b1529e-ca7a-4efd-9751-353b1223ec2a req-7bbe11a4-640b-42b2-9a8b-f4fd9a49b311 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.0820420 Mar 28 15:57:58.128889 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b8b1529e-ca7a-4efd-9751-353b1223ec2a req-aea70f27-e1a5-4c95-b490-165e4319bedb tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417843 Mar 28 15:57:58.223934 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-b6649202-65b2-4ca5-a82c-fd01f97e433c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:57:58.225260 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-b6649202-65b2-4ca5-a82c-fd01f97e433c tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 946 time: 0.0832551 Mar 28 15:57:58.292044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:57:58.292379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:58.529002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:57:58.529345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:58.648377 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for 4baa60e6-10d7-41ab-90a0-9fc90eb0033a owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:57:58.855719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:58.907102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=4baa60e6-10d7-41ab-90a0-9fc90eb0033a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:57:58.981561 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] No DVR routers for this DVR port 4baa60e6-10d7-41ab-90a0-9fc90eb0033a on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:57:58.983958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:57:58.986402 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'name': 'network-vif-deleted', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:57:59.030683 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e869687-1b0e-41cb-b932-390c0a80abd7', 'name': 'network-vif-deleted', 'tag': '4baa60e6-10d7-41ab-90a0-9fc90eb0033a', 'status': 'completed', 'code': 200} Mar 28 15:57:59.043941 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c1f7f6cf-3c8d-4b78-9da0-c10e9ab92211 req-3fdf43eb-cc01-4f71-917e-8032e51897ca tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.23 "DELETE /v2.0/ports/4baa60e6-10d7-41ab-90a0-9fc90eb0033a HTTP/1.1" status: 204 len: 173 time: 0.8136950 Mar 28 15:57:59.281561 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-90a832aa-7be2-42d0-a1c9-af0e12e2473c req-97668b58-d3f1-4b76-99d6-85a0d2c73732 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e869687-1b0e-41cb-b932-390c0a80abd7 HTTP/1.1" status: 200 len: 210 time: 0.0448115 Mar 28 15:58:00.374768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43210) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:01.002975 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:01.345770 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port df40863b-e838-4009-bc06-63b242946ded {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:58:01.346108 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:01.524976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port df40863b-e838-4009-bc06-63b242946ded, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=df40863b-e838-4009-bc06-63b242946ded,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:01.525646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:01.643485 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for df40863b-e838-4009-bc06-63b242946ded owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:58:01.861491 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:01.912969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=df40863b-e838-4009-bc06-63b242946ded,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:02.192940 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:02.635811 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:58:02.714134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 4baa60e6-10d7-41ab-90a0-9fc90eb0033a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:58:02.747566 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 4baa60e6-10d7-41ab-90a0-9fc90eb0033a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:58:02.747909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 4baa60e6-10d7-41ab-90a0-9fc90eb0033a not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:58:02.811556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:58:02.825741 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] Sync routers for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:58:02.826573 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9ead00f9-a3ab-44cb-bfb7-7637bd97c1ef tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "PUT /v2.0/routers/5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4506905 Mar 28 15:58:02.829111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43214) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:02.837452 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:02.838050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:02.895759 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-649e66de-6ba4-4d1d-8477-79313f7b511f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting subnet 6ba48c0a-11c2-4485-a2e1-7799e497ec2e {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 15:58:02.898740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-649e66de-6ba4-4d1d-8477-79313f7b511f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:02.903898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:02.957395 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-649e66de-6ba4-4d1d-8477-79313f7b511f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:03.019891 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:03.045882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-649e66de-6ba4-4d1d-8477-79313f7b511f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:03.199385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-649e66de-6ba4-4d1d-8477-79313f7b511f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:03.240056 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e66de-6ba4-4d1d-8477-79313f7b511f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba48c0a-11c2-4485-a2e1-7799e497ec2e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:03.242000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-649e66de-6ba4-4d1d-8477-79313f7b511f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:03.248517 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-649e66de-6ba4-4d1d-8477-79313f7b511f tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/subnets/6ba48c0a-11c2-4485-a2e1-7799e497ec2e HTTP/1.1" status: 204 len: 168 time: 0.4184365 Mar 28 15:58:03.249564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563f716-8e20-488b-8c11-6c343c6aab8c None None] Network 2603fba2-0eec-4cfc-bea3-725344b57824 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:58:03.251073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43218) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:03.427143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:03.518062 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:58:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:03.523291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] Checking router: 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:58:03.543597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] Routers {'5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:03.544191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:03.607732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] DHCP port deletion for 2603fba2-0eec-4cfc-bea3-725344b57824 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 15:58:03.616500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Deleting port 23d9e468-4ab5-4ded-bf29-d461df8137c3 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:58:03.616876 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:03.617961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:03.684577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Deleting port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 15:58:03.685253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:03.806718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] Set router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:03.861150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] For port d7df7b0b-a2a9-46cf-9f10-9dace45b13c3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d7df7b0b-a2a9-46cf-9f10-9dace45b13c3,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:03.861411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.088842 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Calling delete_port for d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:58:04.095571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] For port 23d9e468-4ab5-4ded-bf29-d461df8137c3, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=23d9e468-4ab5-4ded-bf29-d461df8137c3,segment=NetworkSegment(d0a8838f-f843-4199-9fe7-54c956a7faa2),segment_id=d0a8838f-f843-4199-9fe7-54c956a7faa2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:04.095965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.232197 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Calling delete_port for 23d9e468-4ab5-4ded-bf29-d461df8137c3 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 15:58:04.301649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.347459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Port': ['ID=d7df7b0b-a2a9-46cf-9f10-9dace45b13c3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:04.368487 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:58:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:04.372423 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11d680-203e-4b04-82f4-30d4b884dd58 None None] The sync data for ids ['5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6'] in dv-neutron-828143-13-hyperv is: [{'id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239848136', 'tenant_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:56:50Z', 'updated_at': '2022-03-28T15:58:01Z', 'revision_number': 5, 'project_id': 'c5f0f2de2e5e41d3bde9cef73d7f00a0', 'gw_port': {'id': 'd7df7b0b-a2a9-46cf-9f10-9dace45b13c3', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:56:51Z', 'updated_at': '2022-03-28T15:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:58:04.427082 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912'] for port, after_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.439516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.473605 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Pushing event deleted for resources: {'Port': ['ID=23d9e468-4ab5-4ded-bf29-d461df8137c3,revision_number=None']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:04.475901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] No DVR routers for this DVR port 23d9e468-4ab5-4ded-bf29-d461df8137c3 on host dv-neutron-828143-13-hyperv {{(pid=88488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 15:58:04.486336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.486614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.486955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.487314 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.487645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.487977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.488301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.488633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.488959 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.489281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.489599 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.489917 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8808f24-e94e-4729-9de3-60c7e1218ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:04.609823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.611951 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.683998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.684478 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Fanout notify agent at l3_agent the message router_deleted on router 5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 15:58:04.699576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.700711 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-90e8a6cd-9233-44d2-8337-daf80044ca15 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/routers/5cc90bb8-ade0-441a-9cf3-c67bcce0d2d6 HTTP/1.1" status: 204 len: 168 time: 1.4487455 Mar 28 15:58:04.703365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43222) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:04.818846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.953941 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:04.980734 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2603fba2-0eec-4cfc-bea3-725344b57824']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:04.995836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a8838f-f843-4199-9fe7-54c956a7faa2') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:04.996217 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a8838f-f843-4199-9fe7-54c956a7faa2') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:05.009372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:05.025884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:05.032995 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 15:58:05.033401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 15:58:05.048468 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 15:58:05.181630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:05.199384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:05.211599 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'Network': ['ID=2603fba2-0eec-4cfc-bea3-725344b57824,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:05.267614 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-183fc863-ac3d-48d4-ae32-2f96b672ae62 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/networks/2603fba2-0eec-4cfc-bea3-725344b57824 HTTP/1.1" status: 204 len: 168 time: 0.5633137 Mar 28 15:58:05.270151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43226) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:05.339695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d90f7d6-7dcb-4a44-9182-f534cda2d2f2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:05.372989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d90f7d6-7dcb-4a44-9182-f534cda2d2f2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:05.390084 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 23d9e468-4ab5-4ded-bf29-d461df8137c3 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:58:05.426914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 23d9e468-4ab5-4ded-bf29-d461df8137c3 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:58:05.427293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 23d9e468-4ab5-4ded-bf29-d461df8137c3 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:58:05.427700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device df40863b-e838-4009-bc06-63b242946ded no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:58:05.463128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: df40863b-e838-4009-bc06-63b242946ded {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:58:05.463383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device df40863b-e838-4009-bc06-63b242946ded not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:58:05.535489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d90f7d6-7dcb-4a44-9182-f534cda2d2f2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:05.554719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90f7d6-7dcb-4a44-9182-f534cda2d2f2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:05.625846 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d90f7d6-7dcb-4a44-9182-f534cda2d2f2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:05.626999 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9d90f7d6-7dcb-4a44-9182-f534cda2d2f2 tempest-TestNetworkAdvancedServerOps-845298751 tempest-TestNetworkAdvancedServerOps-845298751-project] 10.222.0.16 "DELETE /v2.0/security-groups/b6cebae6-1b05-49f1-ab4b-329e3f3f3ac4 HTTP/1.1" status: 204 len: 168 time: 0.3559582 Mar 28 15:58:06.209176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43236) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:06.353575 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ae46e8c1-1488-413a-87eb-c8f8f79db77d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5f0f2de2e5e41d3bde9cef73d7f00a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432734 Mar 28 15:58:06.356039 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43242) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:06.411767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-78463f4b-31fc-46a3-b0b2-14752e0f46f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:06.436711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-78463f4b-31fc-46a3-b0b2-14752e0f46f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:06.529630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-78463f4b-31fc-46a3-b0b2-14752e0f46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:06.546332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78463f4b-31fc-46a3-b0b2-14752e0f46f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dec5a03-aebe-43db-bf19-65006b4dd20b,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:06.555682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-78463f4b-31fc-46a3-b0b2-14752e0f46f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:06.555682 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-78463f4b-31fc-46a3-b0b2-14752e0f46f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dec5a03-aebe-43db-bf19-65006b4dd20b HTTP/1.1" status: 204 len: 168 time: 0.1968520 Mar 28 15:58:06.995174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 15:58:07.028758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 15:58:07.029103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d7df7b0b-a2a9-46cf-9f10-9dace45b13c3 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 15:58:07.132332 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43250) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:07.150322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d1cceb2-651e-4fce-b425-4ccbcfbb831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:07.165272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9d1cceb2-651e-4fce-b425-4ccbcfbb831b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:07.169087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9d1cceb2-651e-4fce-b425-4ccbcfbb831b admin admin] Usage tracker for resource:security_group_rule and tenant:99ebe463d9014b748c9898bdf830d645 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:07.171843 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-9d1cceb2-651e-4fce-b425-4ccbcfbb831b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:07.177700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-9d1cceb2-651e-4fce-b425-4ccbcfbb831b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:07.257051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d1cceb2-651e-4fce-b425-4ccbcfbb831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:07.324067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9d1cceb2-651e-4fce-b425-4ccbcfbb831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:07.384490 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9d1cceb2-651e-4fce-b425-4ccbcfbb831b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99ebe463d9014b748c9898bdf830d645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509565 Mar 28 15:58:07.385267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cceb2-651e-4fce-b425-4ccbcfbb831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b9deff-0cb6-4279-8581-504ff89daa8a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:07.387086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43254) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:07.445124 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:07.473282 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:07.592726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:07.607175 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b9deff-0cb6-4279-8581-504ff89daa8a,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:07.616851 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.617192 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.617525 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.617856 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.618181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.618509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.618828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.619181 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.619500 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.619815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.620195 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.620509 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:07.624980 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:07.626678 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-fbe2f3e3-82b7-4297-98ed-b9f9c0da90ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9b9deff-0cb6-4279-8581-504ff89daa8a HTTP/1.1" status: 204 len: 168 time: 0.2381198 Mar 28 15:58:08.748553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43278) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:08.849045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1741554170-network', 'tenant_id': 'a777ad6b459d40fd9088712224937ade'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:08.854459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:08.858272 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Usage tracker for resource:network and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:08.861113 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:08.867263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:08.969626 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Made reservation on behalf of a777ad6b459d40fd9088712224937ade for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:58:08.971966 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:08.984923 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:08.998984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:09.002968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:09.005774 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:09.013256 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:09.098807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:09.180343 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:09.209438 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:58:09.218728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2caafb-3d33-47a4-96ed-8bbe6eac59e7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:09.224162 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:09.224502 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Added segment b7930326-eef0-476d-9811-c311a2f5987e of type vlan for network 25712f4a-ff0c-494c-8a50-864bf534944f Mar 28 15:58:09.249233 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:09.352813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:09.353762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:09.354330 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:09.453019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] Pushing event updated for resources: {'Network': ['ID=25712f4a-ff0c-494c-8a50-864bf534944f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:09.462907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 25712f4a-ff0c-494c-8a50-864bf534944f details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:58:09.502213 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-98e6cdf8-4065-43c5-ad52-cc457e01d1ee admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7525187 Mar 28 15:58:09.505146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43284) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:09.511237 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Request body: {'subnet': {'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1741554170-subnet', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:09.516137 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:09.519959 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Usage tracker for resource:subnet and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:09.522763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:09.528759 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:09.592770 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Made reservation on behalf of a777ad6b459d40fd9088712224937ade for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:58:09.595060 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:09.844261 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:09.917758 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=596973c6-7c44-4951-a335-0e94bf663b81,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:09.926172 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Checking segment: {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:58:09.926536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Network hostable DHCP agents. Network: 25712f4a-ff0c-494c-8a50-864bf534944f, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:58:10.009531 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Network 25712f4a-ff0c-494c-8a50-864bf534944f is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:58:10.095353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 25712f4a-ff0c-494c-8a50-864bf534944f) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:10.099491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:10.100069 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:10.105758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799118b3-5a98-4b85-a173-c30801935653 None None] Network 25712f4a-ff0c-494c-8a50-864bf534944f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:58:10.165949 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-8b8ed2de-0846-445d-bfb1-48eed1b40288 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6594856 Mar 28 15:58:10.168722 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43288) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:10.174391 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:10.179806 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:10.183996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Usage tracker for resource:router and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:10.186983 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:10.192875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:10.255861 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:10.256894 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:10.271849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:10.362065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2971abe5-3185-4667-a467-77504a56449a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-25712f4a-ff0c-494c-8a50-864bf534944f', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:58:10.362938 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2971abe5-3185-4667-a467-77504a56449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:10.513109 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-2971abe5-3185-4667-a467-77504a56449a None None] Allocated IP 172.20.0.2 (25712f4a-ff0c-494c-8a50-864bf534944f/596973c6-7c44-4951-a335-0e94bf663b81/80389d8c-75a7-48a4-a9e6-6c06cf0c956e) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:58:10.693163 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:10.719663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2971abe5-3185-4667-a467-77504a56449a None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:10.729350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2971abe5-3185-4667-a467-77504a56449a None None] Transition to ACTIVE for port object 80389d8c-75a7-48a4-a9e6-6c06cf0c956e will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:10.747111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2971abe5-3185-4667-a467-77504a56449a None None] Transition to ACTIVE for port object 80389d8c-75a7-48a4-a9e6-6c06cf0c956e will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:10.809957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2971abe5-3185-4667-a467-77504a56449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:10.868217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2971abe5-3185-4667-a467-77504a56449a None None] Network 25712f4a-ff0c-494c-8a50-864bf534944f is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:10.870887 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-2971abe5-3185-4667-a467-77504a56449a None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:10.875137 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971abe5-3185-4667-a467-77504a56449a None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:58:10.915673 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971abe5-3185-4667-a467-77504a56449a None None] Pushing event updated for resources: {'Port': ['ID=80389d8c-75a7-48a4-a9e6-6c06cf0c956e,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:10.975297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2971abe5-3185-4667-a467-77504a56449a None None] Attempting to bind port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:58:10.975559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2971abe5-3185-4667-a467-77504a56449a None None] Attempting to bind port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:58:10.975914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971abe5-3185-4667-a467-77504a56449a None None] Attempting to bind port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e on network 25712f4a-ff0c-494c-8a50-864bf534944f {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:58:10.981163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971abe5-3185-4667-a467-77504a56449a None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:58:10.981526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971abe5-3185-4667-a467-77504a56449a None None] Checking segment: {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:58:10.988638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2971abe5-3185-4667-a467-77504a56449a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:10.988638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971abe5-3185-4667-a467-77504a56449a None None] Bound using segment: {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:58:10.988638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-2971abe5-3185-4667-a467-77504a56449a None None] Bound port: 80389d8c-75a7-48a4-a9e6-6c06cf0c956e, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:58:10.988638 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2971abe5-3185-4667-a467-77504a56449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:11.074581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2971abe5-3185-4667-a467-77504a56449a None None] For port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:58:11.077675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2971abe5-3185-4667-a467-77504a56449a None None] For port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=80389d8c-75a7-48a4-a9e6-6c06cf0c956e,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:58:11.084279 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:11.114291 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:11.124387 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2971abe5-3185-4667-a467-77504a56449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:11.206652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971abe5-3185-4667-a467-77504a56449a None None] Pushing event updated for resources: {'Port': ['ID=80389d8c-75a7-48a4-a9e6-6c06cf0c956e,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:11.251318 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Allocated IP 172.26.7.211 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:58:11.412597 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:11.507491 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:11.569146 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:11.572520 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:11.576064 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:58:11.622298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Pushing event updated for resources: {'Port': ['ID=58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:12.048306 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:12.121276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15a992-3535-4ae2-89fa-25912e75ee65 None None] Network 25712f4a-ff0c-494c-8a50-864bf534944f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:58:12.275231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-55dbb179-9091-41e4-8ec3-8d42efc204d9 None None] Provisioning for port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:12.514070 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:12.802888 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:58:12.976780 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:58:12.985940 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Sync routers for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:58:12.995946 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:12.996560 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:13.066008 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 80389d8c-75a7-48a4-a9e6-6c06cf0c956e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:13.067363 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:13.071613 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-3cb19244-70e2-42aa-893b-d0fce5c0763b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8989172 Mar 28 15:58:13.071816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43292) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:13.173091 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:13.198639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:13.204002 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:13.204474 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:13.322544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:13.353685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=80389d8c-75a7-48a4-a9e6-6c06cf0c956e,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:13.414901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:13.457270 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:11Z', 'revision_number': 3, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:13.460235 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Checking router: d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:58:13.460574 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Updating router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:58:13.492985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=80389d8c-75a7-48a4-a9e6-6c06cf0c956e,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:13.520993 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:13.740208 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:13.837546 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:13.850027 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Transition to ACTIVE for port object 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:13.918983 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.000553 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Attempting to bind port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:58:14.001208 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Attempting to bind port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:58:14.001208 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Attempting to bind port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:58:14.003169 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Pushing event updated for resources: {'Port': ['ID=58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:14.012215 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:58:14.012577 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:58:14.012970 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.013353 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:58:14.013797 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Bound port: 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:58:14.014163 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.041075 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.041415 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.041746 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.042074 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.042398 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.042719 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.043060 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.043392 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.043701 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.044016 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.044401 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.044628 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 15:58:14.061905 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Allocated IP 172.20.0.1 (25712f4a-ff0c-494c-8a50-864bf534944f/596973c6-7c44-4951-a335-0e94bf663b81/d944c998-74c8-4e96-a2bf-0d081b6829f7) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:58:14.095872 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] For port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:58:14.098882 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] For port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:58:14.169601 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.205280 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.221213 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.provisioning_blocks [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Transition to ACTIVE for port object d944c998-74c8-4e96-a2bf-0d081b6829f7 will not be triggered until provisioned by entity DHCP. {{(pid=88487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:14.248797 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:14.249399 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:14.312260 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.312495 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7268f51-3d80-47ad-9a3f-f029927c702b None None] Pushing event updated for resources: {'Port': ['ID=58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:14.374402 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Network 25712f4a-ff0c-494c-8a50-864bf534944f is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:14.377065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:14.380578 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:58:14.429937 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:14.430380 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Pushing event updated for resources: {'Port': ['ID=d944c998-74c8-4e96-a2bf-0d081b6829f7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:14.442571 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.641896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.689989 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b03ddc93-33c1-4074-ba79-265a11794c58 None None] Provisioning for port d944c998-74c8-4e96-a2bf-0d081b6829f7 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:14.696699 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b03ddc93-33c1-4074-ba79-265a11794c58 None None] Provisioning complete for port d944c998-74c8-4e96-a2bf-0d081b6829f7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:14.697208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b03ddc93-33c1-4074-ba79-265a11794c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.740680 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:11Z', 'revision_number': 3, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:14.745441 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95733c2-469f-4b23-8e63-ed415336a1e0 None None] The sync data for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv is: [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:11Z', 'revision_number': 3, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:58:14.753477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b03ddc93-33c1-4074-ba79-265a11794c58 None None] Port d944c998-74c8-4e96-a2bf-0d081b6829f7 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:58:14.873187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:14.944949 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:15.059840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:15.063408 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Pushing event updated for resources: {'Port': ['ID=d944c998-74c8-4e96-a2bf-0d081b6829f7,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:15.128359 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 80389d8c-75a7-48a4-a9e6-6c06cf0c956e up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:15.200581 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:15.200963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:15.205965 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Network 25712f4a-ff0c-494c-8a50-864bf534944f is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:15.207232 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:15.328256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:15.424999 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:58:15.476608 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b44301b6-faca-4d83-8b02-f05d1b872292 None None] Provisioning complete for port d944c998-74c8-4e96-a2bf-0d081b6829f7 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:15.477105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b44301b6-faca-4d83-8b02-f05d1b872292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:15.521410 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:15.536161 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:15.536522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:15.591713 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b44301b6-faca-4d83-8b02-f05d1b872292 None None] Port d944c998-74c8-4e96-a2bf-0d081b6829f7 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:58:15.619239 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:58:15.628676 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-6c253149-a531-48a6-b19a-ede67c62416e admin admin] 10.222.0.16 "PUT /v2.0/routers/d7a2a479-83d8-4d5a-81f4-4180c3ff1da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5558753 Mar 28 15:58:15.658443 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:15.674732 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:15.753046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:15.822426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:16.272533 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Sync routers for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:58:16.282173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:16.282800 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:16.342532 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43310) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:16.348207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1975638921-network', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:16.352859 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:16.356716 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Usage tracker for resource:network and tenant:11d7fde267d142fcbaf7d5ff3104e190 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:16.359610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:16.365290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:16.458287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:16.466088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Made reservation on behalf of 11d7fde267d142fcbaf7d5ff3104e190 for: {'network': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:58:16.468545 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:16.481370 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:16.496015 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:16.499840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Usage tracker for resource:security_group_rule and tenant:11d7fde267d142fcbaf7d5ff3104e190 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:16.502633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:16.508405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:16.589435 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:16.661587 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:16.694801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=88487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 15:58:16.700066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5771479c-fbcc-4b3e-ac0e-d3e30f322f28,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:16.706641 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:16.706987 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.segments_db [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Added segment 61902334-3d63-4340-8736-3cdcc8e056c2 of type vlan for network 4a7ce840-03b5-4959-8031-2d22358c81b7 Mar 28 15:58:16.733194 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:16.769957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 2, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:16.773791 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Checking router: d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:58:16.774142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Updating router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 port d944c998-74c8-4e96-a2bf-0d081b6829f7 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:58:16.815354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:16.816315 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:16.816922 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Notify callbacks [] for network, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:16.826304 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.020019 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7ce840-03b5-4959-8031-2d22358c81b7,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:17.055350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 4a7ce840-03b5-4959-8031-2d22358c81b7 details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 15:58:17.067134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:17.084807 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-1733a1b0-bbfe-4796-9b6f-288678786c41 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7411447 Mar 28 15:58:17.088102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43314) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:17.093900 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Request body: {'subnet': {'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1975638921-subnet', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'ip_version': 4}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:17.098789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:17.103405 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Usage tracker for resource:subnet and tenant:11d7fde267d142fcbaf7d5ff3104e190 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:17.106269 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:17.112165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:17.163819 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Made reservation on behalf of 11d7fde267d142fcbaf7d5ff3104e190 for: {'subnet': 1} {{(pid=88487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:58:17.166896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33054695'] for subnet, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.297350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:17.297718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.378329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.395308 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Transition to ACTIVE for port object d944c998-74c8-4e96-a2bf-0d081b6829f7 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:17.416399 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31575098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33054677'] for subnet, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.471558 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.488267 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0360d301-9905-4361-b2cf-25924dd36086,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:17.501510 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Checking segment: {'id': '61902334-3d63-4340-8736-3cdcc8e056c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:58:17.501864 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Network hostable DHCP agents. Network: 4a7ce840-03b5-4959-8031-2d22358c81b7, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 15:58:17.580996 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Network 4a7ce840-03b5-4959-8031-2d22358c81b7 is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 15:58:17.646671 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 4a7ce840-03b5-4959-8031-2d22358c81b7) {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:17.653889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:17.653889 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.655457 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611e58a-ab50-471f-88a5-789bf486a464 None None] Pushing event updated for resources: {'Port': ['ID=d944c998-74c8-4e96-a2bf-0d081b6829f7,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:17.687700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2231af-3d8e-4b4b-9558-6c23c5f4f4fc None None] Network 4a7ce840-03b5-4959-8031-2d22358c81b7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:58:17.732893 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-a909832b-3684-4dec-97a5-6dfb9d96e707 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6414533 Mar 28 15:58:17.733123 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43318) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:17.738251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:17.742816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:17.747139 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Usage tracker for resource:router and tenant:11d7fde267d142fcbaf7d5ff3104e190 is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:17.749957 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:17.755805 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:17.801481 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Attempting to bind port d944c998-74c8-4e96-a2bf-0d081b6829f7 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:58:17.802022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Attempting to bind port d944c998-74c8-4e96-a2bf-0d081b6829f7 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:58:17.802136 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Attempting to bind port d944c998-74c8-4e96-a2bf-0d081b6829f7 on network 25712f4a-ff0c-494c-8a50-864bf534944f {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:58:17.814799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:58:17.815193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Checking segment: {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:58:17.815597 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.815983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Bound using segment: {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:58:17.816440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Bound port: d944c998-74c8-4e96-a2bf-0d081b6829f7, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:58:17.816813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.838336 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.839420 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.854501 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:17.968494 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] For port d944c998-74c8-4e96-a2bf-0d081b6829f7, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:58:17.972986 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] For port d944c998-74c8-4e96-a2bf-0d081b6829f7, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d944c998-74c8-4e96-a2bf-0d081b6829f7,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:58:18.017352 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-4a7ce840-03b5-4959-8031-2d22358c81b7', 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'fixed_ips': [{'subnet_id': '0360d301-9905-4361-b2cf-25924dd36086'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 15:58:18.018383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:18.077134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:18.186128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:18.186389 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:18.186546 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:18.246864 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611e58a-ab50-471f-88a5-789bf486a464 None None] Pushing event updated for resources: {'Port': ['ID=d944c998-74c8-4e96-a2bf-0d081b6829f7,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:18.405623 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Allocated IP 172.20.0.2 (4a7ce840-03b5-4959-8031-2d22358c81b7/0360d301-9905-4361-b2cf-25924dd36086/c8a0f0bd-5d0e-4999-8e51-5f395c0dd396) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:58:18.475284 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:18.584979 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:18.617196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:18.748183 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Allocated IP 172.26.7.70 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/79c0e3ff-8092-4e8e-87b5-318fbb523ed8) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:58:18.902586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:18.936718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:18.954948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Transition to ACTIVE for port object c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:18.978248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Transition to ACTIVE for port object c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:18.981837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:18.994166 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:17Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:18.998158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde72de-3f0b-48e4-9f0c-f52b141f7fe2 None None] The sync data for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv is: [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:17Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:58:19.068162 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:19.143185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Network 4a7ce840-03b5-4959-8031-2d22358c81b7 is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:19.146282 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:19.155065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:58:19.163466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Pushing event updated for resources: {'Port': ['ID=c8a0f0bd-5d0e-4999-8e51-5f395c0dd396,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:19.163989 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:19.166998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:19.170746 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:58:19.217910 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=79c0e3ff-8092-4e8e-87b5-318fbb523ed8,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:19.253537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Attempting to bind port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:58:19.253899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Attempting to bind port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '61902334-3d63-4340-8736-3cdcc8e056c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:58:19.254263 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Attempting to bind port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 on network 4a7ce840-03b5-4959-8031-2d22358c81b7 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:58:19.260592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:58:19.260961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Checking segment: {'id': '61902334-3d63-4340-8736-3cdcc8e056c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:58:19.261360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:19.261751 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Bound using segment: {'id': '61902334-3d63-4340-8736-3cdcc8e056c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:58:19.262208 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Bound port: c8a0f0bd-5d0e-4999-8e51-5f395c0dd396, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61902334-3d63-4340-8736-3cdcc8e056c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:58:19.262580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:19.356341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] For port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:58:19.359578 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] For port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c8a0f0bd-5d0e-4999-8e51-5f395c0dd396,segment=NetworkSegment(61902334-3d63-4340-8736-3cdcc8e056c2),segment_id=61902334-3d63-4340-8736-3cdcc8e056c2)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:58:19.427826 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:19.525448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97a22-79b8-4426-9b0a-2fe0f6adb248 None None] Pushing event updated for resources: {'Port': ['ID=c8a0f0bd-5d0e-4999-8e51-5f395c0dd396,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:19.678475 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:20.042166 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:20.301041 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 15:58:20.474994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d50f7-012d-456e-9eb8-09f14a00cfea None None] Network 4a7ce840-03b5-4959-8031-2d22358c81b7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 15:58:20.481731 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:58:20.496427 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Sync routers for ids ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:58:20.507242 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Routers {'72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:20.507977 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:20.581126 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:20.582391 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-063736d4-71fc-463b-a6b9-90988af8c1b4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8484049 Mar 28 15:58:20.585273 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43322) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:20.644934 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-7ec438dd-9896-41d6-9bc2-abd7cc9621b6 None None] Provisioning for port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:20.691467 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Set router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:21.002555 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:17Z', 'updated_at': '2022-03-28T15:58:19Z', 'revision_number': 3, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'gw_port': {'id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:18Z', 'updated_at': '2022-03-28T15:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:21.004853 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Checking router: 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:58:21.005245 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Updating router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:58:21.060087 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.105373 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d944c998-74c8-4e96-a2bf-0d081b6829f7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:21.227131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port d944c998-74c8-4e96-a2bf-0d081b6829f7 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:21.232076 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d944c998-74c8-4e96-a2bf-0d081b6829f7 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:21.232555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.361907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.396801 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.400718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port d944c998-74c8-4e96-a2bf-0d081b6829f7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d944c998-74c8-4e96-a2bf-0d081b6829f7,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:21.403786 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.404067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d57f-2901-46f2-b00d-520f3320d433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.409920 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Transition to ACTIVE for port object 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:21.460445 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.461798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:21.488955 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.570340 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Attempting to bind port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:58:21.571193 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Attempting to bind port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:58:21.571193 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Attempting to bind port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:58:21.577232 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc70e7b-1f77-4826-8154-c4419052f3e3 None None] Pushing event updated for resources: {'Port': ['ID=79c0e3ff-8092-4e8e-87b5-318fbb523ed8,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:21.581598 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:58:21.581967 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:58:21.582352 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.582737 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:58:21.583222 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Bound port: 79c0e3ff-8092-4e8e-87b5-318fbb523ed8, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:58:21.583590 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.590782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=d944c998-74c8-4e96-a2bf-0d081b6829f7,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:21.617619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Allocated IP 172.20.0.1 (4a7ce840-03b5-4959-8031-2d22358c81b7/0360d301-9905-4361-b2cf-25924dd36086/be0775cc-d8e7-40a5-891f-706eab926689) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:58:21.655233 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] For port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:58:21.658128 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] For port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=79c0e3ff-8092-4e8e-87b5-318fbb523ed8,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:58:21.661128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:21.666821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:21.669813 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.719959 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.765810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.784803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Transition to ACTIVE for port object be0775cc-d8e7-40a5-891f-706eab926689 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:21.784990 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.801229 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Routers {'72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:21.801846 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:57:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:21.819388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c8a0f0bd-5d0e-4999-8e51-5f395c0dd396,segment=NetworkSegment(61902334-3d63-4340-8736-3cdcc8e056c2),segment_id=61902334-3d63-4340-8736-3cdcc8e056c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:21.862365 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc70e7b-1f77-4826-8154-c4419052f3e3 None None] Pushing event updated for resources: {'Port': ['ID=79c0e3ff-8092-4e8e-87b5-318fbb523ed8,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:21.890138 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.901762 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:21.957170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Network 4a7ce840-03b5-4959-8031-2d22358c81b7 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:21.965137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:21.968247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:58:21.981659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=c8a0f0bd-5d0e-4999-8e51-5f395c0dd396,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:22.008581 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Pushing event updated for resources: {'Port': ['ID=be0775cc-d8e7-40a5-891f-706eab926689,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:22.014178 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] Set router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:22.036201 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:22.284219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f7dd9df2-22b8-4eca-9e9b-f7941694483d None None] Provisioning for port be0775cc-d8e7-40a5-891f-706eab926689 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:22.294404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-f7dd9df2-22b8-4eca-9e9b-f7941694483d None None] Provisioning complete for port be0775cc-d8e7-40a5-891f-706eab926689 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:22.294404 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f7dd9df2-22b8-4eca-9e9b-f7941694483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:22.305747 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:17Z', 'updated_at': '2022-03-28T15:58:19Z', 'revision_number': 3, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'gw_port': {'id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:18Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:22.309745 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b991e-b5ba-45b6-bcc0-95b43ee39850 None None] The sync data for ids ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'] in dv-neutron-828143-13-hyperv is: [{'id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:17Z', 'updated_at': '2022-03-28T15:58:19Z', 'revision_number': 3, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'gw_port': {'id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:18Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:58:22.348528 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd9df2-22b8-4eca-9e9b-f7941694483d None None] Port be0775cc-d8e7-40a5-891f-706eab926689 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:58:22.482699 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:22.725268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:22.791859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:22.900619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:22.904464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Pushing event updated for resources: {'Port': ['ID=be0775cc-d8e7-40a5-891f-706eab926689,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:23.051370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Network 4a7ce840-03b5-4959-8031-2d22358c81b7 is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:23.052661 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:23.138329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d944c998-74c8-4e96-a2bf-0d081b6829f7 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:23.226223 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port d944c998-74c8-4e96-a2bf-0d081b6829f7 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:23.227857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:23.262178 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:58:23.349337 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:23.412240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ac0fd259-cbb2-426a-b61a-55d83b87a581 None None] Provisioning complete for port be0775cc-d8e7-40a5-891f-706eab926689 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:23.412614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd259-cbb2-426a-b61a-55d83b87a581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:23.447839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:58:23.464270 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-021b897f-e5c9-4f15-b6fa-6055058c6793 admin admin] 10.222.0.16 "PUT /v2.0/routers/72a2a3cf-400e-43a6-a63e-ab5deffcf3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8779306 Mar 28 15:58:23.487737 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ac0fd259-cbb2-426a-b61a-55d83b87a581 None None] Port be0775cc-d8e7-40a5-891f-706eab926689 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:58:23.558685 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:23.564795 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:23.565173 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:23.630894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac025c9b-14c6-487b-8340-0d7ac182ecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:23.721988 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:23.740199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=79c0e3ff-8092-4e8e-87b5-318fbb523ed8,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:23.787234 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:23.788106 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:23.912198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Sync routers for ids ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:58:23.918424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=79c0e3ff-8092-4e8e-87b5-318fbb523ed8,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:23.928327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Routers {'72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:23.929032 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:58:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:23.999639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:24.000022 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.123918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43332) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:24.129468 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641106245', 'description': 'tempest-secgroup-smoke-641106245 description', 'project_id': 'a777ad6b459d40fd9088712224937ade'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:24.135621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:24.139476 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:24.142289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:24.148094 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:24.199730 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Set router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:24.204431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.229380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:24.233356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:24.236429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:24.242838 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:24.311314 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.386833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.429163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b905559-a222-4eb0-ba2d-f8874e7bf7cf,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:24.478454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.479758 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-12639be3-cae2-420b-94e6-f950b216c526 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3548188 Mar 28 15:58:24.482807 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43336) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:24.488029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': '3b905559-a222-4eb0-ba2d-f8874e7bf7cf', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:24.494505 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:24.498435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:24.501412 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:24.507246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:24.546269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:17Z', 'updated_at': '2022-03-28T15:58:22Z', 'revision_number': 4, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'gw_port': {'id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:18Z', 'updated_at': '2022-03-28T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'be0775cc-d8e7-40a5-891f-706eab926689', 'name': '', 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'mac_address': 'fa:16:3e:15:b1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0360d301-9905-4361-b2cf-25924dd36086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:21Z', 'updated_at': '2022-03-28T15:58:22Z', 'revision_number': 2, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'subnets': [{'id': '0360d301-9905-4361-b2cf-25924dd36086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:24.550070 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Checking router: 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:58:24.550422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Updating router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 port be0775cc-d8e7-40a5-891f-706eab926689 binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 15:58:24.559272 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.614412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.624743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.657045 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.705664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.730041 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cae68a-ad5f-45b6-a144-3652c0108930,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:24.804283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.808646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43340) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:24.814275 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': '3b905559-a222-4eb0-ba2d-f8874e7bf7cf', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:24.819634 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-16da9e48-a59c-41a9-b5f9-f56dee9260a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276534 Mar 28 15:58:24.821270 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:24.825089 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:24.828637 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:24.834778 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:24.925295 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.965310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.977327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:24.978920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Transition to ACTIVE for port object be0775cc-d8e7-40a5-891f-706eab926689 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:24.988243 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.049925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.072460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.085485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:25.097395 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc46b26e-fece-458a-99a2-daf7942ced0f,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:25.147274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.149092 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cf4dc65b-bd97-45c3-8c95-9d694d101bb3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3392861 Mar 28 15:58:25.152184 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43344) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:25.157538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': '3b905559-a222-4eb0-ba2d-f8874e7bf7cf', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:25.164976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:25.169189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:25.172274 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:25.179748 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:25.234821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.302120 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.304418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4009c-f51d-4956-b026-48908661cac7 None None] Pushing event updated for resources: {'Port': ['ID=be0775cc-d8e7-40a5-891f-706eab926689,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:25.370739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Attempting to bind port be0775cc-d8e7-40a5-891f-706eab926689 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:58:25.371132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Attempting to bind port be0775cc-d8e7-40a5-891f-706eab926689 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': '61902334-3d63-4340-8736-3cdcc8e056c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:58:25.371500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Attempting to bind port be0775cc-d8e7-40a5-891f-706eab926689 on network 4a7ce840-03b5-4959-8031-2d22358c81b7 {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:58:25.374755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:25.375149 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.386784 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.411569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0436c90-a422-4ed3-b588-d063d39c8e62,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:25.412350 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:58:25.412773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Checking segment: {'id': '61902334-3d63-4340-8736-3cdcc8e056c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:58:25.413183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.413571 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Bound using segment: {'id': '61902334-3d63-4340-8736-3cdcc8e056c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:58:25.414654 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Bound port: be0775cc-d8e7-40a5-891f-706eab926689, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61902334-3d63-4340-8736-3cdcc8e056c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:58:25.415053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.478540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.480093 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-255c2152-6a10-4cd0-886c-7f219641d164 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3265538 Mar 28 15:58:25.482401 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43348) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:25.487411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': '3b905559-a222-4eb0-ba2d-f8874e7bf7cf', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:25.493261 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:25.497081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:25.499922 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:25.505620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:25.568612 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] For port be0775cc-d8e7-40a5-891f-706eab926689, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:58:25.581326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] For port be0775cc-d8e7-40a5-891f-706eab926689, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=be0775cc-d8e7-40a5-891f-706eab926689,segment=NetworkSegment(61902334-3d63-4340-8736-3cdcc8e056c2),segment_id=61902334-3d63-4340-8736-3cdcc8e056c2)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:58:25.616236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.672094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.680906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.747760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.752011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Routers {'72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:25.752639 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:58:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:25.772514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a2257a-43a6-425d-a250-5fa807bbcf8e,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:25.815691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4009c-f51d-4956-b026-48908661cac7 None None] Pushing event updated for resources: {'Port': ['ID=be0775cc-d8e7-40a5-891f-706eab926689,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:25.833078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.836393 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c35fafda-2333-45e0-a616-74f0f2f80a8a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3515203 Mar 28 15:58:25.837735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43352) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:25.843828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': '3b905559-a222-4eb0-ba2d-f8874e7bf7cf', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:25.849920 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:25.854432 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:25.857719 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:25.868556 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:25.929970 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Project a777ad6b459d40fd9088712224937ade added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:58:25.938045 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:25.952531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] Set router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:26.125251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:26.187105 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:26.210416 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81272e4-8844-4026-a68c-a783f98a3ce1,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:26.294721 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:26.295965 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-41a066f3-4d61-4496-b199-544378f07ec2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4566514 Mar 28 15:58:26.298921 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43356) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:26.303998 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': '3b905559-a222-4eb0-ba2d-f8874e7bf7cf', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:26.310779 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:26.312593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:17Z', 'updated_at': '2022-03-28T15:58:22Z', 'revision_number': 4, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'gw_port': {'id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:18Z', 'updated_at': '2022-03-28T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'be0775cc-d8e7-40a5-891f-706eab926689', 'name': '', 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'mac_address': 'fa:16:3e:15:b1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0360d301-9905-4361-b2cf-25924dd36086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:21Z', 'updated_at': '2022-03-28T15:58:25Z', 'revision_number': 4, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'subnets': [{'id': '0360d301-9905-4361-b2cf-25924dd36086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:26.314529 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:26.316771 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea4b9d-919a-4f1c-9416-4f495489a8c0 None None] The sync data for ids ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'] in dv-neutron-828143-13-hyperv is: [{'id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:17Z', 'updated_at': '2022-03-28T15:58:22Z', 'revision_number': 4, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'gw_port': {'id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:18Z', 'updated_at': '2022-03-28T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'be0775cc-d8e7-40a5-891f-706eab926689', 'name': '', 'network_id': '4a7ce840-03b5-4959-8031-2d22358c81b7', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'mac_address': 'fa:16:3e:15:b1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0360d301-9905-4361-b2cf-25924dd36086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:21Z', 'updated_at': '2022-03-28T15:58:25Z', 'revision_number': 4, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'subnets': [{'id': '0360d301-9905-4361-b2cf-25924dd36086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:58:26.317446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:26.323311 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:26.376520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:26.397709 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Project a777ad6b459d40fd9088712224937ade added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 15:58:26.406047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:26.476063 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:26.552707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:26.581387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d981f8-afb9-4711-a44f-b8a4544b82d3,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:26.643950 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:26.645190 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-224de1a8-5227-4d85-beca-27c6d0fdf984 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3453014 Mar 28 15:58:26.808168 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-2afca03f-0369-4f95-9513-f1ef16593d1e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:58:26.906640 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-2afca03f-0369-4f95-9513-f1ef16593d1e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:58:26.908128 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-2afca03f-0369-4f95-9513-f1ef16593d1e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641106245&fields=id&tenant_id=a777ad6b459d40fd9088712224937ade HTTP/1.1" status: 200 len: 267 time: 0.1398001 Mar 28 15:58:27.076479 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device be0775cc-d8e7-40a5-891f-706eab926689 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:27.079160 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-e61bb1cb-fe70-4967-a5d1-f804ad962367 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:27.079840 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-e61bb1cb-fe70-4967-a5d1-f804ad962367 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:network {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:58:27.151667 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-e61bb1cb-fe70-4967-a5d1-f804ad962367 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:network {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:58:27.152857 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-e61bb1cb-fe70-4967-a5d1-f804ad962367 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 809 time: 0.2378852 Mar 28 15:58:27.168686 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-02290bc5-f55c-4608-8462-59ac2cd93ba8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/quotas/a777ad6b459d40fd9088712224937ade HTTP/1.1" status: 200 len: 375 time: 0.0101786 Mar 28 15:58:27.208773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port be0775cc-d8e7-40a5-891f-706eab926689 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:27.220712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port be0775cc-d8e7-40a5-891f-706eab926689 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:27.226894 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:27.257860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-a5122f5c-71c4-4611-be09-7a3ac5bf9c93 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:58:27.294795 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:58:27.323885 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-a5122f5c-71c4-4611-be09-7a3ac5bf9c93 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:58:27.325230 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-a5122f5c-71c4-4611-be09-7a3ac5bf9c93 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508722 Mar 28 15:58:27.350546 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:27.384093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port be0775cc-d8e7-40a5-891f-706eab926689, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=be0775cc-d8e7-40a5-891f-706eab926689,segment=NetworkSegment(61902334-3d63-4340-8736-3cdcc8e056c2),segment_id=61902334-3d63-4340-8736-3cdcc8e056c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:27.438280 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:27.468925 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8e672830-7719-485d-ae3d-dac84c1d7115 service neutron] 10.222.0.16 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312299 Mar 28 15:58:27.509080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=be0775cc-d8e7-40a5-891f-706eab926689,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:27.599412 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-723d1c65-06f0-466e-aaae-3cee3034d576 service neutron] 10.222.0.16 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244535 Mar 28 15:58:27.827914 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4b0ff491-3c2e-4880-b72c-47924df69837 req-46b4b5aa-fdec-4f95-b4b3-5b4267c1d4a0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 210 time: 0.0425866 Mar 28 15:58:28.975122 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7c1fd422-75a0-4741-a12d-fb498c0f61f3 req-34cfdb2b-b450-4921-8aea-46291e1c4fba tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 210 time: 0.0421214 Mar 28 15:58:29.053235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device be0775cc-d8e7-40a5-891f-706eab926689 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:29.121258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port be0775cc-d8e7-40a5-891f-706eab926689 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:29.121662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:30.015126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-2972800d-791e-4197-8b06-49cb6ef3e979 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:30.016553 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-2972800d-791e-4197-8b06-49cb6ef3e979 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 809 time: 0.1448252 Mar 28 15:58:30.069733 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-773381e5-38da-4031-8131-2d79c601ff9a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:58:30.081815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-773381e5-38da-4031-8131-2d79c601ff9a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:58:30.083166 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-773381e5-38da-4031-8131-2d79c601ff9a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a777ad6b459d40fd9088712224937ade HTTP/1.1" status: 200 len: 379 time: 0.0518041 Mar 28 15:58:30.092277 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'port': {'device_id': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'admin_state_up': True, 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'security_groups': ['3b905559-a222-4eb0-ba2d-f8874e7bf7cf']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:30.271543 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3bc2291a-10a3-412c-9459-d65e425c2262 req-1c72d75b-8cde-4b5d-92d0-11007e7eccd7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 210 time: 0.1825616 Mar 28 15:58:30.373982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:30.385206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:30.449391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Made reservation on behalf of a777ad6b459d40fd9088712224937ade for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 15:58:30.452836 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:30.611913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Allocated IP 172.20.0.10 (25712f4a-ff0c-494c-8a50-864bf534944f/596973c6-7c44-4951-a335-0e94bf663b81/eb2b7b52-8f9d-4857-90d7-c4f34dd9162c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:58:30.794285 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:30.809631 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Transition to ACTIVE for port object eb2b7b52-8f9d-4857-90d7-c4f34dd9162c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:30.895987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:30.961055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Network 25712f4a-ff0c-494c-8a50-864bf534944f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:30.963982 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:30.972403 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:58:31.007980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:31.044176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:31.044869 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:31.152345 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-8f3fb8d5-a7cb-404f-b294-0dd3ba3dab8e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0600998 Mar 28 15:58:31.165167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Request body: {'port': {'device_id': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:31.221148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-eb345fdb-77ed-499b-b228-266a25ea6d25 None None] Provisioning for port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:31.226849 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-eb345fdb-77ed-499b-b228-266a25ea6d25 None None] Provisioning complete for port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:31.227249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-eb345fdb-77ed-499b-b228-266a25ea6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:31.275656 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:31.282326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-eb345fdb-77ed-499b-b228-266a25ea6d25 None None] Port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 15:58:31.461392 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f831b4-1153-492b-8eb8-556d4080c1c2 req-c7a10e97-d081-4669-9262-65e609c4b4c2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:31.462741 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-44f831b4-1153-492b-8eb8-556d4080c1c2 req-c7a10e97-d081-4669-9262-65e609c4b4c2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 932 time: 0.0830331 Mar 28 15:58:31.506116 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-44f831b4-1153-492b-8eb8-556d4080c1c2 req-a1cc9a00-2686-4803-8797-4978d2d6ccc2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376756 Mar 28 15:58:31.614348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2b7b52-8f9d-4857-90d7-c4f34dd9162c {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:58:31.621343 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:31.635416 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Transition to ACTIVE for port object eb2b7b52-8f9d-4857-90d7-c4f34dd9162c will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 15:58:31.695114 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:31.846709 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:31.929162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Attempting to bind port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 15:58:31.929507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Attempting to bind port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 15:58:31.929825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Attempting to bind port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c on network 25712f4a-ff0c-494c-8a50-864bf534944f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:58:31.934385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c on network 25712f4a-ff0c-494c-8a50-864bf534944f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 15:58:31.934698 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Attempting to bind port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c on network 25712f4a-ff0c-494c-8a50-864bf534944f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 15:58:31.939730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 15, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 15:58:31.945260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Checking segment: {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 15:58:31.945260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Bound using segment: {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 15:58:31.945260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Bound port: eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 15:58:31.945260 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:32.028216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 15:58:32.031095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 15:58:32.123852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:32.182176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:32.182672 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:32.184038 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] 10.222.0.23 "PUT /v2.0/ports/eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 1094 time: 1.0236452 Mar 28 15:58:32.184480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:58:32.209364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a13c4-eda4-4d1d-ac2c-f0b4b13b3a94 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:32.297677 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'status': 'completed', 'code': 200} Mar 28 15:58:32.408373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175762c-c132-4059-856b-abf3309c6800 req-6bdeea7b-59e5-41b0-9947-5b62b841d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:32.409836 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6175762c-c132-4059-856b-abf3309c6800 req-6bdeea7b-59e5-41b0-9947-5b62b841d000 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1097 time: 0.0710077 Mar 28 15:58:32.653488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175762c-c132-4059-856b-abf3309c6800 req-833d4bd9-5a10-45c9-8304-778d8c455d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:32.654926 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6175762c-c132-4059-856b-abf3309c6800 req-833d4bd9-5a10-45c9-8304-778d8c455d3d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a777ad6b459d40fd9088712224937ade&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2323775 Mar 28 15:58:32.691316 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a464b-b662-48d9-bc21-675026a95ab2 req-9673dbed-5263-4d8f-843b-db80b4b66d72 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:32.692753 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d10a464b-b662-48d9-bc21-675026a95ab2 req-9673dbed-5263-4d8f-843b-db80b4b66d72 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0819051 Mar 28 15:58:32.735656 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d10a464b-b662-48d9-bc21-675026a95ab2 req-d32a33ba-0ee7-479f-b38c-2465996b1277 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365095 Mar 28 15:58:32.789021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175762c-c132-4059-856b-abf3309c6800 req-3eadc681-e778-4cf0-89cb-495699f6a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:32.790398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6175762c-c132-4059-856b-abf3309c6800 req-3eadc681-e778-4cf0-89cb-495699f6a211 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301508 Mar 28 15:58:32.921189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-2d54eca7-9a94-4943-82c9-a8cf8227a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:32.922685 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-2d54eca7-9a94-4943-82c9-a8cf8227a3fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1097 time: 0.0771780 Mar 28 15:58:32.941174 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:32.999485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-773f0d68-28bd-41ed-b40e-4eb69108fcf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 217 time: 0.0638053 Mar 28 15:58:33.060559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-b340d89b-194c-45af-a46b-087bc5d28bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:33.061865 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-b340d89b-194c-45af-a46b-087bc5d28bcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0564826 Mar 28 15:58:33.134529 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-b4780d4c-9843-4dd0-ad91-b9a192f3a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:33.135989 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-b4780d4c-9843-4dd0-ad91-b9a192f3a0bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677133 Mar 28 15:58:33.263539 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-c68645c0-726a-42db-b967-65586e3cfb64 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219633 Mar 28 15:58:33.392366 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f1bd5a6e-61a0-44a2-92eb-e6a3fec505cc req-10f96224-743a-485c-84ed-8e83e4a7e116 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222570 Mar 28 15:58:33.922222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba603e3-aefe-4f6f-ad4d-220ed1e05cc7 req-b9c433de-24d9-4ae0-b148-37cbe451d9cc tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:33.922918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-1ba603e3-aefe-4f6f-ad4d-220ed1e05cc7 req-b9c433de-24d9-4ae0-b148-37cbe451d9cc tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 15:58:33.991211 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-1ba603e3-aefe-4f6f-ad4d-220ed1e05cc7 req-b9c433de-24d9-4ae0-b148-37cbe451d9cc tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 15:58:33.992403 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1ba603e3-aefe-4f6f-ad4d-220ed1e05cc7 req-b9c433de-24d9-4ae0-b148-37cbe451d9cc tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.1513999 Mar 28 15:58:34.038116 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1ba603e3-aefe-4f6f-ad4d-220ed1e05cc7 req-388c5808-abc3-4430-ab9b-162c520f4350 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396643 Mar 28 15:58:35.216748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9dbd5-c960-4e5b-a3b7-0b93c86e964a req-e8d45129-2195-4576-a210-6a322f3504f0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:35.218077 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5dd9dbd5-c960-4e5b-a3b7-0b93c86e964a req-e8d45129-2195-4576-a210-6a322f3504f0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0784042 Mar 28 15:58:35.259873 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5dd9dbd5-c960-4e5b-a3b7-0b93c86e964a req-6b535b2b-205c-44e7-bbfd-85b3d8263cea tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363054 Mar 28 15:58:36.442666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02851fa-6c71-45c4-b80d-338b5500c095 req-0f81f22d-f9b0-4512-afb6-05acb573c42b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:36.444136 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c02851fa-6c71-45c4-b80d-338b5500c095 req-0f81f22d-f9b0-4512-afb6-05acb573c42b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0773315 Mar 28 15:58:36.489828 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c02851fa-6c71-45c4-b80d-338b5500c095 req-4189338c-44f6-48ea-860c-e33737354047 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400670 Mar 28 15:58:36.858920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device eb2b7b52-8f9d-4857-90d7-c4f34dd9162c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 15:58:36.986634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:36.999292 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'port_id': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'mac_address': 'fa:16:3e:a5:24:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 15:58:37.052056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:37.067770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2b7b52-8f9d-4857-90d7-c4f34dd9162c {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 15:58:37.082738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:37.140476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:37.207285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:37.414955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 15:58:37.686348 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32842d-160e-4795-9979-3bcc8e6a6372 req-3b3a9687-ef1e-4922-9631-1885bbf70dc6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:37.687741 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8a32842d-160e-4795-9979-3bcc8e6a6372 req-3b3a9687-ef1e-4922-9631-1885bbf70dc6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 945 time: 0.0839465 Mar 28 15:58:37.730783 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8a32842d-160e-4795-9979-3bcc8e6a6372 req-555a3c3b-9fd9-4da2-a6bd-a79592603916 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372379 Mar 28 15:58:38.870799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device eb2b7b52-8f9d-4857-90d7-c4f34dd9162c up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 15:58:38.935638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7da818-9282-4a00-a547-3647e08e14a7 req-91ed4e92-45ff-4b63-b7a3-0bacdfcbd8b6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:38.937442 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ec7da818-9282-4a00-a547-3647e08e14a7 req-91ed4e92-45ff-4b63-b7a3-0bacdfcbd8b6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 945 time: 0.1033988 Mar 28 15:58:38.982081 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ec7da818-9282-4a00-a547-3647e08e14a7 req-6babcf10-24bc-4250-b0b5-d56f2746f3c2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385873 Mar 28 15:58:39.021186 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 15:58:39.026530 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 15:58:39.026903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:39.141455 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:39.167529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:58:39.176734 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 15:58:39.221297 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'code': 200} Mar 28 15:58:39.231898 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:39.297971 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:39.605139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d80274-92f0-430a-a9a8-dd7f89168bea req-f9282aaa-ee3e-4b22-95c4-51198b6316f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:39.606520 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-87d80274-92f0-430a-a9a8-dd7f89168bea req-f9282aaa-ee3e-4b22-95c4-51198b6316f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1099 time: 0.0724199 Mar 28 15:58:39.645578 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-87d80274-92f0-430a-a9a8-dd7f89168bea req-5bfe2d6b-db69-4ca9-9046-a4c611349fb0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329032 Mar 28 15:58:40.165899 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359b5fb-3a71-4d2e-8a30-e35a2d8c5431 req-013afbff-2be3-44ad-86be-eb4ae58782df tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:40.169747 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6359b5fb-3a71-4d2e-8a30-e35a2d8c5431 req-013afbff-2be3-44ad-86be-eb4ae58782df tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0796583 Mar 28 15:58:40.215788 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6359b5fb-3a71-4d2e-8a30-e35a2d8c5431 req-aa292f96-d563-49e6-8807-23add1b07832 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379436 Mar 28 15:58:41.391131 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf3760-2746-46ff-90e6-d443a8568fa2 req-9ba3392f-8a7c-4a87-8476-a6ae7475be96 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:41.392562 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-06cf3760-2746-46ff-90e6-d443a8568fa2 req-9ba3392f-8a7c-4a87-8476-a6ae7475be96 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0782440 Mar 28 15:58:41.437419 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-06cf3760-2746-46ff-90e6-d443a8568fa2 req-7ffa9430-bf00-4974-985d-4c6b8aded5c7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392983 Mar 28 15:58:41.672815 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e686d5-1539-4e53-bd64-12849bae5e27 req-e6ae13c5-a3d5-4c4c-a7f6-7ff6d6d6999d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:41.674269 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-51e686d5-1539-4e53-bd64-12849bae5e27 req-e6ae13c5-a3d5-4c4c-a7f6-7ff6d6d6999d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.1326215 Mar 28 15:58:41.705428 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-49c139bb-cd07-40da-8392-efa311d3ea66 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1159074 Mar 28 15:58:41.728706 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-51e686d5-1539-4e53-bd64-12849bae5e27 req-d7475f46-df4d-4e3f-83f4-c2fb3caaa98f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448937 Mar 28 15:58:41.751512 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43416) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:41.862338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-ce6350dd-7fa6-4c10-a8c2-86e13bc5133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:41.863912 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-ce6350dd-7fa6-4c10-a8c2-86e13bc5133e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1099 time: 0.0724800 Mar 28 15:58:41.921365 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdf3d63-23af-4e41-8274-eef08392c269 tempest-TestShelveInstance-923446744 tempest-TestShelveInstance-923446744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:41.925457 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-7bdf3d63-23af-4e41-8274-eef08392c269 tempest-TestShelveInstance-923446744 tempest-TestShelveInstance-923446744-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1094 time: 0.1703277 Mar 28 15:58:41.925968 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43422) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 15:58:41.931364 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 15:58:41.937446 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 15:58:41.941468 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:floatingip and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 15:58:41.952369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 15:58:41.952369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 15:58:42.012040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-9e546ae6-4431-497c-88cd-8452d27bb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:42.013468 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-9e546ae6-4431-497c-88cd-8452d27bb94e service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1282213 Mar 28 15:58:42.037946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:42.083522 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-cd5f78fc-09ca-410f-8115-0034f7e0f403 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 217 time: 0.0638204 Mar 28 15:58:42.145958 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-4c0a30e2-7faf-49d4-bccc-1f49d6397e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:42.147442 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-4c0a30e2-7faf-49d4-bccc-1f49d6397e6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0584557 Mar 28 15:58:42.175452 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:42.316521 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Allocated IP 172.26.7.62 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/1aa15127-652a-40ce-8ff4-ff7e6c103c36) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 15:58:42.326630 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-81ea3fba-8642-4f1b-8731-5d96dbe222c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:42.328158 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-81ea3fba-8642-4f1b-8731-5d96dbe222c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1750910 Mar 28 15:58:42.462999 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-0ec7dcb7-c5c6-4bdc-ae3a-715ab00ea9d1 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278360 Mar 28 15:58:42.560463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:42.596396 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-302d114c-34d2-4ff4-aeff-c972f74ac33a req-8229de78-addc-474d-b5f8-8723284a95d2 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272421 Mar 28 15:58:42.688883 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:42.750692 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 15:58:42.753524 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 15:58:42.757102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 15:58:42.806196 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'Port': ['ID=1aa15127-652a-40ce-8ff4-ff7e6c103c36,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:43.176528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:43.319820 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:43.527577 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:43.602934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:43.712589 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'Port': ['ID=1aa15127-652a-40ce-8ff4-ff7e6c103c36,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 15:58:43.721807 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:43.893742 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Floating IP 0bcf54cd-16ff-4344-9234-9f4b36177ff2 associated. External IP: 172.26.7.62, port: eb2b7b52-8f9d-4857-90d7-c4f34dd9162c. Mar 28 15:58:44.356540 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 15:58:44.535086 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 15:58:44.544916 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] Sync routers for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 15:58:44.555118 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:44.556270 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:58:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:44.620660 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:44.687048 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-43d7d85b-2afb-4fd8-b6e4-433c963fabd3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7497520 Mar 28 15:58:44.687048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 15:58:44.725516 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'status': 'completed', 'code': 200} Mar 28 15:58:44.737180 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:44.846481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-b450a1f0-3810-47cd-b3f0-2ae4f55c241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:44.848189 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-b450a1f0-3810-47cd-b3f0-2ae4f55c241c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1099 time: 0.0792983 Mar 28 15:58:44.981100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-8b3c5c5e-250c-45f9-b578-80dc98977541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:44.982558 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-8b3c5c5e-250c-45f9-b578-80dc98977541 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1286869 Mar 28 15:58:45.087232 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-4064541f-1ea9-445b-b764-6baa30e200f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 999 time: 0.0985222 Mar 28 15:58:45.089072 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '0bcf54cd-16ff-4344-9234-9f4b36177ff2', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'port_id': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'mac_address': 'fa:16:3e:a5:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:58:43Z', 'updated_at': '2022-03-28T15:58:43Z', 'revision_number': 0, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:45.092985 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] Checking router: d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 15:58:45.101246 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 15:58:45.101828 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T15:58:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:45.149649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-e3191312-f6c1-49b5-bdac-949ca6364aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:45.151347 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-e3191312-f6c1-49b5-bdac-949ca6364aa1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0596132 Mar 28 15:58:45.224380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-61025608-58a6-4cb3-8888-2c3ef99dd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:58:45.225751 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-61025608-58a6-4cb3-8888-2c3ef99dd1f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0690856 Mar 28 15:58:45.277247 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 15:58:45.355089 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-bffd9f97-44b3-4e74-9cb5-12975705e807 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232939 Mar 28 15:58:45.483117 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7fbb973b-074f-49a3-9cf6-d0d08d6be7a2 req-ed6d8a92-ab02-4532-ae14-6db3d0cbae51 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220596 Mar 28 15:58:45.642442 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '0bcf54cd-16ff-4344-9234-9f4b36177ff2', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'port_id': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'mac_address': 'fa:16:3e:a5:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:58:43Z', 'updated_at': '2022-03-28T15:58:43Z', 'revision_number': 0, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 15:58:45.646375 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba716e9-f0c4-4ae9-8a63-6c5b3db5fe95 None None] The sync data for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv is: [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '0bcf54cd-16ff-4344-9234-9f4b36177ff2', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'floating_ip_address': '172.26.7.62', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'port_id': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'mac_address': 'fa:16:3e:a5:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T15:58:43Z', 'updated_at': '2022-03-28T15:58:43Z', 'revision_number': 0, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 15:58:45.846184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119681b8-9473-426a-aaee-d5607ac7236a None None] New status for floating IP 0bcf54cd-16ff-4344-9234-9f4b36177ff2: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 15:58:51.402394 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9047e67b-6917-49d6-ad1a-a8b7b5823f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:53.580812 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-17b97bb7-7471-4db1-a407-209b7b07edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:54.683310 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:54.960580 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:58:56.352105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:02.917329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:04.296534 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:59:21.396101 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-97c2cc4b-9afb-4c13-89e8-2e5bbc38ac43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:23.528548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9db0d89f-6dce-46e6-9aff-5dd0af80c68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:24.631112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:24.927484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:26.392662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:32.904473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:41.296240 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 15:59:42.562999 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-d3d16861-b382-4d43-b0e8-db5a17ba7f60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671780 Mar 28 15:59:42.715964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-b69a2288-0da9-4d87-9afd-2e9b83e649d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:59:42.717383 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-b69a2288-0da9-4d87-9afd-2e9b83e649d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1099 time: 0.0715094 Mar 28 15:59:42.858019 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-994d1339-fba0-46eb-826e-ead9d1efbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:59:42.859388 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-994d1339-fba0-46eb-826e-ead9d1efbdb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1242201 Mar 28 15:59:42.967824 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-bae759b8-228b-4e5b-8ec9-d154b75865bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 1001 time: 0.1029067 Mar 28 15:59:43.031457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-f6aced86-b6ad-43f6-9120-0513a8ea24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:59:43.032910 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-f6aced86-b6ad-43f6-9120-0513a8ea24f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0589471 Mar 28 15:59:43.112083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-5aeaed0e-05bb-4053-bd94-eea0519d101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 15:59:43.113460 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-5aeaed0e-05bb-4053-bd94-eea0519d101e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0752366 Mar 28 15:59:43.350772 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-b191ad2a-77ce-4364-bb67-725b220881a1 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306631 Mar 28 15:59:43.484596 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c57ac965-3091-4182-a6fa-d660d59998a5 req-6e768c67-4c19-42d5-be3e-842bd0c96bc4 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272414 Mar 28 15:59:51.396696 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9869d4c9-a7da-475a-9c6b-d7599877ebf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:53.539441 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-835d1235-1a07-466b-a83e-8d1a78f0d227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:54.653146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:54.944752 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 15:59:56.356635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:02.887809 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:18.294904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:00:21.395719 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-05a291de-06e0-4d98-82ca-c42a2a6449e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:23.556035 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34ca0e7d-3469-4a46-93bf-05ac1821a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:24.630203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:24.916188 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:26.339217 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:32.943320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:40.779613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd3b55-7397-4b71-921d-152af6a8f7c2 req-77ee89fd-956c-450a-9afa-15beb178071f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:40.781052 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c8fd3b55-7397-4b71-921d-152af6a8f7c2 req-77ee89fd-956c-450a-9afa-15beb178071f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0833678 Mar 28 16:00:40.824428 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c8fd3b55-7397-4b71-921d-152af6a8f7c2 req-28c19f15-41d5-4fdf-8d9e-cc37d2295267 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377994 Mar 28 16:00:42.010532 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b443c9-533a-41a6-bf40-a1cb01500d6d req-265e4fb4-4c92-4f33-8c18-87ac93c750e2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:42.011998 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e7b443c9-533a-41a6-bf40-a1cb01500d6d req-265e4fb4-4c92-4f33-8c18-87ac93c750e2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0787535 Mar 28 16:00:42.054767 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e7b443c9-533a-41a6-bf40-a1cb01500d6d req-9b3557d0-cc49-4bde-ad56-24db5ee34e6b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373032 Mar 28 16:00:43.243736 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f567142-d479-48e7-a04d-53485955a0eb req-89dc1668-1d02-4ec2-971d-41863f85bb8c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:43.245195 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3f567142-d479-48e7-a04d-53485955a0eb req-89dc1668-1d02-4ec2-971d-41863f85bb8c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0788879 Mar 28 16:00:43.297624 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3f567142-d479-48e7-a04d-53485955a0eb req-fed2df25-7697-46d6-9def-63b3b6ee6b2b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465331 Mar 28 16:00:43.709923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-70faeb9a-cf73-4915-9cf5-2fab4086d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:43.711352 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-70faeb9a-cf73-4915-9cf5-2fab4086d1c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1099 time: 0.0743270 Mar 28 16:00:43.854859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-9f87efbf-20d3-4fe2-89f1-d9e526e9c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:43.856395 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-9f87efbf-20d3-4fe2-89f1-d9e526e9c349 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1263134 Mar 28 16:00:43.964096 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-650d2bdc-9f8a-413a-80c4-0115383b52e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 1001 time: 0.1012280 Mar 28 16:00:44.025515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-ae64e04c-d69b-4f39-9d82-75de799c39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:44.026894 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-ae64e04c-d69b-4f39-9d82-75de799c39b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0565462 Mar 28 16:00:44.102594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-25bef655-f0fc-4577-8824-0fe55690033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:44.104553 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-25bef655-f0fc-4577-8824-0fe55690033f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714097 Mar 28 16:00:44.234853 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-33343637-2603-4ffd-8d01-a227a9ebec3f service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242476 Mar 28 16:00:44.364352 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b5452542-c9fd-4521-9011-a3b0436ec172 req-600a1a7c-bab2-4cb5-8289-4f0448bfea78 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232696 Mar 28 16:00:44.477897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e98a-2a65-4f30-b865-667ed578aa69 req-6dd9f6b1-6edd-4983-987c-3deecf3e1bc5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:44.480335 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7485e98a-2a65-4f30-b865-667ed578aa69 req-6dd9f6b1-6edd-4983-987c-3deecf3e1bc5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0792322 Mar 28 16:00:44.531665 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7485e98a-2a65-4f30-b865-667ed578aa69 req-b808c6bb-9e54-4b1c-bad9-c95eda65a91f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391898 Mar 28 16:00:45.716781 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059bf39-342c-4eb1-889f-4be5e92cb5a0 req-a5bad4d0-477c-4b8a-a55f-85c030924f2f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:45.718230 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0059bf39-342c-4eb1-889f-4be5e92cb5a0 req-a5bad4d0-477c-4b8a-a55f-85c030924f2f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0786836 Mar 28 16:00:45.760720 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0059bf39-342c-4eb1-889f-4be5e92cb5a0 req-637dae1b-2625-4a77-9636-d91f68e09294 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369906 Mar 28 16:00:46.943001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf3f6b-2088-453a-8d78-3bc9bfc65f03 req-8bb1e8b4-72b3-4353-9b4b-40c4c710837e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:46.944485 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3bf3f6b-2088-453a-8d78-3bc9bfc65f03 req-8bb1e8b4-72b3-4353-9b4b-40c4c710837e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0827155 Mar 28 16:00:46.987338 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e3bf3f6b-2088-453a-8d78-3bc9bfc65f03 req-cd6dac66-ece0-4a71-b29d-e3a211001a6f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366971 Mar 28 16:00:48.171951 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3768-5e2d-4a61-acb2-e89d5d08dd5a req-1d25b9b6-f81a-4b23-be2e-40bbfc668e7f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:48.173404 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-240f3768-5e2d-4a61-acb2-e89d5d08dd5a req-1d25b9b6-f81a-4b23-be2e-40bbfc668e7f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0824702 Mar 28 16:00:48.217006 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-240f3768-5e2d-4a61-acb2-e89d5d08dd5a req-1d0c4db0-c7bb-4427-813e-db3c61ca032e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378013 Mar 28 16:00:49.400270 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c7536-68dc-436a-ae05-33eb6c6105b5 req-5ac448a7-60c6-4a84-815a-dfeb37a8bcc1 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:49.401695 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-754c7536-68dc-436a-ae05-33eb6c6105b5 req-5ac448a7-60c6-4a84-815a-dfeb37a8bcc1 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0781941 Mar 28 16:00:49.444480 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-754c7536-68dc-436a-ae05-33eb6c6105b5 req-859f310a-5f86-4fdf-b836-c5ccfc069950 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368440 Mar 28 16:00:50.625411 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4053907-6b6f-43c5-bd7b-83df3b14cee0 req-7d87e512-18d0-49e0-ae5c-e259cc9da069 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:50.626819 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c4053907-6b6f-43c5-bd7b-83df3b14cee0 req-7d87e512-18d0-49e0-ae5c-e259cc9da069 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0770504 Mar 28 16:00:50.670241 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c4053907-6b6f-43c5-bd7b-83df3b14cee0 req-fe74adc2-2e47-4dba-ad95-cb842a48ad88 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377619 Mar 28 16:00:51.388469 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ac20-4037-4dca-b540-ffcc72e8ecf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:51.850942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2ca3f-d7d0-4772-9a12-f1fd6a655a8f req-5ad9dcce-7c58-41c9-a8d1-6a421a2aa77b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:51.852420 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4cd2ca3f-d7d0-4772-9a12-f1fd6a655a8f req-5ad9dcce-7c58-41c9-a8d1-6a421a2aa77b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0806255 Mar 28 16:00:51.895566 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4cd2ca3f-d7d0-4772-9a12-f1fd6a655a8f req-bda17595-ad2f-436f-b5fa-412b3540dd59 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370717 Mar 28 16:00:53.092390 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aefe9b-f17a-4941-ae21-232f593404ee req-3287effc-bde1-4a8a-846e-537b2c08bade tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:53.093840 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d0aefe9b-f17a-4941-ae21-232f593404ee req-3287effc-bde1-4a8a-846e-537b2c08bade tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0822418 Mar 28 16:00:53.137718 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d0aefe9b-f17a-4941-ae21-232f593404ee req-c173865c-1d3a-42b9-ade4-e92e69c5354b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383227 Mar 28 16:00:53.491500 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device eb2b7b52-8f9d-4857-90d7-c4f34dd9162c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 16:00:53.534224 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fa33-9b7c-416c-a887-d6e5e90d24ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:53.668524 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:00:53.681820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'port_id': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'mac_address': 'fa:16:3e:a5:24:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 16:00:53.737273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:53.753482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb2b7b52-8f9d-4857-90d7-c4f34dd9162c {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:00:53.769524 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:00:53.824709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:53.899347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:00:53.907551 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.907907 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.908249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.908588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.908922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.909256 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.909588 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.909968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.910277 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.910576 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.910910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.911269 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:00:53.957808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 16:00:54.329322 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3eb40-c518-4706-85ff-fefe69895feb req-22649ddb-cfe7-4ed0-a310-a89543fd586b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:54.331678 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d2f3eb40-c518-4706-85ff-fefe69895feb req-22649ddb-cfe7-4ed0-a310-a89543fd586b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 945 time: 0.0826161 Mar 28 16:00:54.386494 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d2f3eb40-c518-4706-85ff-fefe69895feb req-64c1b924-2209-43cb-b70d-8dcdc96bc4c5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460415 Mar 28 16:00:54.651951 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:54.967356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:55.295287 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:00:55.508396 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device eb2b7b52-8f9d-4857-90d7-c4f34dd9162c up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:00:55.589317 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:00:55.589658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:55.603733 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e684714-0c89-422d-a350-2eb315981987 req-ea659632-ce3f-4693-8d12-682b59aeae2f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:55.606046 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e684714-0c89-422d-a350-2eb315981987 req-ea659632-ce3f-4693-8d12-682b59aeae2f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 945 time: 0.1036315 Mar 28 16:00:55.659854 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6e684714-0c89-422d-a350-2eb315981987 req-4a1a7b83-a331-4ba2-a88c-8e722e0746ae tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471025 Mar 28 16:00:55.731383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:55.759702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:00:55.774843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:00:55.818125 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'code': 200} Mar 28 16:00:55.845650 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:55.920893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:00:56.389866 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:00:56.889613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3f8c0-d0f0-4f13-9ff5-34bd68c70280 req-80dda837-190d-4443-a402-331ac1ab5b89 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:56.891368 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-64d3f8c0-d0f0-4f13-9ff5-34bd68c70280 req-80dda837-190d-4443-a402-331ac1ab5b89 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.1041687 Mar 28 16:00:56.944936 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-64d3f8c0-d0f0-4f13-9ff5-34bd68c70280 req-d1e39790-50c8-4df8-b756-1fac41005d88 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476508 Mar 28 16:00:58.274952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a079b-1c2c-4c6b-9c5b-f26a01fa0fc9 req-ef1b0179-bb20-4832-a905-b1c114345243 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:58.277272 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f70a079b-1c2c-4c6b-9c5b-f26a01fa0fc9 req-ef1b0179-bb20-4832-a905-b1c114345243 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.2211239 Mar 28 16:00:58.338135 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f70a079b-1c2c-4c6b-9c5b-f26a01fa0fc9 req-5a2191ba-cd9a-4748-9458-f46411c1e2b6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551553 Mar 28 16:00:59.534581 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd77e44-d7a5-4a33-938e-6c4fb98c4371 req-0bc2e072-a912-489e-bff2-8183f4cfafcc tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:00:59.536186 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0dd77e44-d7a5-4a33-938e-6c4fb98c4371 req-0bc2e072-a912-489e-bff2-8183f4cfafcc tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0911288 Mar 28 16:00:59.588976 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0dd77e44-d7a5-4a33-938e-6c4fb98c4371 req-aa9b06ae-fefd-4df1-a7b4-33b5582321fd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463538 Mar 28 16:01:00.806518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b95a1-6209-462f-ae17-fffe69e4860b req-4e37135b-cfd2-44e3-887e-83ac3e290a0e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:00.814678 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-303b95a1-6209-462f-ae17-fffe69e4860b req-4e37135b-cfd2-44e3-887e-83ac3e290a0e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.1049449 Mar 28 16:01:00.875672 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-303b95a1-6209-462f-ae17-fffe69e4860b req-5b85d00a-acbd-4140-bbfc-cd73a812c842 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600169 Mar 28 16:01:02.067672 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6d3a8-3591-4a36-8975-3fcbe8c74420 req-4b881e3f-dd4a-4f10-b561-937fe14ccb52 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:02.069319 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a3a6d3a8-3591-4a36-8975-3fcbe8c74420 req-4b881e3f-dd4a-4f10-b561-937fe14ccb52 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0874209 Mar 28 16:01:02.119448 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a3a6d3a8-3591-4a36-8975-3fcbe8c74420 req-04873678-94c5-47fd-8986-0c2702622e3b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438943 Mar 28 16:01:03.012562 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:03.320087 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fe18b-fdc1-4950-a39f-b8621c1a1bf9 req-dc0fd658-47c1-4055-87b4-8b00f653ee28 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:03.321536 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-503fe18b-fdc1-4950-a39f-b8621c1a1bf9 req-dc0fd658-47c1-4055-87b4-8b00f653ee28 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0892353 Mar 28 16:01:03.379713 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-503fe18b-fdc1-4950-a39f-b8621c1a1bf9 req-a9662c79-53f7-4325-9ac2-9d63a27369d1 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519273 Mar 28 16:01:04.570533 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b2366-0355-4021-afd9-483be2610d38 req-9211ed93-50b8-4378-b611-5491c278cbab tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:04.572168 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b20b2366-0355-4021-afd9-483be2610d38 req-9211ed93-50b8-4378-b611-5491c278cbab tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0817919 Mar 28 16:01:04.616332 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-b20b2366-0355-4021-afd9-483be2610d38 req-68eae706-3b60-4ab0-94c2-e4036fd11974 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379448 Mar 28 16:01:04.952588 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-22e31efc-93b8-4776-b454-473ec3d87347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:04.954038 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-22e31efc-93b8-4776-b454-473ec3d87347 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1099 time: 0.0699768 Mar 28 16:01:05.082076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-efeb0bfa-dc7d-45b8-bae2-18cacb1ba89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:05.083531 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-efeb0bfa-dc7d-45b8-bae2-18cacb1ba89a service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1225090 Mar 28 16:01:05.182696 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-cc694d6d-991b-47d6-b15c-11e951199962 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 1001 time: 0.0935678 Mar 28 16:01:05.242388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-d47f6bca-e0b3-4d99-8172-5afd887079a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:05.243789 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-d47f6bca-e0b3-4d99-8172-5afd887079a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0554473 Mar 28 16:01:05.318030 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-d81c2426-5673-46d2-ad47-6921e813aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:05.319463 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-d81c2426-5673-46d2-ad47-6921e813aa53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0697629 Mar 28 16:01:05.450084 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-eb2fd7bc-10fd-49eb-a60a-7925f6495a77 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244121 Mar 28 16:01:05.575998 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d5e1eac7-f61a-4f5a-9e79-da4e870c8f0b req-1412e5f3-11cc-4206-b18b-fea9673fa2a1 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203103 Mar 28 16:01:05.795397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb4bda-945b-40c5-a1fd-6d2607ffbe91 req-f1a4c1c8-29f9-40f7-9386-1c0eb5d90cf9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:05.796822 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3ecb4bda-945b-40c5-a1fd-6d2607ffbe91 req-f1a4c1c8-29f9-40f7-9386-1c0eb5d90cf9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0777898 Mar 28 16:01:05.839134 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-3ecb4bda-945b-40c5-a1fd-6d2607ffbe91 req-4be96dd7-527a-4279-b798-3ab900c8844d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368533 Mar 28 16:01:07.020816 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5662ac-dc35-4f99-a030-5c063f1921b3 req-9e4688e5-f69d-4352-b514-c8ca82e04af0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:07.022237 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d5662ac-dc35-4f99-a030-5c063f1921b3 req-9e4688e5-f69d-4352-b514-c8ca82e04af0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0773740 Mar 28 16:01:07.070974 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7d5662ac-dc35-4f99-a030-5c063f1921b3 req-c21b91c7-5f3c-42f6-8f40-34b1d9451c68 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428693 Mar 28 16:01:08.255844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a2794-5f33-4733-9dd8-9ee175764156 req-fea2f0d3-1de2-4f13-95c9-9b00b079afa8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:08.257287 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1e5a2794-5f33-4733-9dd8-9ee175764156 req-fea2f0d3-1de2-4f13-95c9-9b00b079afa8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0807152 Mar 28 16:01:08.300759 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1e5a2794-5f33-4733-9dd8-9ee175764156 req-8a736920-90aa-4427-99d6-21b1a9565c93 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375297 Mar 28 16:01:09.612589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device eb2b7b52-8f9d-4857-90d7-c4f34dd9162c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:01:09.731240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:09.758526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:01:09.769249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:01:09.780778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eda0f3-9bae-4784-b95d-89b8bebb879f req-0642bee5-daed-4c44-be13-14b25914158e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:09.782789 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-65eda0f3-9bae-4784-b95d-89b8bebb879f req-0642bee5-daed-4c44-be13-14b25914158e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 946 time: 0.0886099 Mar 28 16:01:09.804748 dv-neutron-828143-13-hyperv neutron-server[88488]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'code': 422} returned with failed status Mar 28 16:01:09.832327 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-65eda0f3-9bae-4784-b95d-89b8bebb879f req-41fe88b2-0d5b-43a8-b225-2bb889043db2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Mar 28 16:01:09.846922 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:09.913508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:01:10.196657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43612) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:01:10.306466 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-6cbb5a35-8444-47e2-a3fc-59784695f634 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085939 Mar 28 16:01:11.018837 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c2c8c-69a3-4f6c-b11b-d90e80f20ae8 req-e4221fb6-0580-4a05-b110-1d99dd05fac0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:11.020300 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-153c2c8c-69a3-4f6c-b11b-d90e80f20ae8 req-e4221fb6-0580-4a05-b110-1d99dd05fac0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0800176 Mar 28 16:01:11.067890 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-153c2c8c-69a3-4f6c-b11b-d90e80f20ae8 req-7272e053-074f-40ce-901e-863d7abd914c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Mar 28 16:01:11.762370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-8b4a3ac1-9691-4d93-a4ef-ef3ba80f8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:11.763821 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-8b4a3ac1-9691-4d93-a4ef-ef3ba80f8254 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159&tenant_id=a777ad6b459d40fd9088712224937ade HTTP/1.1" status: 200 len: 1097 time: 0.0688264 Mar 28 16:01:11.862814 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-0c565c1d-e8df-487a-a61a-7a539d2b5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:11.866532 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-0c565c1d-e8df-487a-a61a-7a539d2b5e97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1097 time: 0.0703366 Mar 28 16:01:11.999979 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-9f30f7b3-7410-4849-910e-f289fdf76ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:12.001416 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-9f30f7b3-7410-4849-910e-f289fdf76ee1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1295159 Mar 28 16:01:12.102023 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-a6347e23-c018-479a-a262-b13751a44228 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 999 time: 0.0945175 Mar 28 16:01:12.303299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-57de5908-3884-40b1-806b-3c16559c8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:12.304735 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-57de5908-3884-40b1-806b-3c16559c8de1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.1973422 Mar 28 16:01:12.381113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff56c9-ad60-4c61-9ee5-86d2d0d1ab41 req-3dd665ac-ed65-4492-8661-507e2b6a2fd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:12.382437 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e4ff56c9-ad60-4c61-9ee5-86d2d0d1ab41 req-3dd665ac-ed65-4492-8661-507e2b6a2fd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.1403561 Mar 28 16:01:12.428199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-5aac9933-2c85-49fb-aaf5-6cb5d0e86fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:12.429599 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-5aac9933-2c85-49fb-aaf5-6cb5d0e86fcd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1172981 Mar 28 16:01:12.438844 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e4ff56c9-ad60-4c61-9ee5-86d2d0d1ab41 req-a2168223-9958-4c69-bb11-3194fea45216 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501897 Mar 28 16:01:12.560213 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-112a0676-db5b-4584-9e7f-1cddc3374423 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204557 Mar 28 16:01:12.687938 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-edc99ca2-7f0c-436a-a394-de184128962c service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211202 Mar 28 16:01:13.688764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766f241-788e-4a6f-ad47-a5d4127f4e53 req-5509b2af-8194-40a4-a5f0-193d935a54c8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:13.697267 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5766f241-788e-4a6f-ad47-a5d4127f4e53 req-5509b2af-8194-40a4-a5f0-193d935a54c8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.1246786 Mar 28 16:01:13.744442 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5766f241-788e-4a6f-ad47-a5d4127f4e53 req-f65f381e-629a-4824-bd4d-9d27e452e37d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462065 Mar 28 16:01:14.990481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11909656-d27a-494e-a940-61b882effe1d req-ac9cd43e-bf23-40e4-8ebd-291c7c8e0a72 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:14.992441 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11909656-d27a-494e-a940-61b882effe1d req-ac9cd43e-bf23-40e4-8ebd-291c7c8e0a72 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.1361785 Mar 28 16:01:15.047424 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-11909656-d27a-494e-a940-61b882effe1d req-20ea5538-3234-48a5-9dcf-f73984459be6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485284 Mar 28 16:01:16.248726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d468ae-ba34-442f-a46f-563a5367f614 req-5f4a8f2d-1197-43f0-918c-59983c16444b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:16.250295 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-64d468ae-ba34-442f-a46f-563a5367f614 req-5f4a8f2d-1197-43f0-918c-59983c16444b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0909519 Mar 28 16:01:16.296246 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-64d468ae-ba34-442f-a46f-563a5367f614 req-fb04a7ce-56bb-4d36-b05e-8b7c18e5048a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399528 Mar 28 16:01:17.488284 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ce704-190d-49f6-b7bd-5eb01e369acc req-ebdf068a-d756-42bc-83a6-d49da9b53154 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:17.490772 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-549ce704-190d-49f6-b7bd-5eb01e369acc req-ebdf068a-d756-42bc-83a6-d49da9b53154 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0845933 Mar 28 16:01:17.536699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-549ce704-190d-49f6-b7bd-5eb01e369acc req-f1b67cbd-6363-483d-a177-d7f7f4b248ab tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405262 Mar 28 16:01:18.728493 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5b9e9-e066-48bf-a211-75b30735d3c5 req-e0c37688-f299-4ad2-b424-f1bdd2e14264 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:18.730407 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bca5b9e9-e066-48bf-a211-75b30735d3c5 req-e0c37688-f299-4ad2-b424-f1bdd2e14264 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0839417 Mar 28 16:01:18.777168 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-bca5b9e9-e066-48bf-a211-75b30735d3c5 req-d149f4f4-7ff1-46d8-b6fd-f3f3b0cc78b9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402672 Mar 28 16:01:19.975106 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977af63-9729-408c-bde9-7c808533d18b req-cd4a13b8-222a-4e69-b263-fafece405b3f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:19.976906 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6977af63-9729-408c-bde9-7c808533d18b req-cd4a13b8-222a-4e69-b263-fafece405b3f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0852957 Mar 28 16:01:20.028768 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6977af63-9729-408c-bde9-7c808533d18b req-e5dc45ce-ed63-4822-b68c-2025b85a6535 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447650 Mar 28 16:01:21.214379 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21719b-39eb-43cc-8e1d-8c872d78f7f7 req-9f1d6007-6d0b-4561-a7b4-feb4940f903b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:21.215750 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cb21719b-39eb-43cc-8e1d-8c872d78f7f7 req-9f1d6007-6d0b-4561-a7b4-feb4940f903b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0833759 Mar 28 16:01:21.258371 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cb21719b-39eb-43cc-8e1d-8c872d78f7f7 req-3984f388-ada6-45ac-b00b-815e444b33f4 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369864 Mar 28 16:01:21.388761 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-050ef81f-60ed-4451-9951-7c81e1d3c922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:22.446427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1d912-4e84-4f54-b605-de4bc180cdca req-03848576-1ef0-4291-b396-2fc067a1c1f7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:22.447905 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c2a1d912-4e84-4f54-b605-de4bc180cdca req-03848576-1ef0-4291-b396-2fc067a1c1f7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0863817 Mar 28 16:01:22.491868 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c2a1d912-4e84-4f54-b605-de4bc180cdca req-5b0bca08-b4cd-4245-a7de-96191c63c1e9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379686 Mar 28 16:01:23.527360 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0756-f575-466f-8f92-ac08c8da488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:23.677961 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705bdde-d5fd-4bb1-9ed8-fdf53bf6bf35 req-7858f97b-332e-4ebe-849f-b6829fb2ab24 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:23.679044 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device eb2b7b52-8f9d-4857-90d7-c4f34dd9162c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 16:01:23.679453 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3705bdde-d5fd-4bb1-9ed8-fdf53bf6bf35 req-7858f97b-332e-4ebe-849f-b6829fb2ab24 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 944 time: 0.0804675 Mar 28 16:01:23.726698 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3705bdde-d5fd-4bb1-9ed8-fdf53bf6bf35 req-b69f3326-8ced-4e00-8bf6-1a424a1f8ff1 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414274 Mar 28 16:01:23.814412 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:01:23.827545 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'port_id': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'mac_address': 'fa:16:3e:a5:24:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 16:01:23.880550 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:23.897093 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2b7b52-8f9d-4857-90d7-c4f34dd9162c {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:01:23.912782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:01:23.970590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:24.038544 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=9']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:01:24.295828 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 16:01:24.703112 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:24.925835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844b6ce-5104-487c-9822-73791a69d684 req-49ba0672-c582-4837-8ccf-67e7a2426d88 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:24.927447 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e844b6ce-5104-487c-9822-73791a69d684 req-49ba0672-c582-4837-8ccf-67e7a2426d88 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 945 time: 0.0852349 Mar 28 16:01:24.972565 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e844b6ce-5104-487c-9822-73791a69d684 req-099441cc-93c5-4f4a-a407-f2238bedd16d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388594 Mar 28 16:01:24.982056 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:25.700657 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device eb2b7b52-8f9d-4857-90d7-c4f34dd9162c up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:01:25.776329 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:01:25.777025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:25.923679 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:25.951927 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:01:25.961098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:01:26.188624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccac3fb-328d-4b20-97cf-5f6f988ba490 req-1d17995a-729f-4ec4-b335-919f8b7340bb tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:26.190117 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9ccac3fb-328d-4b20-97cf-5f6f988ba490 req-1d17995a-729f-4ec4-b335-919f8b7340bb tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 945 time: 0.0815191 Mar 28 16:01:26.238137 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9ccac3fb-328d-4b20-97cf-5f6f988ba490 req-1e32f360-d07b-44c2-a0e2-b3e963132533 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411470 Mar 28 16:01:26.424321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:26.513498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:26.551342 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=10']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:01:27.013711 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'code': 200} Mar 28 16:01:27.480349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ee2ed-5823-4a8b-b9db-0e4895f36ec2 req-e29626a5-557a-4673-8de4-bc7768f86d6b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:27.481762 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ba9ee2ed-5823-4a8b-b9db-0e4895f36ec2 req-e29626a5-557a-4673-8de4-bc7768f86d6b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 947 time: 0.1319017 Mar 28 16:01:27.508936 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8480-d0c6-4128-8e7b-4db7f129bf4a req-bfdd0c49-9a9c-44cb-8faf-1a54bc328de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:27.510281 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18cc8480-d0c6-4128-8e7b-4db7f129bf4a req-bfdd0c49-9a9c-44cb-8faf-1a54bc328de2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1100 time: 0.1093192 Mar 28 16:01:27.556253 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ba9ee2ed-5823-4a8b-b9db-0e4895f36ec2 req-a75de5ba-1f34-4f38-8e77-43d489c253a7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651834 Mar 28 16:01:27.563986 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-18cc8480-d0c6-4128-8e7b-4db7f129bf4a req-da49853b-816d-4565-a30e-5b3d1cc41c03 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478091 Mar 28 16:01:28.856047 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd92e84-0ac6-4bcd-8bd9-9f3aaac1e087 req-39739b07-6f84-4dc0-845e-b7efa9aa0a99 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:28.857517 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0cd92e84-0ac6-4bcd-8bd9-9f3aaac1e087 req-39739b07-6f84-4dc0-845e-b7efa9aa0a99 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 947 time: 0.1923275 Mar 28 16:01:28.901671 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-0cd92e84-0ac6-4bcd-8bd9-9f3aaac1e087 req-f178ce17-e315-4334-8edb-56ea3f7b6174 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387220 Mar 28 16:01:30.092324 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3be83c-da1d-46b1-b286-a639a2f3003d req-143c98d6-1daf-4cb3-8a2a-1c2ad2ba524d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:30.093778 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4b3be83c-da1d-46b1-b286-a639a2f3003d req-143c98d6-1daf-4cb3-8a2a-1c2ad2ba524d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 947 time: 0.0809441 Mar 28 16:01:30.137167 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4b3be83c-da1d-46b1-b286-a639a2f3003d req-0fe170a6-422b-4aaa-8e90-34a62fd13484 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378213 Mar 28 16:01:32.295316 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:01:32.960451 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:45.420741 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-5504a5a4-5057-4db3-ab76-a60798425870 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716803 Mar 28 16:01:45.581481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-f5366388-f625-4136-96ac-d79ef9f02087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:45.582919 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-f5366388-f625-4136-96ac-d79ef9f02087 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1100 time: 0.0697331 Mar 28 16:01:45.740103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-749490aa-e733-4c6c-a2fb-9c48e292e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:45.741439 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-749490aa-e733-4c6c-a2fb-9c48e292e58b service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1403213 Mar 28 16:01:45.939205 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-4b3d396f-2334-44e0-833b-997928fc459c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 1001 time: 0.1907523 Mar 28 16:01:46.006009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-d5d07f80-37ca-4a57-a3dc-dfa50feb9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:46.007493 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-d5d07f80-37ca-4a57-a3dc-dfa50feb9ddc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0623989 Mar 28 16:01:46.080162 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-77d3e1ee-b578-4991-868c-ec47da2355ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:01:46.081647 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-77d3e1ee-b578-4991-868c-ec47da2355ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687225 Mar 28 16:01:46.210367 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-7698bc39-8eb1-4b2b-b3d8-f22e5a1d39da service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219831 Mar 28 16:01:46.339252 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e9f1601e-5d32-4500-baf8-cea3fb5da6d8 req-6b85e8b0-2c86-41a1-82a4-14d5ce89ac08 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220174 Mar 28 16:01:51.399704 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dda93220-7804-4009-a8db-2b977cc4ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:53.513829 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-262ae233-68ed-41d8-a2cb-926de923d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:54.679400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:54.925604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:01:56.359674 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:02.976991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:09.294838 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:02:21.387529 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-232012bf-484c-4ea7-949a-f11a675ca4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:23.519351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a996355e-0215-40a4-9ad3-14254ecc7395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:24.650193 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:24.930801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:26.376634 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:32.987722 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:38.581119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43742) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:02:38.779706 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Deleting port 1aa15127-652a-40ce-8ff4-ff7e6c103c36 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:02:38.780046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:38.947699 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:38.948026 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:39.068154 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Calling delete_port for 1aa15127-652a-40ce-8ff4-ff7e6c103c36 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:02:39.301600 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:39.347542 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event deleted for resources: {'Port': ['ID=1aa15127-652a-40ce-8ff4-ff7e6c103c36,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:39.379339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.379707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.380030 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.380366 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.380698 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.381032 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.381357 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.381681 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.382009 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.382326 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.382646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.382962 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:39.451884 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:39.452216 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Floating IP 0bcf54cd-16ff-4344-9234-9f4b36177ff2 disassociated (deleted). External IP: 172.26.7.62, port: eb2b7b52-8f9d-4857-90d7-c4f34dd9162c. Mar 28 16:02:39.792573 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:02:40.066554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:02:40.076416 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] Sync routers for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:02:40.085311 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:02:40.085905 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:02:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:02:40.162971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:40.216946 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-57553b64-5af4-46d4-8629-3d5443e9ecd5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "DELETE /v2.0/floatingips/0bcf54cd-16ff-4344-9234-9f4b36177ff2 HTTP/1.1" status: 204 len: 168 time: 1.6347637 Mar 28 16:02:40.217726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:02:40.262033 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:02:40.351269 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'status': 'completed', 'code': 200} Mar 28 16:02:40.467562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-df0217c5-31ac-43c4-bb8c-77e84e4f8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:02:40.469018 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-df0217c5-31ac-43c4-bb8c-77e84e4f8b1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 1100 time: 0.0741887 Mar 28 16:02:40.581432 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:02:40.585160 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] Checking router: d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:02:40.594073 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:02:40.594373 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:02:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:02:40.602396 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-7022d315-a817-45e3-8532-89a396ee93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:02:40.604772 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-7022d315-a817-45e3-8532-89a396ee93f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1298652 Mar 28 16:02:40.671692 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-1aab010a-1251-42cd-95ab-dec7d6fb788f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 200 len: 217 time: 0.0613039 Mar 28 16:02:40.739247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-6f811351-e820-4936-862e-2e5d9eba3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:02:40.740846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-6f811351-e820-4936-862e-2e5d9eba3f92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0631075 Mar 28 16:02:40.808452 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:02:40.885769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-6cab8126-a6f0-467e-9002-7ebef929f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:02:40.887208 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-6cab8126-a6f0-467e-9002-7ebef929f3e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1329346 Mar 28 16:02:40.898525 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85242c-c9d1-4629-827b-f12dc3d1edbf req-d08cf6d4-1e92-4725-89c4-da7d20c1af08 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:02:40.899942 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9c85242c-c9d1-4629-827b-f12dc3d1edbf req-d08cf6d4-1e92-4725-89c4-da7d20c1af08 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 947 time: 0.1103957 Mar 28 16:02:41.028528 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9c85242c-c9d1-4629-827b-f12dc3d1edbf req-de86b5fe-d5e0-4b62-ad90-de0a21b94aa9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094575 Mar 28 16:02:41.058697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-abb5c2cf-4231-4ebc-932f-8919ee56f95c service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578100 Mar 28 16:02:41.123757 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:02:41.127164 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199468b6-76e0-49ce-9287-eed2a217a4e9 None None] The sync data for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv is: [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:02:41.192698 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7f5c507c-89f0-4739-8c84-9c8dcf081af5 req-3a9ca514-801f-472c-83ec-dc9f4b8c3688 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280212 Mar 28 16:02:41.343203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a3bb8-8268-488b-85cb-c0237cfef146 None None] New status for floating IP 0bcf54cd-16ff-4344-9234-9f4b36177ff2: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 16:02:42.213810 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea062be5-d3b5-4394-8158-267ccb1c0a35 req-adbf2fe8-e729-4813-a64b-23ba279abcf5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:02:42.214934 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ea062be5-d3b5-4394-8158-267ccb1c0a35 req-adbf2fe8-e729-4813-a64b-23ba279abcf5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:02:42.266001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-e1a6156b-8dea-4790-a919-a559bcde9150 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:02:42.267552 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-e1a6156b-8dea-4790-a919-a559bcde9150 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 947 time: 0.0789371 Mar 28 16:02:42.302018 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-ea062be5-d3b5-4394-8158-267ccb1c0a35 req-adbf2fe8-e729-4813-a64b-23ba279abcf5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:02:42.303340 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ea062be5-d3b5-4394-8158-267ccb1c0a35 req-adbf2fe8-e729-4813-a64b-23ba279abcf5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 947 time: 0.1699278 Mar 28 16:02:42.347007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Deleting port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:02:42.347370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:42.348112 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ea062be5-d3b5-4394-8158-267ccb1c0a35 req-7485d362-52ad-4a5e-a011-232d624c347d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b905559-a222-4eb0-ba2d-f8874e7bf7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387940 Mar 28 16:02:42.688174 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] For port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:02:42.688523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:42.806782 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Calling delete_port for eb2b7b52-8f9d-4857-90d7-c4f34dd9162c owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:02:43.037618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:43.092424 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event deleted for resources: {'Port': ['ID=eb2b7b52-8f9d-4857-90d7-c4f34dd9162c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:43.138117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.139299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.139299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.139299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.139701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.139813 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.140127 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.140445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.140769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.141093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.141407 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.141724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:02:43.179373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] No DVR routers for this DVR port eb2b7b52-8f9d-4857-90d7-c4f34dd9162c on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 16:02:43.181804 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:43.184890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-deleted', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:02:43.229487 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3e4ea-13df-4ea6-898a-3746e3ed7159', 'name': 'network-vif-deleted', 'tag': 'eb2b7b52-8f9d-4857-90d7-c4f34dd9162c', 'status': 'completed', 'code': 200} Mar 28 16:02:43.257034 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e84fc51e-58cf-4c77-91ba-6b8075e8af4b req-6a147a4e-69c7-4e24-a3d8-370de9a339ec tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "DELETE /v2.0/ports/eb2b7b52-8f9d-4857-90d7-c4f34dd9162c HTTP/1.1" status: 204 len: 173 time: 0.9845846 Mar 28 16:02:43.504411 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-330eab8d-bb94-4003-9ac0-a84a77d8a810 req-fd14ed16-711a-42ba-9eef-fa5b509e5287 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ac3e4ea-13df-4ea6-898a-3746e3ed7159 HTTP/1.1" status: 200 len: 210 time: 0.0433183 Mar 28 16:02:44.604657 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43762) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:02:44.680404 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-231de279-e000-4de8-b732-721127db5e2b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:44.709406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-231de279-e000-4de8-b732-721127db5e2b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:44.826078 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-231de279-e000-4de8-b732-721127db5e2b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:44.842528 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231de279-e000-4de8-b732-721127db5e2b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b905559-a222-4eb0-ba2d-f8874e7bf7cf,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:44.945566 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-231de279-e000-4de8-b732-721127db5e2b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:44.946698 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-231de279-e000-4de8-b732-721127db5e2b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "DELETE /v2.0/security-groups/3b905559-a222-4eb0-ba2d-f8874e7bf7cf HTTP/1.1" status: 204 len: 168 time: 0.3410780 Mar 28 16:02:45.319849 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43770) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:02:45.325171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536734581', 'description': 'tempest-secgroup-smoke-536734581 description', 'project_id': 'a777ad6b459d40fd9088712224937ade'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:02:45.331110 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:02:45.335198 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:02:45.338278 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:02:45.344207 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:02:45.420663 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:45.440080 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:02:45.443789 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:02:45.446471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:02:45.452553 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:02:45.519662 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:45.610375 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:45.655760 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f23760-1850-4a76-9ed6-dd2e95533271,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:45.736111 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:45.737261 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-9d0b33ce-d5af-482f-999c-efb888dcac02 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4164329 Mar 28 16:02:45.740065 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43774) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:02:45.745003 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': 'c2f23760-1850-4a76-9ed6-dd2e95533271', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:02:45.751144 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:02:45.754918 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:02:45.757729 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:02:45.763803 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:02:45.862613 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:45.923610 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:45.997668 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.020984 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3a2feb-9c52-4d80-9cdb-4b27310c8bf9,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:46.101441 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.102613 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-002bb673-8ba9-4795-b354-f067c7da84d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615770 Mar 28 16:02:46.105298 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43778) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:02:46.110096 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': 'c2f23760-1850-4a76-9ed6-dd2e95533271', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:02:46.115815 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:02:46.119705 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:02:46.123251 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:02:46.128974 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:02:46.151786 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device eb2b7b52-8f9d-4857-90d7-c4f34dd9162c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:02:46.188504 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: eb2b7b52-8f9d-4857-90d7-c4f34dd9162c {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:02:46.188845 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device eb2b7b52-8f9d-4857-90d7-c4f34dd9162c not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:02:46.205932 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.265135 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.294621 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:02:46.319459 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.343869 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c3b383-d9ef-4648-b82d-e3537cea5886,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:46.422437 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.426590 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4ea3b1a7-0ec6-45e4-aafa-e74862e46485 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3179359 Mar 28 16:02:46.426920 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43782) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:02:46.439339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': 'c2f23760-1850-4a76-9ed6-dd2e95533271', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:02:46.439339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:02:46.442354 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:02:46.445236 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:02:46.450890 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:02:46.542479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.605763 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.666901 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.689704 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975ac5f5-e94d-4157-a931-1abc846d7bdf,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:46.764130 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.765293 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-d11c9d7d-b0f5-42e3-9078-f9f600bdf0e5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374181 Mar 28 16:02:46.767896 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 43786) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:02:46.773048 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': 'c2f23760-1850-4a76-9ed6-dd2e95533271', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:02:46.778801 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:02:46.782764 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:02:46.785620 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:02:46.791367 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:02:46.891484 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:46.966927 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.044396 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.069825 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5c7885-3f4e-486b-8744-adeed9e799ff,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:47.130210 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.131409 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-06b6ebef-67f9-473c-bffb-f06ade759d44 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3626282 Mar 28 16:02:47.134205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43790) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:02:47.139331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': 'c2f23760-1850-4a76-9ed6-dd2e95533271', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:02:47.145649 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:02:47.149702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:02:47.152539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:02:47.158117 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:02:47.221760 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Project a777ad6b459d40fd9088712224937ade added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 16:02:47.228414 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.294349 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.381570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.405777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e06571-b17f-45a5-a9c9-35f6b150999a,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:47.478665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.480521 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cde3c092-90c5-4dc7-8b2e-eeb5194d7a50 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3452530 Mar 28 16:02:47.483563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 43794) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:02:47.488555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'security_group_rule': {'security_group_id': 'c2f23760-1850-4a76-9ed6-dd2e95533271', 'project_id': 'a777ad6b459d40fd9088712224937ade', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:02:47.494830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:02:47.498791 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:security_group_rule and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:02:47.501787 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:02:47.507531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:02:47.581538 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Project a777ad6b459d40fd9088712224937ade added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 16:02:47.588640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.658431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.712878 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.734755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d079a0-c2ec-4fb8-9536-b523999910c4,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:02:47.793068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:47.794241 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-82fcf2bf-3177-4966-b359-d0f133225597 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3097668 Mar 28 16:02:51.364274 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d9ea2d5d-a783-4d35-a13f-4a32b889dbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:53.546933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5822-375a-40a3-bda7-81e8f24a48b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:54.637561 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:54.975817 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:02:56.976028 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:03.009671 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:12.719868 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-32bfc486-2681-43d4-8d73-00de90ea027d req-1fde9e87-ab57-4d57-9a14-f9aebe66cf2f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:security_group {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:03:12.814011 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-32bfc486-2681-43d4-8d73-00de90ea027d req-1fde9e87-ab57-4d57-9a14-f9aebe66cf2f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:security_group {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:03:12.815190 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-1fde9e87-ab57-4d57-9a14-f9aebe66cf2f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536734581&fields=id&tenant_id=a777ad6b459d40fd9088712224937ade HTTP/1.1" status: 200 len: 267 time: 0.1335361 Mar 28 16:03:12.966483 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfc486-2681-43d4-8d73-00de90ea027d req-c1997074-64ee-4f7b-aa5e-e2d4a9460aa0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:12.967945 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-c1997074-64ee-4f7b-aa5e-e2d4a9460aa0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 809 time: 0.1461260 Mar 28 16:03:12.982571 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-64df2d47-2d3c-4d31-97b7-0d2deb851890 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/quotas/a777ad6b459d40fd9088712224937ade HTTP/1.1" status: 200 len: 375 time: 0.0092819 Mar 28 16:03:13.066240 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-45ae9a91-f51c-4546-b9bf-3c92a9e96404 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789657 Mar 28 16:03:13.122176 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-7c619b22-26e2-4169-b5c1-b4f5e66488df service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 16:03:13.123183 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-7c619b22-26e2-4169-b5c1-b4f5e66488df service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457253 Mar 28 16:03:13.251818 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-74fe36d4-4b7b-4d40-8146-3a9a8c6090d3 service neutron] 10.222.0.16 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226354 Mar 28 16:03:13.379196 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-faf5371d-c734-4e48-b856-ba78f31efca2 service neutron] 10.222.0.16 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211286 Mar 28 16:03:14.013161 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-45c92809-8e9b-4aaf-b78d-866bd28c31b2 req-749f09d8-87f6-42e9-8c80-6217ac20e9d8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:03:14.078050 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-45c92809-8e9b-4aaf-b78d-866bd28c31b2 req-749f09d8-87f6-42e9-8c80-6217ac20e9d8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:03:14.079170 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-45c92809-8e9b-4aaf-b78d-866bd28c31b2 req-749f09d8-87f6-42e9-8c80-6217ac20e9d8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 210 time: 0.1611328 Mar 28 16:03:15.227169 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-cf4b56e9-0d55-4f2b-996b-b5c2d751e05e req-a1f888aa-1102-41a1-b8ba-f9036be302df tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 210 time: 0.0419466 Mar 28 16:03:16.016501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfc486-2681-43d4-8d73-00de90ea027d req-dbea9d31-1402-4e5d-b3a7-04ebb409b0e0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:16.017908 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-dbea9d31-1402-4e5d-b3a7-04ebb409b0e0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 809 time: 0.1546829 Mar 28 16:03:16.069970 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-6a1f9a04-6cad-4711-8f0d-e49ac823f96b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a777ad6b459d40fd9088712224937ade HTTP/1.1" status: 200 len: 379 time: 0.0387130 Mar 28 16:03:16.077797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'port': {'device_id': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'admin_state_up': True, 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'security_groups': ['c2f23760-1850-4a76-9ed6-dd2e95533271']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:03:16.223247 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:03:16.232615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:03:16.311464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Made reservation on behalf of a777ad6b459d40fd9088712224937ade for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 16:03:16.315667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:16.422575 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-524d6af4-4e2d-4f44-af5b-0aef223d29d1 req-35ddf535-29ff-4a57-b5b1-b725ccf0e99a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 210 time: 0.0835977 Mar 28 16:03:16.522144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Allocated IP 172.20.0.10 (25712f4a-ff0c-494c-8a50-864bf534944f/596973c6-7c44-4951-a335-0e94bf663b81/6a79951f-3b10-40ee-af3a-82e5aa4c3fc3) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:03:16.717339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:16.732001 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Transition to ACTIVE for port object 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:03:16.815948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:16.883740 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Network 25712f4a-ff0c-494c-8a50-864bf534944f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:03:16.886648 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:03:16.895585 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:03:16.932352 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'Port': ['ID=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:03:16.968375 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:16.969014 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:17.056040 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-97010718-1e61-4bb9-90a5-6f162c11cd83 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9815958 Mar 28 16:03:17.118490 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Request body: {'port': {'device_id': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:03:17.192387 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a852b392-d49a-4082-8a02-89057018724f None None] Provisioning for port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:03:17.198094 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a852b392-d49a-4082-8a02-89057018724f None None] Provisioning complete for port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:03:17.198590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a852b392-d49a-4082-8a02-89057018724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:17.228840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:17.251975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a852b392-d49a-4082-8a02-89057018724f None None] Port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 16:03:17.629406 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979fd48-8ec5-43f9-8e3a-246a5ab3c661 req-36de7b88-4bd1-4a15-ac25-82347b4ae495 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:17.631454 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7979fd48-8ec5-43f9-8e3a-246a5ab3c661 req-36de7b88-4bd1-4a15-ac25-82347b4ae495 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 932 time: 0.0988963 Mar 28 16:03:17.677055 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-7979fd48-8ec5-43f9-8e3a-246a5ab3c661 req-a5c584d4-f001-4487-9d0a-a238a9fe7a76 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396984 Mar 28 16:03:17.684877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:03:17.693704 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:17.708587 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Transition to ACTIVE for port object 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:03:17.792073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:17.947341 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Pushing event updated for resources: {'Port': ['ID=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:03:18.042454 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Attempting to bind port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 16:03:18.042780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Attempting to bind port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 16:03:18.043129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Attempting to bind port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 on network 25712f4a-ff0c-494c-8a50-864bf534944f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:03:18.047747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 on network 25712f4a-ff0c-494c-8a50-864bf534944f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 16:03:18.048059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Attempting to bind port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 on network 25712f4a-ff0c-494c-8a50-864bf534944f {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:03:18.053620 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 16, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 16:03:18.053976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Checking segment: {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:03:18.054347 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Bound using segment: {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 16:03:18.054760 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Bound port: 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7930326-eef0-476d-9811-c311a2f5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 16:03:18.055145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:18.144803 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 16:03:18.148500 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 16:03:18.204313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:18.260729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:18.261336 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:18.262677 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] 10.222.0.23 "PUT /v2.0/ports/6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 1094 time: 1.1925089 Mar 28 16:03:18.263134 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:03:18.294555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815636b5-3500-42de-8e98-f4a8e04e1e8c service neutron] Pushing event updated for resources: {'Port': ['ID=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:03:18.321464 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'status': 'completed', 'code': 200} Mar 28 16:03:18.437112 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f39fdc-a889-4030-84a0-0f005a8666e9 req-2fe3bb8a-6f16-42b5-955b-9ab315034aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:18.438594 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85f39fdc-a889-4030-84a0-0f005a8666e9 req-2fe3bb8a-6f16-42b5-955b-9ab315034aaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1097 time: 0.0737786 Mar 28 16:03:18.582010 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f39fdc-a889-4030-84a0-0f005a8666e9 req-94b770b9-3e20-452d-abf5-5da6e712fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:18.584068 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85f39fdc-a889-4030-84a0-0f005a8666e9 req-94b770b9-3e20-452d-abf5-5da6e712fa1e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a777ad6b459d40fd9088712224937ade&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1336277 Mar 28 16:03:18.723374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f39fdc-a889-4030-84a0-0f005a8666e9 req-1a090764-eea9-4ca6-8918-2c28ff0c4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:18.724845 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-85f39fdc-a889-4030-84a0-0f005a8666e9 req-1a090764-eea9-4ca6-8918-2c28ff0c4706 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351318 Mar 28 16:03:18.850339 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfc486-2681-43d4-8d73-00de90ea027d req-bea3e02f-6310-4d05-91fc-497b25b8513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:18.851849 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-bea3e02f-6310-4d05-91fc-497b25b8513c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1097 time: 0.0731330 Mar 28 16:03:18.865369 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8aef37-21d9-4cf9-ab73-f9a8dc802b2b req-a990884a-7876-464d-8f53-9a55e5a68b95 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:18.866807 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1b8aef37-21d9-4cf9-ab73-f9a8dc802b2b req-a990884a-7876-464d-8f53-9a55e5a68b95 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0786159 Mar 28 16:03:18.917238 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1b8aef37-21d9-4cf9-ab73-f9a8dc802b2b req-9e788587-46b9-45bc-9d71-063d8f978e8b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445316 Mar 28 16:03:18.935069 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-d6aa3759-96f9-4ddb-b2d6-6253b69641d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 217 time: 0.0660152 Mar 28 16:03:18.996404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfc486-2681-43d4-8d73-00de90ea027d req-8be2f7b6-7540-49ce-906c-97783ca903ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:18.997767 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-8be2f7b6-7540-49ce-906c-97783ca903ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0603709 Mar 28 16:03:19.071898 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfc486-2681-43d4-8d73-00de90ea027d req-2143a3ef-a944-4a70-82f6-169d42b34de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:19.073327 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-2143a3ef-a944-4a70-82f6-169d42b34de9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691288 Mar 28 16:03:19.202925 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-6e1ba5c7-fb73-4b14-bcf6-481b78abade1 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232171 Mar 28 16:03:19.331544 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-32bfc486-2681-43d4-8d73-00de90ea027d req-5b5dac98-63c4-487c-a59f-2ece82bccf5f service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210263 Mar 28 16:03:20.105330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce9ebb-8b74-4ce9-8ab4-90c86f4a856e req-4435d64e-3dfd-455b-94ca-338516240cdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:20.106015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b3ce9ebb-8b74-4ce9-8ab4-90c86f4a856e req-4435d64e-3dfd-455b-94ca-338516240cdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:03:20.192364 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-b3ce9ebb-8b74-4ce9-8ab4-90c86f4a856e req-4435d64e-3dfd-455b-94ca-338516240cdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:03:20.193408 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b3ce9ebb-8b74-4ce9-8ab4-90c86f4a856e req-4435d64e-3dfd-455b-94ca-338516240cdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.1680775 Mar 28 16:03:20.333356 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-b3ce9ebb-8b74-4ce9-8ab4-90c86f4a856e req-35234768-4957-4e56-b9f8-893658473767 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337204 Mar 28 16:03:21.386594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b23a27b4-27aa-4860-b162-37a7ba699771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:21.517361 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbdcf6-a7f3-45d9-b12c-b1f07961c5a1 req-8091a233-38f8-45c0-84d4-711f467986c1 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:21.518788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-97fbdcf6-a7f3-45d9-b12c-b1f07961c5a1 req-8091a233-38f8-45c0-84d4-711f467986c1 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0820749 Mar 28 16:03:21.561754 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-97fbdcf6-a7f3-45d9-b12c-b1f07961c5a1 req-3c059b83-6ef8-4dfc-974a-557f3a147906 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364046 Mar 28 16:03:22.780976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f86b3-5f09-4085-8074-5911629a6735 req-9d3a4344-148d-427e-95a6-2301583ca6ab tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:22.782403 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-868f86b3-5f09-4085-8074-5911629a6735 req-9d3a4344-148d-427e-95a6-2301583ca6ab tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.1172411 Mar 28 16:03:22.825773 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-868f86b3-5f09-4085-8074-5911629a6735 req-59852435-a732-4243-9352-1c9c08d4ed31 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378571 Mar 28 16:03:23.293560 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:03:23.511925 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-39800783-931e-45ae-b578-1bd5f60f985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:24.004614 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055807b-2373-4da1-9501-52df99a27f24 req-f8eefe21-c0c7-4e44-a3cf-213719ec781c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:24.006066 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2055807b-2373-4da1-9501-52df99a27f24 req-f8eefe21-c0c7-4e44-a3cf-213719ec781c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0777807 Mar 28 16:03:24.054375 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2055807b-2373-4da1-9501-52df99a27f24 req-6755e307-9e60-4d41-9881-a09da9e3ff5b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425434 Mar 28 16:03:24.689206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:24.946583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:25.376472 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88063916-034e-4319-9492-991bcda0c892 req-41068a58-7266-43e0-bdab-f288a2f48a0d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:25.377898 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-88063916-034e-4319-9492-991bcda0c892 req-41068a58-7266-43e0-bdab-f288a2f48a0d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0798910 Mar 28 16:03:25.422106 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-88063916-034e-4319-9492-991bcda0c892 req-ce92a428-4e64-48e3-bf45-607156ec5e7a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380573 Mar 28 16:03:26.409297 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:26.606339 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4878cc7-20b4-49fb-9645-dadae2ab533f req-54998a81-3a2f-4d23-8e22-316c6a51bbfc tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:26.607788 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a4878cc7-20b4-49fb-9645-dadae2ab533f req-54998a81-3a2f-4d23-8e22-316c6a51bbfc tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0782731 Mar 28 16:03:26.650818 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a4878cc7-20b4-49fb-9645-dadae2ab533f req-4992b3ea-00eb-4901-9ac5-0eef53573e53 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374317 Mar 28 16:03:27.840905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3e00c-5e82-499f-b7b0-6abdbd56fef8 req-1bfdadf2-8d0a-4634-9451-48bdf01271d7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:27.842334 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c3b3e00c-5e82-499f-b7b0-6abdbd56fef8 req-1bfdadf2-8d0a-4634-9451-48bdf01271d7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0821333 Mar 28 16:03:27.885695 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-c3b3e00c-5e82-499f-b7b0-6abdbd56fef8 req-9507e96c-15c0-47f1-8289-b052994492b4 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376694 Mar 28 16:03:28.324003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 16:03:28.453707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:03:28.466792 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'port_id': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'mac_address': 'fa:16:3e:14:bc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 16:03:28.522613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:28.538852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:03:28.553258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:03:28.643635 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:28.708593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:03:28.715593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.715937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.716270 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.716600 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.716926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.717251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.717573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.717893 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.718219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.718536 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.718851 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.719189 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:03:28.920708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['6a79951f-3b10-40ee-af3a-82e5aa4c3fc3'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 16:03:29.072415 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b54d2-985d-4be7-9b66-91527f4e24e4 req-7c712076-df50-4229-a6c7-c1d33ae85650 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:29.073863 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-758b54d2-985d-4be7-9b66-91527f4e24e4 req-7c712076-df50-4229-a6c7-c1d33ae85650 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 945 time: 0.0835428 Mar 28 16:03:29.117272 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-758b54d2-985d-4be7-9b66-91527f4e24e4 req-35bc555d-d7c6-4e9b-93c4-fa6157b51fb9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377092 Mar 28 16:03:30.298432 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cae94-896b-4400-8494-041b4ab12124 req-1d25d3c3-9c66-4ccf-b61a-8ee512ba6af9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:30.299904 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-563cae94-896b-4400-8494-041b4ab12124 req-1d25d3c3-9c66-4ccf-b61a-8ee512ba6af9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 945 time: 0.0791063 Mar 28 16:03:30.339680 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:03:30.351355 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-563cae94-896b-4400-8494-041b4ab12124 req-64fbab5b-7174-4b34-9ef3-2f853f0bed2a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Mar 28 16:03:30.489555 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:03:30.494276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:03:30.494645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:30.608262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:30.636123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:03:30.648365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:03:30.717920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:30.753849 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'code': 200} Mar 28 16:03:30.786230 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:03:31.130079 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30016a-2641-4ef8-9aad-ad35be1a02bb req-80b8e869-d980-4ce2-92a2-237cd824ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:31.131665 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2d30016a-2641-4ef8-9aad-ad35be1a02bb req-80b8e869-d980-4ce2-92a2-237cd824ff11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.0719063 Mar 28 16:03:31.170897 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2d30016a-2641-4ef8-9aad-ad35be1a02bb req-7cd0a040-c3b5-43f6-b349-8a83a660acea service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334504 Mar 28 16:03:31.536849 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6cdf-f778-4917-94a5-5a6b4aa0e0ed req-51883f80-c77d-45c3-bfca-c7fa67fedf51 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:31.538321 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4dec6cdf-f778-4917-94a5-5a6b4aa0e0ed req-51883f80-c77d-45c3-bfca-c7fa67fedf51 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0846026 Mar 28 16:03:31.591352 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4dec6cdf-f778-4917-94a5-5a6b4aa0e0ed req-f1fd0619-a03a-46fe-80cd-9c51de132b5d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458887 Mar 28 16:03:32.772091 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e699e-a800-49e1-ba8f-ee9df363b8b6 req-df3da4b7-b9f1-43cf-b4ff-8d4b7eeaa6e8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:32.773507 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ce0e699e-a800-49e1-ba8f-ee9df363b8b6 req-df3da4b7-b9f1-43cf-b4ff-8d4b7eeaa6e8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0774333 Mar 28 16:03:32.816246 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-ce0e699e-a800-49e1-ba8f-ee9df363b8b6 req-2c3dd3b8-1d05-495d-92ee-d3dc1f037d88 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362573 Mar 28 16:03:32.999823 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028564df-9468-4078-ace8-3da9899a2cac req-5aebd1e5-0955-4dbe-bf9e-a01bce005ef8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:33.001309 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-028564df-9468-4078-ace8-3da9899a2cac req-5aebd1e5-0955-4dbe-bf9e-a01bce005ef8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0827317 Mar 28 16:03:33.032367 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:33.044454 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-028564df-9468-4078-ace8-3da9899a2cac req-ee5849b5-a53e-40bd-bbd2-575f3ca6b88a tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369227 Mar 28 16:03:33.067421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44020) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:03:33.142908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38bb086-7845-472e-95bb-15dcedc44ad7 tempest-TestShelveInstance-923446744 tempest-TestShelveInstance-923446744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:33.142908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b38bb086-7845-472e-95bb-15dcedc44ad7 tempest-TestShelveInstance-923446744 tempest-TestShelveInstance-923446744-project-admin] Synchronizing usage tracker for tenant:11d7fde267d142fcbaf7d5ff3104e190 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:03:33.214865 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b38bb086-7845-472e-95bb-15dcedc44ad7 tempest-TestShelveInstance-923446744 tempest-TestShelveInstance-923446744-project-admin] Unset dirty status for tenant:11d7fde267d142fcbaf7d5ff3104e190 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:03:33.215973 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b38bb086-7845-472e-95bb-15dcedc44ad7 tempest-TestShelveInstance-923446744 tempest-TestShelveInstance-923446744-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1094 time: 0.1476049 Mar 28 16:03:33.218726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44024) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:03:33.223642 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:03:33.232213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:03:33.236338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Usage tracker for resource:floatingip and tenant:a777ad6b459d40fd9088712224937ade is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:03:33.240093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:03:33.245320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:03:33.329119 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:33.463844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:33.594257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Allocated IP 172.26.7.167 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/d38e802f-dba0-4222-ade1-6a510560da10) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:03:33.742179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:33.838042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:33.898475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:03:33.901090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:03:33.909595 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:03:33.943686 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'Port': ['ID=d38e802f-dba0-4222-ade1-6a510560da10,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:03:34.409540 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:34.542229 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:34.739756 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:34.792006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:34.903398 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event updated for resources: {'Port': ['ID=d38e802f-dba0-4222-ade1-6a510560da10,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:03:34.911890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:35.081382 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Floating IP cde57a5f-e596-49df-ab4d-d9d03e7ad783 associated. External IP: 172.26.7.167, port: 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3. Mar 28 16:03:35.421653 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:03:35.594222 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:03:35.603897 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] Sync routers for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:03:35.613513 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:03:35.614100 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:03:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:03:35.699268 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:35.752781 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b6bd5412-75c4-47b2-91a7-630bfd50f715 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5329978 Mar 28 16:03:35.753459 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:03:35.788883 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:03:35.848590 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'status': 'completed', 'code': 200} Mar 28 16:03:35.959363 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cb28e-782b-4608-a5f0-11898454eb15 req-6d201bb5-fca8-457f-9075-4d02b60e7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:35.960842 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-464cb28e-782b-4608-a5f0-11898454eb15 req-6d201bb5-fca8-457f-9075-4d02b60e7e39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.0712752 Mar 28 16:03:36.139382 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'cde57a5f-e596-49df-ab4d-d9d03e7ad783', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'port_id': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'mac_address': 'fa:16:3e:14:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:03:34Z', 'updated_at': '2022-03-28T16:03:34Z', 'revision_number': 0, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:03:36.143154 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] Checking router: d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:03:36.151718 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:03:36.152301 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:03:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:03:36.206884 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cb28e-782b-4608-a5f0-11898454eb15 req-5894ac60-fbe6-4709-8716-9c36017feb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:36.208410 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-464cb28e-782b-4608-a5f0-11898454eb15 req-5894ac60-fbe6-4709-8716-9c36017feb7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.2416823 Mar 28 16:03:36.309030 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-464cb28e-782b-4608-a5f0-11898454eb15 req-c112b431-eb10-4600-abf2-bc0eb452adb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 1000 time: 0.0948067 Mar 28 16:03:36.327955 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:03:36.374077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cb28e-782b-4608-a5f0-11898454eb15 req-385a5d4a-abc5-4043-9a87-158a39bc5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:36.381875 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-464cb28e-782b-4608-a5f0-11898454eb15 req-385a5d4a-abc5-4043-9a87-158a39bc5b00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0602746 Mar 28 16:03:36.451423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cb28e-782b-4608-a5f0-11898454eb15 req-c817a0dc-d27b-460a-9e8b-14f6195e42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:36.452923 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-464cb28e-782b-4608-a5f0-11898454eb15 req-c817a0dc-d27b-460a-9e8b-14f6195e42dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718122 Mar 28 16:03:36.584319 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-464cb28e-782b-4608-a5f0-11898454eb15 req-1a13fe24-bfdd-408c-b6dc-e6432454130e service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250677 Mar 28 16:03:36.700991 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'cde57a5f-e596-49df-ab4d-d9d03e7ad783', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'port_id': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'mac_address': 'fa:16:3e:14:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:03:34Z', 'updated_at': '2022-03-28T16:03:34Z', 'revision_number': 0, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:03:36.704962 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b3c24-4e84-4a66-908e-9acad9d5963c None None] The sync data for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv is: [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'cde57a5f-e596-49df-ab4d-d9d03e7ad783', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'floating_ip_address': '172.26.7.167', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'port_id': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'mac_address': 'fa:16:3e:14:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:03:34Z', 'updated_at': '2022-03-28T16:03:34Z', 'revision_number': 0, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:03:36.716206 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-464cb28e-782b-4608-a5f0-11898454eb15 req-18ff887b-b020-4eb0-9d3a-015019bedb4e service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262777 Mar 28 16:03:36.889025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f30db-f2cc-41a3-9d27-ac491cc422d5 None None] New status for floating IP cde57a5f-e596-49df-ab4d-d9d03e7ad783: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 16:03:47.631840 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-aa0dcd0e-f73d-4ab1-bdc5-0eeb1f36f1bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716152 Mar 28 16:03:47.790369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-3c2ad94b-04c8-49a8-829f-f7eca15d7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:47.791854 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-3c2ad94b-04c8-49a8-829f-f7eca15d7f80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.0699074 Mar 28 16:03:47.937220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-c0f0b7c0-a7da-4349-9a66-c88bbd0d16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:47.938655 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-c0f0b7c0-a7da-4349-9a66-c88bbd0d16fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1273396 Mar 28 16:03:48.042093 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-9cd1e50b-4ddb-42a4-9eb4-14a53051e491 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0959446 Mar 28 16:03:48.102085 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-6b68646b-4fcf-407f-8b02-792df165363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:48.103480 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-6b68646b-4fcf-407f-8b02-792df165363e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0558000 Mar 28 16:03:48.180360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-2146ec9c-3b73-47de-9dd9-0bd638e042b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:03:48.181809 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-2146ec9c-3b73-47de-9dd9-0bd638e042b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723314 Mar 28 16:03:48.315455 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-d0843db5-2f28-4dcb-b785-405f707cdcc4 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264760 Mar 28 16:03:48.451855 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0a1a0a21-e4f4-4b98-9577-38f158e94b20 req-647e4623-8f93-4084-b66d-e9a3354c73a3 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301441 Mar 28 16:03:51.368975 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e900ce74-133b-4100-90f5-cb15edc4f6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:53.516100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f31b4286-de5d-418f-9c67-ccd1a9543ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:54.648782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:54.980448 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:03:56.369065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:00.292144 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:04:03.099873 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:21.397395 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ab64c71b-0960-49b4-9470-77690407065b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:23.589652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7109bbd2-c017-48ee-9a63-5a7f2a2c2360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:24.670703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:25.047134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:26.401154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:33.145312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:37.291922 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:04:48.621149 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-adebd83a-b773-4713-98ac-df5673af96fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693378 Mar 28 16:04:48.883825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-a9f8990d-fbe2-4018-96e1-b1082061994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:04:48.885337 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-a9f8990d-fbe2-4018-96e1-b1082061994d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.1733971 Mar 28 16:04:49.028566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-dfec4192-e3bf-48c4-aa64-1dbb09a412f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:04:49.030020 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-dfec4192-e3bf-48c4-aa64-1dbb09a412f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1252189 Mar 28 16:04:49.133014 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-61fbbd45-7e93-4468-a28f-38d0e7b97894 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0962636 Mar 28 16:04:49.194707 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-2e7b3a46-5aa7-45e1-a402-60eaf363920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:04:49.196190 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-2e7b3a46-5aa7-45e1-a402-60eaf363920f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0564880 Mar 28 16:04:49.283556 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-22c44c81-8fea-4e12-82a1-986118408aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:04:49.285708 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-22c44c81-8fea-4e12-82a1-986118408aac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0826914 Mar 28 16:04:49.418498 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-8a7b3540-f960-4350-b211-8f0b76ae0f63 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266088 Mar 28 16:04:49.553435 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a98f39e1-b8e9-424c-9947-01fa2f10255c req-6868b302-1fb0-4e1d-94c1-00228ebbaed6 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281188 Mar 28 16:04:51.396434 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-eaa14732-716d-4284-9764-88f3b0ae7358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:53.515368 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-67f4269b-b103-4c8b-83e0-33e9ee94c143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:54.642843 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:54.978645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:04:56.378756 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:03.047587 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:14.291710 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:05:21.429808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a83917ea-6738-49a7-9004-46213c44b907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:23.532739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-08191020-3a1b-4ae2-af9b-755da8f52c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:24.640993 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:24.955425 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:26.408880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:33.056335 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:49.516149 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-985c5063-1cf0-44b7-8359-1a5c6e8ee1c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722134 Mar 28 16:05:49.672908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-fb5eeb44-4021-45b2-bce8-e9262343bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:05:49.674967 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-fb5eeb44-4021-45b2-bce8-e9262343bd22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.0752003 Mar 28 16:05:49.817299 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-b26f50a6-224e-436d-b2f1-4497a2648332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:05:49.818614 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-b26f50a6-224e-436d-b2f1-4497a2648332 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1242545 Mar 28 16:05:49.919472 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-014c0c2d-c0f3-43b3-a82b-2753b2352b48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0948019 Mar 28 16:05:49.989507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-45941538-af70-4f41-aa57-186a5f53d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:05:49.990939 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-45941538-af70-4f41-aa57-186a5f53d3c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0662704 Mar 28 16:05:50.063076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-ea5c02d2-5600-4e1e-a34d-7e22a478ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:05:50.064486 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-ea5c02d2-5600-4e1e-a34d-7e22a478ac2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0675831 Mar 28 16:05:50.192535 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-24f769e3-ed27-4e4c-85f8-9f3f19736ffd service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214905 Mar 28 16:05:50.329851 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-843b1383-4080-4cbb-b56a-e41898f5d967 req-5fc498dd-7d4d-43d5-b137-459e16373584 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319437 Mar 28 16:05:51.292648 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:05:51.388652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d35cc291-0b2b-4c5a-bcb5-4cff9cc39c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:53.537356 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-06f100a6-fe2f-4997-b1c2-4ab2398d0719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:54.663228 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:54.977572 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:05:56.423003 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:03.051102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:14.574652 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19158eef-9f4f-496c-9623-abe727e356ff req-b71fc3df-d999-427e-a20a-bd99d79baba3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:14.576127 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-19158eef-9f4f-496c-9623-abe727e356ff req-b71fc3df-d999-427e-a20a-bd99d79baba3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0805521 Mar 28 16:06:14.619397 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-19158eef-9f4f-496c-9623-abe727e356ff req-6b36a9de-dc4d-42e2-b79c-2f75a5a131fe tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374477 Mar 28 16:06:15.806602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e187b-8cd3-4255-86b1-1d4b06313237 req-46dcba6c-4f06-4b14-9745-3c86ae4d0145 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:15.808072 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ef0e187b-8cd3-4255-86b1-1d4b06313237 req-46dcba6c-4f06-4b14-9745-3c86ae4d0145 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0832744 Mar 28 16:06:15.946214 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ef0e187b-8cd3-4255-86b1-1d4b06313237 req-73394300-b08d-4221-8901-775a0cfbd2a6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325061 Mar 28 16:06:17.233496 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dcae5-619b-45c2-af90-f839632af1a7 req-61c63544-37bf-4fda-b3b2-584b1732a468 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:17.234923 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5f2dcae5-619b-45c2-af90-f839632af1a7 req-61c63544-37bf-4fda-b3b2-584b1732a468 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.1779795 Mar 28 16:06:17.292158 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5f2dcae5-619b-45c2-af90-f839632af1a7 req-27819053-d520-400c-a4a3-f08aa09024b6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508800 Mar 28 16:06:18.477413 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766b5e-289a-455a-ab60-789d65e820d5 req-df1d898a-33d5-4985-a167-bc7f4a6ce748 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:18.478879 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7e766b5e-289a-455a-ab60-789d65e820d5 req-df1d898a-33d5-4985-a167-bc7f4a6ce748 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0808661 Mar 28 16:06:18.523160 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7e766b5e-289a-455a-ab60-789d65e820d5 req-1e8ecfd1-eea4-44cc-9fb8-edf3f52769b6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385783 Mar 28 16:06:19.704088 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb6b35-4d40-4e42-b436-86a09fec140b req-7d5b06d7-4272-497e-9750-38f961490db2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:19.705524 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-22eb6b35-4d40-4e42-b436-86a09fec140b req-7d5b06d7-4272-497e-9750-38f961490db2 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0787306 Mar 28 16:06:19.750007 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-22eb6b35-4d40-4e42-b436-86a09fec140b req-0689ff50-fd5b-4938-9a68-74b9ad35864f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384059 Mar 28 16:06:20.934887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6bb48-b59f-4208-834b-a37c378d1c2d req-3bd02dc0-3858-4dd5-a639-0f8d5f3d5f89 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:20.936357 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-25f6bb48-b59f-4208-834b-a37c378d1c2d req-3bd02dc0-3858-4dd5-a639-0f8d5f3d5f89 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0839493 Mar 28 16:06:20.983477 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-25f6bb48-b59f-4208-834b-a37c378d1c2d req-b1ad385a-1d14-4498-a381-f413679b6c82 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375600 Mar 28 16:06:21.409692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-21bf9db9-e0d9-41b9-9628-798709a9dbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:22.169958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f8819-7ba1-4f44-a0db-034bc0a0782b req-f1bf093b-d9f6-42e5-ad05-badefa85997b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:22.171395 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1e0f8819-7ba1-4f44-a0db-034bc0a0782b req-f1bf093b-d9f6-42e5-ad05-badefa85997b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0826085 Mar 28 16:06:22.219534 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1e0f8819-7ba1-4f44-a0db-034bc0a0782b req-23443b91-b351-4091-84bf-ed559d13c3d9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418916 Mar 28 16:06:23.404028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b76aa-37ca-4658-9bf2-7da26b5a7b65 req-4d00d3f8-fd27-4a6c-a360-95e97c6cb150 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:23.405381 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8b1b76aa-37ca-4658-9bf2-7da26b5a7b65 req-4d00d3f8-fd27-4a6c-a360-95e97c6cb150 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0820472 Mar 28 16:06:23.447903 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-8b1b76aa-37ca-4658-9bf2-7da26b5a7b65 req-6c044972-c288-4a56-94ce-be637b81041b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370479 Mar 28 16:06:23.564281 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-939535c0-c40e-4de8-b960-0e083a3d89a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:24.633167 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2204e-4037-4307-a332-56e854e0f157 req-9b83bf7d-0abd-49f3-90ff-cc656d8878df tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:24.634600 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-abe2204e-4037-4307-a332-56e854e0f157 req-9b83bf7d-0abd-49f3-90ff-cc656d8878df tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0825727 Mar 28 16:06:24.655355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:24.682266 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-abe2204e-4037-4307-a332-56e854e0f157 req-97d0b635-7676-4c4d-b1b6-b8bc8aa40f1e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381720 Mar 28 16:06:24.993773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:25.864278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce525a-543f-46da-bfb7-3132056ee5f1 req-137b6914-5078-4f56-9090-4b67ca0421ca tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:25.865734 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bce525a-543f-46da-bfb7-3132056ee5f1 req-137b6914-5078-4f56-9090-4b67ca0421ca tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0780082 Mar 28 16:06:25.909544 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0bce525a-543f-46da-bfb7-3132056ee5f1 req-6d8bb55f-d419-4fff-834a-43514e94907c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379586 Mar 28 16:06:26.405146 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:27.089904 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc3f31-be5f-43ef-8cef-e0a582043f51 req-4f8a6b04-19ee-4997-bc12-6d00d9fe6d9c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:27.091354 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-68cc3f31-be5f-43ef-8cef-e0a582043f51 req-4f8a6b04-19ee-4997-bc12-6d00d9fe6d9c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0783019 Mar 28 16:06:27.133951 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-68cc3f31-be5f-43ef-8cef-e0a582043f51 req-76b962da-3b72-4bdc-92d6-18d67687e279 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370576 Mar 28 16:06:28.291363 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:06:28.318537 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e8049-4e82-4c5b-ac10-819f177a9deb req-0a9266d9-af97-42d3-86f4-01730aad4f64 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:28.319999 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e8e8049-4e82-4c5b-ac10-819f177a9deb req-0a9266d9-af97-42d3-86f4-01730aad4f64 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0824504 Mar 28 16:06:28.364095 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-6e8e8049-4e82-4c5b-ac10-819f177a9deb req-0cd1aa2d-f298-466a-b949-0b018b87211f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377791 Mar 28 16:06:29.548522 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d2988-a0f5-4b96-ba6d-e59292b2092d req-43ba3a59-08d1-425b-bd59-4988001dd04e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:29.549948 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-699d2988-a0f5-4b96-ba6d-e59292b2092d req-43ba3a59-08d1-425b-bd59-4988001dd04e tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0806584 Mar 28 16:06:29.593015 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-699d2988-a0f5-4b96-ba6d-e59292b2092d req-c8e19c23-bf5b-4543-b756-4f9801bee0ca tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369508 Mar 28 16:06:29.849603 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-169fcbe8-1884-4ee5-90d7-e17469d3ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:29.850951 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-169fcbe8-1884-4ee5-90d7-e17469d3ab7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.0688651 Mar 28 16:06:29.977663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-7785831f-43fd-4bb3-b5ff-bbcbaf3e77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:29.979099 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-7785831f-43fd-4bb3-b5ff-bbcbaf3e77d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1222365 Mar 28 16:06:30.079395 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-fee1ede5-272d-4c02-882d-25d22276b8b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0935907 Mar 28 16:06:30.141148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-11c69d2a-b495-4c29-8ba0-9b6a589832d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:30.142422 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-11c69d2a-b495-4c29-8ba0-9b6a589832d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0574093 Mar 28 16:06:30.215690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-076dd86b-f3b9-416a-949d-bce3fb56712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:30.217121 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-076dd86b-f3b9-416a-949d-bce3fb56712c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691276 Mar 28 16:06:30.343321 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-456dec4c-a9ec-4494-a794-feb627d67a6b service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193705 Mar 28 16:06:30.468659 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-73ef7045-b993-43be-8e60-7cbce21aa223 req-a5902813-e58b-48c0-b41f-ed31c2b3bc53 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193652 Mar 28 16:06:30.776816 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fa94-f389-4d20-aa08-7d71469530f0 req-0897e4a0-e5be-4626-aacf-dcf0e4834587 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:30.778326 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-45b9fa94-f389-4d20-aa08-7d71469530f0 req-0897e4a0-e5be-4626-aacf-dcf0e4834587 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0831947 Mar 28 16:06:30.821139 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-45b9fa94-f389-4d20-aa08-7d71469530f0 req-c71a55b8-c21a-4156-aa4a-398e1dbc52af tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373068 Mar 28 16:06:32.011305 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c16fdf-b5bf-4a2d-ad15-9d46d9be7eba req-8c7e5c77-184b-4488-85bc-d35cb888b4b0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:32.012770 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-22c16fdf-b5bf-4a2d-ad15-9d46d9be7eba req-8c7e5c77-184b-4488-85bc-d35cb888b4b0 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0806115 Mar 28 16:06:32.060345 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-22c16fdf-b5bf-4a2d-ad15-9d46d9be7eba req-98ba24aa-eed0-47e4-a174-c1ab711fb7fa tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417318 Mar 28 16:06:33.073789 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:33.242915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7541ef-5eaa-4e31-8b09-d01ceeb5d3a3 req-4ed23e4d-da9d-459d-a9b2-e9807fe50a89 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:33.244400 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7541ef-5eaa-4e31-8b09-d01ceeb5d3a3 req-4ed23e4d-da9d-459d-a9b2-e9807fe50a89 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0802846 Mar 28 16:06:33.288085 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1c7541ef-5eaa-4e31-8b09-d01ceeb5d3a3 req-d4358328-0ffa-46fa-805d-eb16c3fef85c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379956 Mar 28 16:06:33.789857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c23e8-b562-4d07-9054-2fdfb8bbc5a3 req-a1879c76-e57a-4d83-820a-61fb2e1e5cb9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:33.792221 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-337c23e8-b562-4d07-9054-2fdfb8bbc5a3 req-a1879c76-e57a-4d83-820a-61fb2e1e5cb9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0877366 Mar 28 16:06:33.838066 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-337c23e8-b562-4d07-9054-2fdfb8bbc5a3 req-cef18ed0-bfc1-468c-8b96-af6957719cc3 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402443 Mar 28 16:06:33.904413 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-68bf95ad-19bf-43c3-a360-01665465878f req-3081c6fc-3cac-4516-986f-751805881e5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1794479 Mar 28 16:06:35.023478 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c1ff-e496-41f6-87a3-d812955d0e41 req-3cce3a65-818b-466b-8122-861d06451001 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:35.024936 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3dd7c1ff-e496-41f6-87a3-d812955d0e41 req-3cce3a65-818b-466b-8122-861d06451001 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0792150 Mar 28 16:06:35.072030 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3dd7c1ff-e496-41f6-87a3-d812955d0e41 req-ed1aa575-7577-45ad-a86a-a1912b0d2185 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Mar 28 16:06:35.100450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:06:35.212484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:35.238963 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:06:35.248320 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:06:35.280502 dv-neutron-828143-13-hyperv neutron-server[88488]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'code': 422} returned with failed status Mar 28 16:06:35.306540 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:35.375642 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:06:35.382896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.383260 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.383594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.383926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.384249 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.384575 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.384896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.385219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.385537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.385855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.386169 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:35.386485 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:06:36.258263 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89848b-01ea-41df-a54d-68c9e266f3cd req-380a3337-db8f-4c22-81c9-922e5ce9965c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:36.259735 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1e89848b-01ea-41df-a54d-68c9e266f3cd req-380a3337-db8f-4c22-81c9-922e5ce9965c tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0828047 Mar 28 16:06:36.304197 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1e89848b-01ea-41df-a54d-68c9e266f3cd req-28c2d375-0526-43fb-8457-2aae62d1f3fc tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387185 Mar 28 16:06:37.483252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c027846-e67e-49ba-bf27-78c00b603cab req-44aa05d5-eba9-47c8-aadc-d3b9ced662d4 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:37.484606 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2c027846-e67e-49ba-bf27-78c00b603cab req-44aa05d5-eba9-47c8-aadc-d3b9ced662d4 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0781097 Mar 28 16:06:37.537866 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2c027846-e67e-49ba-bf27-78c00b603cab req-bcac0aa8-a9a2-46ce-9f98-a7487bcb00f7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463526 Mar 28 16:06:37.696972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf95ad-19bf-43c3-a360-01665465878f req-1cd16cdc-586d-4118-bfc0-151407f69c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:37.698488 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68bf95ad-19bf-43c3-a360-01665465878f req-1cd16cdc-586d-4118-bfc0-151407f69c62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6&tenant_id=a777ad6b459d40fd9088712224937ade HTTP/1.1" status: 200 len: 1097 time: 0.0707264 Mar 28 16:06:37.799601 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf95ad-19bf-43c3-a360-01665465878f req-ffe1fafa-923c-4581-825f-2db1bd8555be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:37.801073 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68bf95ad-19bf-43c3-a360-01665465878f req-ffe1fafa-923c-4581-825f-2db1bd8555be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1097 time: 0.0688319 Mar 28 16:06:37.936064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf95ad-19bf-43c3-a360-01665465878f req-2fad320d-28b1-4a74-aa95-d492e2bfa9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:37.937521 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68bf95ad-19bf-43c3-a360-01665465878f req-2fad320d-28b1-4a74-aa95-d492e2bfa9ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1309893 Mar 28 16:06:38.040654 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68bf95ad-19bf-43c3-a360-01665465878f req-c2cdb9cd-4425-4aa8-92bc-8593e341d060 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 1000 time: 0.0972383 Mar 28 16:06:38.104638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf95ad-19bf-43c3-a360-01665465878f req-09649a4b-81dd-4d3c-9f87-c43caf254df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:38.105946 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68bf95ad-19bf-43c3-a360-01665465878f req-09649a4b-81dd-4d3c-9f87-c43caf254df5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0593796 Mar 28 16:06:38.184297 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf95ad-19bf-43c3-a360-01665465878f req-cfe0f7d6-3b0c-42af-b566-bea3681bb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:38.185979 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68bf95ad-19bf-43c3-a360-01665465878f req-cfe0f7d6-3b0c-42af-b566-bea3681bb20e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745833 Mar 28 16:06:38.418885 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68bf95ad-19bf-43c3-a360-01665465878f req-93c9e2fb-4cbe-4715-92be-657a5a6c96c7 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263439 Mar 28 16:06:38.554690 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-68bf95ad-19bf-43c3-a360-01665465878f req-5953f7a5-5d50-42e4-bf5b-7a3bf055cfa7 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301844 Mar 28 16:06:38.730687 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f43a6-57b1-43ea-ba50-683d00cf46d3 req-5027b2ba-ed4b-42dc-a8c4-9b1ff3055e38 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:38.732057 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-153f43a6-57b1-43ea-ba50-683d00cf46d3 req-5027b2ba-ed4b-42dc-a8c4-9b1ff3055e38 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0825117 Mar 28 16:06:38.775891 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-153f43a6-57b1-43ea-ba50-683d00cf46d3 req-26fb2772-0e55-4230-9663-b26f7dc732d5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378098 Mar 28 16:06:39.964046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22ffe8-066e-4219-a955-47ac95d78289 req-369ffb58-ead5-4a39-b3c2-62febd39fb40 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:39.965494 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1d22ffe8-066e-4219-a955-47ac95d78289 req-369ffb58-ead5-4a39-b3c2-62febd39fb40 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0836632 Mar 28 16:06:40.009776 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-1d22ffe8-066e-4219-a955-47ac95d78289 req-a1e63274-52af-4d93-8141-f31672ac529b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386302 Mar 28 16:06:41.191008 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747a56-12cf-41d1-a8c0-ed0a54e61452 req-5ac79887-7752-471c-bab5-6be08ab22f88 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:41.192907 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-66747a56-12cf-41d1-a8c0-ed0a54e61452 req-5ac79887-7752-471c-bab5-6be08ab22f88 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0800097 Mar 28 16:06:41.235717 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-66747a56-12cf-41d1-a8c0-ed0a54e61452 req-d5366a69-0dad-4da4-b936-4092cfe424c9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373645 Mar 28 16:06:42.422657 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e700da-b934-444d-a0ca-7c53c448c2cf req-b61ae10f-f42c-48ef-9c70-268c70cd5279 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:42.424132 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-62e700da-b934-444d-a0ca-7c53c448c2cf req-b61ae10f-f42c-48ef-9c70-268c70cd5279 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0858197 Mar 28 16:06:42.466817 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-62e700da-b934-444d-a0ca-7c53c448c2cf req-de2b8072-d059-4687-bf4b-3deab13945e1 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371482 Mar 28 16:06:43.652646 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad407f8-38ff-4edb-8008-79729345b6fd req-95300ab8-a91a-49e6-8398-f140e57abb24 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:43.654110 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2ad407f8-38ff-4edb-8008-79729345b6fd req-95300ab8-a91a-49e6-8398-f140e57abb24 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0822921 Mar 28 16:06:43.698122 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-2ad407f8-38ff-4edb-8008-79729345b6fd req-0b1c72ef-2321-4b27-81dc-6b539c4f37c7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384738 Mar 28 16:06:44.882319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde4504-9705-425d-b86c-d1c34613343e req-44049068-983a-4b0c-a00f-acfa09f26fc9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:44.883778 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-afde4504-9705-425d-b86c-d1c34613343e req-44049068-983a-4b0c-a00f-acfa09f26fc9 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 944 time: 0.0829561 Mar 28 16:06:44.927919 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-afde4504-9705-425d-b86c-d1c34613343e req-afb4b56e-b6f9-4e7e-b436-e487811b58af tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384192 Mar 28 16:06:45.130509 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 16:06:45.287488 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:06:45.299928 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'port_id': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'mac_address': 'fa:16:3e:14:bc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 16:06:45.352143 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:45.369749 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:06:45.384312 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:06:45.456183 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:45.521279 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:06:45.757522 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['6a79951f-3b10-40ee-af3a-82e5aa4c3fc3'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 16:06:46.114813 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0529594-95ea-4218-86e3-4dd131e189bc req-0ae30318-074b-4119-ad59-9c34c1a93870 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:46.116163 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f0529594-95ea-4218-86e3-4dd131e189bc req-0ae30318-074b-4119-ad59-9c34c1a93870 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 945 time: 0.0804832 Mar 28 16:06:46.158292 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-f0529594-95ea-4218-86e3-4dd131e189bc req-debc9b46-600c-4541-80b8-2f4f2a56e791 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366263 Mar 28 16:06:47.161837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:06:47.233874 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:06:47.234247 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:47.354131 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e646f-b6f8-4eb5-963d-840250dce616 req-a68307d0-c0a1-43e0-8e95-b76e9896b25b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:47.355731 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-240e646f-b6f8-4eb5-963d-840250dce616 req-a68307d0-c0a1-43e0-8e95-b76e9896b25b tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 945 time: 0.0876634 Mar 28 16:06:47.358852 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:47.385844 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:06:47.396393 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:06:47.404755 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-240e646f-b6f8-4eb5-963d-840250dce616 req-e8bb45f6-07d6-4245-9319-abeec78304b6 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421524 Mar 28 16:06:47.473426 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:47.538930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:06:48.441021 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'code': 200} Mar 28 16:06:48.588821 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6022a-d7d6-4418-a859-7f651ad9c623 req-5df2590a-bc71-4e5d-9e4f-c693f62e8f55 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:48.590267 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-27f6022a-d7d6-4418-a859-7f651ad9c623 req-5df2590a-bc71-4e5d-9e4f-c693f62e8f55 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0795999 Mar 28 16:06:48.637109 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-27f6022a-d7d6-4418-a859-7f651ad9c623 req-57d2da78-7479-42c7-af9c-54611976362d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410872 Mar 28 16:06:48.804293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef4178-c8c8-422c-8f17-99ee36781dff req-4bd7c56f-b9f0-4bb3-951e-e93a79db7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:48.805706 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f4ef4178-c8c8-422c-8f17-99ee36781dff req-4bd7c56f-b9f0-4bb3-951e-e93a79db7a2f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.0706828 Mar 28 16:06:48.844723 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f4ef4178-c8c8-422c-8f17-99ee36781dff req-cbfe5560-82f1-4773-8c14-956ce5f1a03d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Mar 28 16:06:49.716250 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-b9184249-7e8f-4087-82af-89e99b57735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:49.717717 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-b9184249-7e8f-4087-82af-89e99b57735c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.0749447 Mar 28 16:06:49.826453 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c487ef-f872-4f19-b349-9d7dbdfd7ef3 req-33057619-4317-4700-8342-70d623320267 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:49.828542 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-71c487ef-f872-4f19-b349-9d7dbdfd7ef3 req-33057619-4317-4700-8342-70d623320267 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0807781 Mar 28 16:06:49.880948 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-71c487ef-f872-4f19-b349-9d7dbdfd7ef3 req-e6e64095-8f92-494e-9698-c82545b647e8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Mar 28 16:06:49.888097 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-1119c7eb-7546-4411-8b27-b009f95d3525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:49.889246 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-1119c7eb-7546-4411-8b27-b009f95d3525 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1295221 Mar 28 16:06:49.992510 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-d41d57cf-54bf-4b66-abb5-36152cfe4be5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0964689 Mar 28 16:06:50.057252 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-9c788423-a2ee-477f-8ca5-732d18c72ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:50.058679 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-9c788423-a2ee-477f-8ca5-732d18c72ab1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0595479 Mar 28 16:06:50.132116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-df2d1351-c2af-4eb9-820d-feda2b40de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:50.133566 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-df2d1351-c2af-4eb9-820d-feda2b40de88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0693297 Mar 28 16:06:50.261574 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-10669933-af8d-4cf6-b1fa-f6cf55175793 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217809 Mar 28 16:06:50.388792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44ebe2e2-308f-4eb7-9472-29dd0cc1a3d7 req-f8af8be2-72f8-4b7d-9249-025d94d0d995 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217754 Mar 28 16:06:51.063799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2bf02-0427-448a-89e3-245bd3ace250 req-b481bff8-858f-4897-8784-1d35c4e1d822 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:06:51.065214 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44f2bf02-0427-448a-89e3-245bd3ace250 req-b481bff8-858f-4897-8784-1d35c4e1d822 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0813382 Mar 28 16:06:51.202900 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44f2bf02-0427-448a-89e3-245bd3ace250 req-4dce47df-bea2-44ea-9908-4c9f32fc2216 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320922 Mar 28 16:06:51.392871 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-8e770964-946b-4c31-aaa7-c875c6b2d809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:53.603276 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-add19daa-9490-46a8-9237-11a1a6be5b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:54.690127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:54.976105 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:06:56.398508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:03.067543 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:05.291166 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:07:21.415837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3a63efbb-0092-4290-805d-bef6bb053b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:23.518753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2eefe454-ad25-41cd-8f46-b93d5aa56fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:24.666848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:25.009822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:26.437070 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:33.066720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:42.291493 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:07:51.396168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da38cd3a-66bc-4909-8380-667bc7e56027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:52.346779 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-b6250ac5-f0fd-4ccb-8261-c6b6638466bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714798 Mar 28 16:07:52.502179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-1baabf7b-a5f4-4d0a-8e5d-c4096eef9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:07:52.503639 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-1baabf7b-a5f4-4d0a-8e5d-c4096eef9bbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.0708940 Mar 28 16:07:52.645745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-05911698-81f3-4ba8-82fd-e7869d643b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:07:52.647132 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-05911698-81f3-4ba8-82fd-e7869d643b33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1242442 Mar 28 16:07:52.746020 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-c37c51e2-e4a7-4803-9943-02e1e7491c9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 1002 time: 0.0932412 Mar 28 16:07:52.810283 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-12af0b99-1e9a-489a-b994-371830e9560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:07:52.812218 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-12af0b99-1e9a-489a-b994-371830e9560b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0599940 Mar 28 16:07:52.896646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-5221800a-7b1f-44c4-ac68-6fa28c4edffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:07:52.898039 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-5221800a-7b1f-44c4-ac68-6fa28c4edffe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0764406 Mar 28 16:07:52.911725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-348b0a67-c077-4be6-9e49-358433428a10 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 16:07:52.912622 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-348b0a67-c077-4be6-9e49-358433428a10 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046775 Mar 28 16:07:53.045583 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-1e64b29a-1cf2-488c-8c74-5650ea690b07 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266148 Mar 28 16:07:53.180235 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7979692-c26e-48c5-9182-c1b5c5704e97 req-b7fcd5b8-aa5d-4c6d-b2f6-7c362a29b967 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281760 Mar 28 16:07:53.523526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2fd6010f-a0d0-454f-a0e4-4490547585af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:54.676050 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:54.979203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:07:56.403718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:03.100275 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:19.290721 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:08:21.408486 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a55e91db-8c41-417f-85a7-ed4ceff795eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:23.556901 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cfbb488f-ec56-4a85-a210-f6e410188c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:24.669657 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:25.036940 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:26.401034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:33.092085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:39.625046 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 44240) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:39.976206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Deleting port d38e802f-dba0-4222-ade1-6a510560da10 {{(pid=88487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:39.976551 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:40.148786 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:40.149108 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:40.270338 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.plugins.ml2.plugin [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Calling delete_port for d38e802f-dba0-4222-ade1-6a510560da10 owned by network:floatingip {{(pid=88487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:40.510710 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:40.647177 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event deleted for resources: {'Port': ['ID=d38e802f-dba0-4222-ade1-6a510560da10,revision_number=None']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:40.712235 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.712570 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.712902 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.713224 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.713543 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.713860 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.714174 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.714513 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.714828 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.715171 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.715482 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.715793 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:40.747916 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for floatingip, after_delete {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:40.748918 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Floating IP cde57a5f-e596-49df-ab4d-d9d03e7ad783 disassociated (deleted). External IP: 172.26.7.167, port: 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3. Mar 28 16:08:41.086460 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:08:41.259891 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:08:41.269868 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] Sync routers for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:08:41.278553 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:08:41.279168 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:41.345259 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:41.399297 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-cbd79cae-763b-4462-a281-b423bcd9ad8f tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "DELETE /v2.0/floatingips/cde57a5f-e596-49df-ab4d-d9d03e7ad783 HTTP/1.1" status: 204 len: 168 time: 1.7731416 Mar 28 16:08:41.399875 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:08:41.456267 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:08:41.580829 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'status': 'completed', 'code': 200} Mar 28 16:08:41.785137 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-2babb56d-9ba0-48a7-a3a1-e5e6d8d4fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:08:41.786539 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-2babb56d-9ba0-48a7-a3a1-e5e6d8d4fc4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a777ad6b459d40fd9088712224937ade&device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 1099 time: 0.1629157 Mar 28 16:08:41.786731 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:41.790750 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] Checking router: d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:08:41.799692 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:08:41.800270 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:41.922011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-64c7d9ad-df7a-444d-9822-c2f87439cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:08:41.923677 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-64c7d9ad-df7a-444d-9822-c2f87439cbdd service neutron] 10.222.0.23 "GET /v2.0/networks?id=25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 200 len: 910 time: 0.1307085 Mar 28 16:08:41.996279 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-e2f1d692-b475-47d1-a763-6fc11f6c89df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 200 len: 217 time: 0.0656414 Mar 28 16:08:42.022578 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:08:42.072214 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-d7eed677-0a90-436e-8bbf-18e85012f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:08:42.073901 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-d7eed677-0a90-436e-8bbf-18e85012f0a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 200 len: 848 time: 0.0601776 Mar 28 16:08:42.158228 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-23e99fd7-9a1c-4a4c-bcba-a831c22bd7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:08:42.159744 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-23e99fd7-9a1c-4a4c-bcba-a831c22bd7eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25712f4a-ff0c-494c-8a50-864bf534944f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0774622 Mar 28 16:08:42.345988 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-ceca9576-febc-45c2-a2fc-588ff206abc3 service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789877 Mar 28 16:08:42.347145 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:42.352053 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3f360-9279-4ff1-a15f-05331190de23 None None] The sync data for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv is: [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T15:58:14Z', 'revision_number': 4, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'd944c998-74c8-4e96-a2bf-0d081b6829f7', 'name': '', 'network_id': '25712f4a-ff0c-494c-8a50-864bf534944f', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'mac_address': 'fa:16:3e:17:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '596973c6-7c44-4951-a335-0e94bf663b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:13Z', 'updated_at': '2022-03-28T15:58:21Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'subnets': [{'id': '596973c6-7c44-4951-a335-0e94bf663b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:08:42.381009 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588ef4f-a566-47dd-af0d-a2d70e4aef89 req-c7944515-a319-409e-8207-ebdf72a475a5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:08:42.382490 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2588ef4f-a566-47dd-af0d-a2d70e4aef89 req-c7944515-a319-409e-8207-ebdf72a475a5 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.3050122 Mar 28 16:08:42.595804 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4408c0-152e-4f0c-bc1a-4f974eee99a6 None None] New status for floating IP cde57a5f-e596-49df-ab4d-d9d03e7ad783: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 16:08:42.610420 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2588ef4f-a566-47dd-af0d-a2d70e4aef89 req-13e4d21a-197e-49cc-8db0-610adceb7415 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133548 Mar 28 16:08:42.638057 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-431d10b5-1265-4982-b2db-3723a90ed9d6 req-d2137938-634d-43ac-b8b4-0408aece373d service neutron] 10.222.0.23 "GET /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839758 Mar 28 16:08:43.751380 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-eef034ed-8928-460b-87f7-55c72854a270 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:08:43.752832 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-eef034ed-8928-460b-87f7-55c72854a270 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.0871649 Mar 28 16:08:43.822328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Deleting port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:43.822669 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:43.916285 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027b77a-2b36-4a92-8a0d-ea142f802c02 req-5d9c8d77-b488-479c-aed9-6faf665f30a7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:08:43.917133 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8027b77a-2b36-4a92-8a0d-ea142f802c02 req-5d9c8d77-b488-479c-aed9-6faf665f30a7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88487) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:08:43.979334 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [req-8027b77a-2b36-4a92-8a0d-ea142f802c02 req-5d9c8d77-b488-479c-aed9-6faf665f30a7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88487) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:08:43.980522 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8027b77a-2b36-4a92-8a0d-ea142f802c02 req-5d9c8d77-b488-479c-aed9-6faf665f30a7 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 946 time: 0.2565651 Mar 28 16:08:44.026187 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-8027b77a-2b36-4a92-8a0d-ea142f802c02 req-fe607cfb-7281-4573-8d04-275eb529dd87 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2f23760-1850-4a76-9ed6-dd2e95533271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392337 Mar 28 16:08:44.083835 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] For port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:08:44.084189 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:44.210006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Calling delete_port for 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:44.407825 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:44.458570 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event deleted for resources: {'Port': ['ID=6a79951f-3b10-40ee-af3a-82e5aa4c3fc3,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:44.492244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.492592 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.492932 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.493263 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.493590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.493917 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.494240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.494563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.494886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.495244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.495559 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.495877 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:08:44.544091 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] No DVR routers for this DVR port 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 16:08:44.546915 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:44.549357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'name': 'network-vif-deleted', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:08:44.613127 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4791e857-e5fe-495d-8ba6-e3caa9fdf3e9 req-312262c5-2a9b-4b4d-8529-6c4237462bdd tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.23 "DELETE /v2.0/ports/6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 HTTP/1.1" status: 204 len: 173 time: 0.8550432 Mar 28 16:08:44.643736 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d32fe-13da-4b00-a921-3791e85d88d6', 'name': 'network-vif-deleted', 'tag': '6a79951f-3b10-40ee-af3a-82e5aa4c3fc3', 'status': 'completed', 'code': 200} Mar 28 16:08:45.179978 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-e7a01d91-43fe-4b11-a039-033de88ba6cd req-93f193a8-9c08-45f3-8e5a-7c52583514d8 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 210 time: 0.0440950 Mar 28 16:08:46.343129 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f64f4068-173c-4e2e-9c9c-ba17753e9528 req-220fe02c-fff6-4e03-85ee-f9a65f9cd70d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Synchronizing usage tracker for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:08:46.447797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-f64f4068-173c-4e2e-9c9c-ba17753e9528 req-220fe02c-fff6-4e03-85ee-f9a65f9cd70d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Unset dirty status for tenant:a777ad6b459d40fd9088712224937ade on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:08:46.450067 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f64f4068-173c-4e2e-9c9c-ba17753e9528 req-220fe02c-fff6-4e03-85ee-f9a65f9cd70d tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff0d32fe-13da-4b00-a921-3791e85d88d6 HTTP/1.1" status: 200 len: 210 time: 0.1486688 Mar 28 16:08:47.543615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44280) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:47.613798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a689827-8aa6-4949-8bb1-89be8da76226 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:47.643700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a689827-8aa6-4949-8bb1-89be8da76226 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:47.658041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:08:47.692611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:08:47.692611 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 6a79951f-3b10-40ee-af3a-82e5aa4c3fc3 not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:08:47.767954 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a689827-8aa6-4949-8bb1-89be8da76226 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:47.785998 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a689827-8aa6-4949-8bb1-89be8da76226 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f23760-1850-4a76-9ed6-dd2e95533271,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:47.848226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7a689827-8aa6-4949-8bb1-89be8da76226 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:47.849382 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7a689827-8aa6-4949-8bb1-89be8da76226 tempest-TestShelveInstance-1624898635 tempest-TestShelveInstance-1624898635-project] 10.222.0.16 "DELETE /v2.0/security-groups/c2f23760-1850-4a76-9ed6-dd2e95533271 HTTP/1.1" status: 204 len: 168 time: 0.3047783 Mar 28 16:08:47.968976 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44286) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:48.746449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:49.082292 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Deleting port d944c998-74c8-4e96-a2bf-0d081b6829f7 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:49.082626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:49.250042 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] For port d944c998-74c8-4e96-a2bf-0d081b6829f7, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=d944c998-74c8-4e96-a2bf-0d081b6829f7,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:08:49.250423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:49.376857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Calling delete_port for d944c998-74c8-4e96-a2bf-0d081b6829f7 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:49.687918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:49.738427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d944c998-74c8-4e96-a2bf-0d081b6829f7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:50.106342 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:50.455443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:08:50.628622 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:08:50.637045 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] Sync routers for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:08:50.646531 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:08:50.647126 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:50.711412 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-3ac074fd-24d1-47a1-95f7-15d2cda6f0dc admin admin] 10.222.0.16 "PUT /v2.0/routers/d7a2a479-83d8-4d5a-81f4-4180c3ff1da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7409775 Mar 28 16:08:50.714381 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44292) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:50.822185 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:08:50.886275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:51.068140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:51.103995 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T16:08:49Z', 'revision_number': 5, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port': {'id': '58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:11Z', 'updated_at': '2022-03-28T15:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:51.107716 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] Checking router: d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:08:51.115756 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] Routers {'d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:08:51.116321 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:51.133503 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Deleting port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:51.134040 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:51.298053 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] Set router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 gateway port host: None {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:08:51.311492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] For port 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:08:51.311858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:51.407491 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T16:08:51Z', 'revision_number': 6, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:51.411474 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2823e36-44bb-42b3-8d38-d508310bfca7 None None] The sync data for ids ['d7a2a479-83d8-4d5a-81f4-4180c3ff1da6'] in dv-neutron-828143-13-hyperv is: [{'id': 'd7a2a479-83d8-4d5a-81f4-4180c3ff1da6', 'name': 'tempest-TestShelveInstance-1741554170-router', 'tenant_id': 'a777ad6b459d40fd9088712224937ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:10Z', 'updated_at': '2022-03-28T16:08:51Z', 'revision_number': 6, 'project_id': 'a777ad6b459d40fd9088712224937ade', 'gw_port_host': None}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:08:51.413692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34b6ebf6-32b6-4bcd-9113-dd2c50070562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:51.450797 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Calling delete_port for 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:51.779136 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:51.826169 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Pushing event deleted for resources: {'Port': ['ID=58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:51.918886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.086320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.088419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.189083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.189641 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 16:08:52.203379 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.205146 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6b57d27c-ff1e-4ef7-867b-251a083a8913 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d7a2a479-83d8-4d5a-81f4-4180c3ff1da6 HTTP/1.1" status: 204 len: 168 time: 1.4891174 Mar 28 16:08:52.210309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44296) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:52.266362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-59defccd-d2b2-40db-b820-3b2d6250ae6d admin admin] Deleting subnet 596973c6-7c44-4951-a335-0e94bf663b81 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 16:08:52.269942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-59defccd-d2b2-40db-b820-3b2d6250ae6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.320541 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-59defccd-d2b2-40db-b820-3b2d6250ae6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.401061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-59defccd-d2b2-40db-b820-3b2d6250ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.534093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-59defccd-d2b2-40db-b820-3b2d6250ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.577793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59defccd-d2b2-40db-b820-3b2d6250ae6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=596973c6-7c44-4951-a335-0e94bf663b81,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:52.579887 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-59defccd-d2b2-40db-b820-3b2d6250ae6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.584681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf3426-7f22-423f-aaca-4ae48a48e1cf None None] Network 25712f4a-ff0c-494c-8a50-864bf534944f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 16:08:52.586042 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-59defccd-d2b2-40db-b820-3b2d6250ae6d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/596973c6-7c44-4951-a335-0e94bf663b81 HTTP/1.1" status: 204 len: 168 time: 0.3780694 Mar 28 16:08:52.588449 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44300) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:52.692646 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.703623 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Deleting port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:52.703942 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.826630 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] DHCP port deletion for 25712f4a-ff0c-494c-8a50-864bf534944f request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 16:08:52.830758 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] Deleting port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:52.831155 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:52.907180 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] For port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=80389d8c-75a7-48a4-a9e6-6c06cf0c956e,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:08:52.907536 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.032348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Calling delete_port for 80389d8c-75a7-48a4-a9e6-6c06cf0c956e owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:53.064108 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] For port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=80389d8c-75a7-48a4-a9e6-6c06cf0c956e,segment=NetworkSegment(b7930326-eef0-476d-9811-c311a2f5987e),segment_id=b7930326-eef0-476d-9811-c311a2f5987e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:08:53.064424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.162220 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.185199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] Calling delete_port for 80389d8c-75a7-48a4-a9e6-6c06cf0c956e owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:53.209501 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Pushing event deleted for resources: {'Port': ['ID=80389d8c-75a7-48a4-a9e6-6c06cf0c956e,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:53.211320 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] No DVR routers for this DVR port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 16:08:53.256659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 16:08:53.257005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 16:08:53.346089 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:08:53.379259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:08:53.379585 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 58fa9ca7-3d5a-4ec8-a2c5-beee45cbcefd not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:08:53.379991 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d944c998-74c8-4e96-a2bf-0d081b6829f7 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:08:53.415154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: d944c998-74c8-4e96-a2bf-0d081b6829f7 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:08:53.415476 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device d944c998-74c8-4e96-a2bf-0d081b6829f7 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:08:53.415880 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 80389d8c-75a7-48a4-a9e6-6c06cf0c956e no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:08:53.423659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.447931 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 80389d8c-75a7-48a4-a9e6-6c06cf0c956e {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:08:53.448273 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 80389d8c-75a7-48a4-a9e6-6c06cf0c956e not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:08:53.452435 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25712f4a-ff0c-494c-8a50-864bf534944f']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:53.465640 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7930326-eef0-476d-9811-c311a2f5987e') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:53.465926 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7930326-eef0-476d-9811-c311a2f5987e') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:53.477682 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.493850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.500345 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 16:08:53.500735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 16:08:53.513500 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 16:08:53.516872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-687e025a-c564-4c10-ac36-41ea56589709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.636357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.640597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.663851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] Pushing event deleted for resources: {'Network': ['ID=25712f4a-ff0c-494c-8a50-864bf534944f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:53.722315 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b1df71e1-8765-48ad-a720-61da4be3e326 admin admin] 10.222.0.16 "DELETE /v2.0/networks/25712f4a-ff0c-494c-8a50-864bf534944f HTTP/1.1" status: 204 len: 168 time: 1.1329157 Mar 28 16:08:53.725092 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44304) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:53.757920 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] Deleting port 80389d8c-75a7-48a4-a9e6-6c06cf0c956e {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:53.758466 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:53.826294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1161a-778f-4eed-b6c7-d061fe8c03d5 None None] The port '80389d8c-75a7-48a4-a9e6-6c06cf0c956e' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 16:08:54.246639 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:54.582498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Deleting port be0775cc-d8e7-40a5-891f-706eab926689 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:54.582828 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:54.665225 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:54.866126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] For port be0775cc-d8e7-40a5-891f-706eab926689, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=be0775cc-d8e7-40a5-891f-706eab926689,segment=NetworkSegment(61902334-3d63-4340-8736-3cdcc8e056c2),segment_id=61902334-3d63-4340-8736-3cdcc8e056c2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:08:54.866382 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:54.968111 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:54.988026 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Calling delete_port for be0775cc-d8e7-40a5-891f-706eab926689 owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:55.219182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:55.261568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Pushing event deleted for resources: {'Port': ['ID=be0775cc-d8e7-40a5-891f-706eab926689,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:55.541895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:55.892124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:08:56.067660 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:08:56.075865 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] Sync routers for ids ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:08:56.085625 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] Routers {'72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:08:56.086235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:56.157396 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5cc98e2c-82d3-4f21-8c7a-cde1044b7795 admin admin] 10.222.0.16 "PUT /v2.0/routers/72a2a3cf-400e-43a6-a63e-ab5deffcf3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4312246 Mar 28 16:08:56.159769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44308) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:56.262910 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] Set router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:08:56.289190 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:08:56.443105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:56.473506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:56.560154 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:17Z', 'updated_at': '2022-03-28T16:08:55Z', 'revision_number': 5, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'gw_port': {'id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:18Z', 'updated_at': '2022-03-28T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:56.564453 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] Checking router: 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:08:56.573123 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] Routers {'72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:08:56.573821 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:56.619445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:56.710538 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Deleting port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:56.710913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:56.787559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] Set router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:08:56.885423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] For port 79c0e3ff-8092-4e8e-87b5-318fbb523ed8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=79c0e3ff-8092-4e8e-87b5-318fbb523ed8,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:08:56.885774 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.010257 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Calling delete_port for 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:57.064353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:17Z', 'updated_at': '2022-03-28T16:08:55Z', 'revision_number': 5, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'gw_port': {'id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:18Z', 'updated_at': '2022-03-28T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:57.068191 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12b276-e990-40e9-809d-bcf04f44a36f None None] The sync data for ids ['72a2a3cf-400e-43a6-a63e-ab5deffcf3b9'] in dv-neutron-828143-13-hyperv is: [{'id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'name': 'tempest-TestShelveInstance-1975638921-router', 'tenant_id': '11d7fde267d142fcbaf7d5ff3104e190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T15:58:17Z', 'updated_at': '2022-03-28T16:08:55Z', 'revision_number': 5, 'project_id': '11d7fde267d142fcbaf7d5ff3104e190', 'gw_port': {'id': '79c0e3ff-8092-4e8e-87b5-318fbb523ed8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a3cf-400e-43a6-a63e-ab5deffcf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T15:58:18Z', 'updated_at': '2022-03-28T15:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:08:57.235885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.283668 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=79c0e3ff-8092-4e8e-87b5-318fbb523ed8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:57.371293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.458886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device be0775cc-d8e7-40a5-891f-706eab926689 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:08:57.493660 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: be0775cc-d8e7-40a5-891f-706eab926689 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:08:57.494004 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device be0775cc-d8e7-40a5-891f-706eab926689 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:08:57.545626 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.548683 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.647493 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.648038 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 16:08:57.662600 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.663852 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b6704aa8-8a1d-49b0-9305-52269ae58e6d admin admin] 10.222.0.16 "DELETE /v2.0/routers/72a2a3cf-400e-43a6-a63e-ab5deffcf3b9 HTTP/1.1" status: 204 len: 168 time: 1.5031168 Mar 28 16:08:57.666170 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44312) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:57.729266 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8084e02-3500-47b2-b789-de19e4fdfbe9 admin admin] Deleting subnet 0360d301-9905-4361-b2cf-25924dd36086 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 16:08:57.733031 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8084e02-3500-47b2-b789-de19e4fdfbe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.782492 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8084e02-3500-47b2-b789-de19e4fdfbe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.859875 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8084e02-3500-47b2-b789-de19e4fdfbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:57.996456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8084e02-3500-47b2-b789-de19e4fdfbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:58.037205 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8084e02-3500-47b2-b789-de19e4fdfbe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0360d301-9905-4361-b2cf-25924dd36086,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:58.041632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d8084e02-3500-47b2-b789-de19e4fdfbe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:58.046853 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc96cb24-ec3f-4372-8b69-bf4d2c1630ac None None] Network 4a7ce840-03b5-4959-8031-2d22358c81b7 requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 16:08:58.048227 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d8084e02-3500-47b2-b789-de19e4fdfbe9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0360d301-9905-4361-b2cf-25924dd36086 HTTP/1.1" status: 204 len: 168 time: 0.3811183 Mar 28 16:08:58.050723 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44316) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:58.266207 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:58.278688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Deleting port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:58.278688 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:58.312086 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] DHCP port deletion for 4a7ce840-03b5-4959-8031-2d22358c81b7 request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 16:08:58.316576 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] Deleting port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:58.316947 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:58.489166 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] For port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c8a0f0bd-5d0e-4999-8e51-5f395c0dd396,segment=NetworkSegment(61902334-3d63-4340-8736-3cdcc8e056c2),segment_id=61902334-3d63-4340-8736-3cdcc8e056c2)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:08:58.489421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:58.519798 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] For port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=c8a0f0bd-5d0e-4999-8e51-5f395c0dd396,segment=NetworkSegment(61902334-3d63-4340-8736-3cdcc8e056c2),segment_id=61902334-3d63-4340-8736-3cdcc8e056c2)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:08:58.520397 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:58.615226 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Calling delete_port for c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:58.646759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] Calling delete_port for c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:08:58.778308 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:58.783857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 16:08:58.784211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 16:08:58.830139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a0f0bd-5d0e-4999-8e51-5f395c0dd396,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:58.836183 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] No DVR routers for this DVR port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 16:08:58.956891 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:58.983712 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7ce840-03b5-4959-8031-2d22358c81b7']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:58.995810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61902334-3d63-4340-8736-3cdcc8e056c2') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:58.996105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61902334-3d63-4340-8736-3cdcc8e056c2') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:08:59.008071 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.029421 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.035397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 16:08:59.035772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 16:08:59.051110 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 16:08:59.190388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.206531 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.216458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7ce840-03b5-4959-8031-2d22358c81b7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:59.223500 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b0fc1f0d-3242-4089-b463-342b94452c00 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4a7ce840-03b5-4959-8031-2d22358c81b7 HTTP/1.1" status: 204 len: 168 time: 1.1718118 Mar 28 16:08:59.285614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] Deleting port c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:08:59.285958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.365053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:08:59.393929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2daa1cb2-5ed5-4d67-985e-1f7ed55eefcd None None] The port 'c8a0f0bd-5d0e-4999-8e51-5f395c0dd396' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 16:08:59.406090 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:08:59.406090 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 79c0e3ff-8092-4e8e-87b5-318fbb523ed8 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:08:59.406343 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:08:59.438868 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:08:59.439238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device c8a0f0bd-5d0e-4999-8e51-5f395c0dd396 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:08:59.559987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44322) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:59.611873 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9f3bf80d-8c76-4c8c-b98a-f50635ec1921 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a777ad6b459d40fd9088712224937ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501082 Mar 28 16:08:59.614248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44326) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:08:59.673902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cfc6678-22ac-4e6b-9f37-139382bbcc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.700378 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cfc6678-22ac-4e6b-9f37-139382bbcc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.813057 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cfc6678-22ac-4e6b-9f37-139382bbcc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.830113 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc6678-22ac-4e6b-9f37-139382bbcc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2caafb-3d33-47a4-96ed-8bbe6eac59e7,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:08:59.836148 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9cfc6678-22ac-4e6b-9f37-139382bbcc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:08:59.837256 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9cfc6678-22ac-4e6b-9f37-139382bbcc6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d2caafb-3d33-47a4-96ed-8bbe6eac59e7 HTTP/1.1" status: 204 len: 168 time: 0.2220926 Mar 28 16:09:00.489777 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44334) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:00.536497 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2f587ffa-e645-4176-9e9c-d25b1f28dcbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11d7fde267d142fcbaf7d5ff3104e190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455749 Mar 28 16:09:00.538818 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44338) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:00.598604 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b19d06b4-b321-4c5d-9107-b637fcbcc736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:00.624830 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b19d06b4-b321-4c5d-9107-b637fcbcc736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:00.761675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b19d06b4-b321-4c5d-9107-b637fcbcc736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:00.777479 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d06b4-b321-4c5d-9107-b637fcbcc736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5771479c-fbcc-4b3e-ac0e-d3e30f322f28,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:00.782589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b19d06b4-b321-4c5d-9107-b637fcbcc736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:00.783421 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b19d06b4-b321-4c5d-9107-b637fcbcc736 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5771479c-fbcc-4b3e-ac0e-d3e30f322f28 HTTP/1.1" status: 204 len: 168 time: 0.2435913 Mar 28 16:09:01.856568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44362) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:01.958584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-325291679-network', 'tenant_id': '2356c634be104a9e96fd0926ada3288f'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:01.963388 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:01.967863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Usage tracker for resource:network and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:01.970741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:01.976456 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:02.035772 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Made reservation on behalf of 2356c634be104a9e96fd0926ada3288f for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 16:09:02.038003 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:02.049729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:02.063837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:02.067573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Usage tracker for resource:security_group_rule and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:02.070290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:02.076393 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:02.155458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:02.230066 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:02.258101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 16:09:02.274243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440c3d80-1eee-4087-9f0c-98fd7f9e7653,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:02.278524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:02.278867 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Added segment ee4cf962-a9e5-4271-a00a-95f3274417b8 of type vlan for network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c Mar 28 16:09:02.304408 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:02.400146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:02.401103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:02.401651 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:02.501251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] Pushing event updated for resources: {'Network': ['ID=398a98a8-b418-46d3-8b1e-a6c0b8a8594c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:02.510506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 16:09:02.566938 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-4e5bed60-0aec-4738-9394-a53188a54f81 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7092276 Mar 28 16:09:02.569624 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44368) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:02.574858 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Request body: {'subnet': {'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-325291679-subnet', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'ip_version': 4}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:02.580182 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:02.584007 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Usage tracker for resource:subnet and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:02.586806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:02.593073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:02.663550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Made reservation on behalf of 2356c634be104a9e96fd0926ada3288f for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 16:09:02.666116 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:02.926059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.000589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd5aceb-f814-457f-8554-2e1350dde6eb,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:03.009326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Checking segment: {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:09:03.009700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Network hostable DHCP agents. Network: 398a98a8-b418-46d3-8b1e-a6c0b8a8594c, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 16:09:03.075820 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.104167 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 16:09:03.189990 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 398a98a8-b418-46d3-8b1e-a6c0b8a8594c) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:03.193780 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:03.194362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.199855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a8be65-75e7-40f1-8546-0fe43c235d33 None None] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 16:09:03.273282 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-cfb88023-1087-4a87-9b0a-c7c7b04b8b46 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7002895 Mar 28 16:09:03.273463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44372) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:03.278328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:03.282978 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:03.286767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Usage tracker for resource:router and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:03.289577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:03.296463 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:03.374107 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.375144 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.389851 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.449770 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 16:09:03.450662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.604411 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Allocated IP 172.20.0.2 (398a98a8-b418-46d3-8b1e-a6c0b8a8594c/abd5aceb-f814-457f-8554-2e1350dde6eb/fafa268c-8232-440b-ba28-9800c84f7f5a) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:09:03.804668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.814690 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Transition to ACTIVE for port object fafa268c-8232-440b-ba28-9800c84f7f5a will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:03.817897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.832656 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Transition to ACTIVE for port object fafa268c-8232-440b-ba28-9800c84f7f5a will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:03.937694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:03.997042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:03.999930 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:04.002351 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:09:04.051790 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Pushing event updated for resources: {'Port': ['ID=fafa268c-8232-440b-ba28-9800c84f7f5a,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:04.092248 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.092510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.092848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.093178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.093507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.093836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.094168 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.094492 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.094815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.095158 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.095482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.095799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:04.114662 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Attempting to bind port fafa268c-8232-440b-ba28-9800c84f7f5a on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 16:09:04.115043 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Attempting to bind port fafa268c-8232-440b-ba28-9800c84f7f5a by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 16:09:04.115400 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Attempting to bind port fafa268c-8232-440b-ba28-9800c84f7f5a on network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:09:04.120573 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 16:09:04.120935 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Checking segment: {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:09:04.121328 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:04.121710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Bound using segment: {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 16:09:04.122160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Bound port: fafa268c-8232-440b-ba28-9800c84f7f5a, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 16:09:04.122527 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:04.196370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:04.209211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] For port fafa268c-8232-440b-ba28-9800c84f7f5a, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 16:09:04.212353 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] For port fafa268c-8232-440b-ba28-9800c84f7f5a, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fafa268c-8232-440b-ba28-9800c84f7f5a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 16:09:04.227918 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:04.292065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:04.360521 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Allocated IP 172.26.7.184 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/88e1153e-2e63-4653-9f2a-28d8dad245cf) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:09:04.381449 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc78b82-29dc-46f1-8bcc-97c900927589 None None] Pushing event updated for resources: {'Port': ['ID=fafa268c-8232-440b-ba28-9800c84f7f5a,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:04.508331 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:04.596728 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:04.657483 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:04.661354 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:04.666602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:09:04.724751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Pushing event updated for resources: {'Port': ['ID=88e1153e-2e63-4653-9f2a-28d8dad245cf,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:05.289664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:05.362199 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716407c0-6f57-44d6-8909-270c10cb7e82 None None] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 16:09:05.396286 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fafa268c-8232-440b-ba28-9800c84f7f5a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:05.564933 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b215a446-3976-410a-bd09-f67fb738674a None None] Provisioning for port fafa268c-8232-440b-ba28-9800c84f7f5a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:05.631676 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:05.653775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port fafa268c-8232-440b-ba28-9800c84f7f5a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:05.662042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fafa268c-8232-440b-ba28-9800c84f7f5a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:05.662413 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:05.783092 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:05.817271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port fafa268c-8232-440b-ba28-9800c84f7f5a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fafa268c-8232-440b-ba28-9800c84f7f5a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:09:05.864652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:05.898905 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Router 60176433-9429-4b78-ae61-3639082dae1e is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 16:09:05.928355 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-498fada3-f7ac-4dc3-9e6a-2f8c0657ee5e None None] Provisioning complete for port fafa268c-8232-440b-ba28-9800c84f7f5a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:05.928875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-498fada3-f7ac-4dc3-9e6a-2f8c0657ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:05.988945 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=fafa268c-8232-440b-ba28-9800c84f7f5a,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:06.087060 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:09:06.095754 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Sync routers for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:09:06.105213 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:06.105971 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:06.161868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:06.163246 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e2e2a058-7cb5-4a1a-9b3d-ad3245845247 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8888571 Mar 28 16:09:06.165862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44376) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:06.281524 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:06.555133 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:04Z', 'revision_number': 3, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:06.558792 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Checking router: 60176433-9429-4b78-ae61-3639082dae1e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:09:06.559156 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Updating router 60176433-9429-4b78-ae61-3639082dae1e port 88e1153e-2e63-4653-9f2a-28d8dad245cf binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 16:09:06.613379 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:06.946352 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:06.958554 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Transition to ACTIVE for port object 88e1153e-2e63-4653-9f2a-28d8dad245cf will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:06.960441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.023181 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.095000 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Attempting to bind port 88e1153e-2e63-4653-9f2a-28d8dad245cf on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 16:09:07.095383 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Attempting to bind port 88e1153e-2e63-4653-9f2a-28d8dad245cf by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 16:09:07.095752 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Attempting to bind port 88e1153e-2e63-4653-9f2a-28d8dad245cf on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:09:07.110737 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Pushing event updated for resources: {'Port': ['ID=88e1153e-2e63-4653-9f2a-28d8dad245cf,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:07.112937 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 16:09:07.113305 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:09:07.113698 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.114083 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 16:09:07.114538 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Bound port: 88e1153e-2e63-4653-9f2a-28d8dad245cf, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 16:09:07.114904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.156370 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.156714 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.157049 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.157384 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.157711 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.158040 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.158371 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.158696 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.159020 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.159361 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.159683 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.160002 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:09:07.164078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Allocated IP 172.20.0.1 (398a98a8-b418-46d3-8b1e-a6c0b8a8594c/abd5aceb-f814-457f-8554-2e1350dde6eb/bb1ea060-0b20-43fe-a659-faf9f04f9baa) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:09:07.201098 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] For port 88e1153e-2e63-4653-9f2a-28d8dad245cf, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 16:09:07.203924 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] For port 88e1153e-2e63-4653-9f2a-28d8dad245cf, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=88e1153e-2e63-4653-9f2a-28d8dad245cf,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 16:09:07.292259 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.312545 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.329084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Transition to ACTIVE for port object bb1ea060-0b20-43fe-a659-faf9f04f9baa will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:07.355969 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fafa268c-8232-440b-ba28-9800c84f7f5a up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:07.370865 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad5ddc-3bbc-420e-84dd-7748ae76f2a3 None None] Pushing event updated for resources: {'Port': ['ID=88e1153e-2e63-4653-9f2a-28d8dad245cf,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:07.377970 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:07.378564 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:07.413928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.427465 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port fafa268c-8232-440b-ba28-9800c84f7f5a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:07.427837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.473384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:07.476253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:07.479929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:09:07.534700 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1ea060-0b20-43fe-a659-faf9f04f9baa,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:07.561496 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.609460 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:07.880323 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b3a596ab-5e93-411f-8c3f-e6b44d1511f6 None None] Provisioning for port bb1ea060-0b20-43fe-a659-faf9f04f9baa completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:07.888088 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b3a596ab-5e93-411f-8c3f-e6b44d1511f6 None None] Provisioning complete for port bb1ea060-0b20-43fe-a659-faf9f04f9baa triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:07.888489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b3a596ab-5e93-411f-8c3f-e6b44d1511f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.889670 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:04Z', 'revision_number': 3, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:07.893893 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d2b2a-f6b7-4de7-bae2-933dc3e77da4 None None] The sync data for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv is: [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:04Z', 'revision_number': 3, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:09:07.905839 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:07.994879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b3a596ab-5e93-411f-8c3f-e6b44d1511f6 None None] Port bb1ea060-0b20-43fe-a659-faf9f04f9baa cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 16:09:08.164457 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:08.235943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:08.347389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1ea060-0b20-43fe-a659-faf9f04f9baa,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:08.353911 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:08.496209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:08.497385 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:08.719519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-b9249f65-86c7-404f-9160-f8d3a1294e50 None None] Provisioning complete for port bb1ea060-0b20-43fe-a659-faf9f04f9baa triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:08.720017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b9249f65-86c7-404f-9160-f8d3a1294e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:08.775584 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-b9249f65-86c7-404f-9160-f8d3a1294e50 None None] Port bb1ea060-0b20-43fe-a659-faf9f04f9baa cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 16:09:08.807555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Router 60176433-9429-4b78-ae61-3639082dae1e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:09:08.988727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:09:08.998628 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-aa44922a-3c37-472e-9721-0076822163f1 admin admin] 10.222.0.16 "PUT /v2.0/routers/60176433-9429-4b78-ae61-3639082dae1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8317382 Mar 28 16:09:09.357468 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Sync routers for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:09:09.368091 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:09.368716 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:09.417258 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 88e1153e-2e63-4653-9f2a-28d8dad245cf up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:09.598782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:09.719819 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 88e1153e-2e63-4653-9f2a-28d8dad245cf completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:09.735518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44396) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:09.741154 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-911406949-network', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:09.745206 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 88e1153e-2e63-4653-9f2a-28d8dad245cf triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:09.745583 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:09.745856 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:09.750337 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Usage tracker for resource:network and tenant:f2182911b6cc4880930941d8c29e50c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:09.753236 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:09.758913 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:09.847569 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Made reservation on behalf of f2182911b6cc4880930941d8c29e50c4 for: {'network': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 16:09:09.849920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for network, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:09.862290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:09.877535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:09.881423 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Usage tracker for resource:security_group_rule and tenant:f2182911b6cc4880930941d8c29e50c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:09.884452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:09.891348 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:09.972735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:09.996559 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.019704 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 88e1153e-2e63-4653-9f2a-28d8dad245cf, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=88e1153e-2e63-4653-9f2a-28d8dad245cf,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:09:10.031148 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 2, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:10.037574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Checking router: 60176433-9429-4b78-ae61-3639082dae1e for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:09:10.037574 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Updating router 60176433-9429-4b78-ae61-3639082dae1e port bb1ea060-0b20-43fe-a659-faf9f04f9baa binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 16:09:10.057687 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.082755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.085757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=88486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 16:09:10.098265 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9e934e-51b2-441c-830d-93830e9bce13,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:10.102764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.103164 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.segments_db [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Added segment c21d1a57-04f9-4e10-9fce-b8c7233d62cb of type vlan for network 62b736cf-0711-457e-aafd-6679a0a89d1f Mar 28 16:09:10.130037 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781950676116'] for network, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.139005 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.208506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=88e1153e-2e63-4653-9f2a-28d8dad245cf,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:10.223555 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589'] for network, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.224448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:10.225029 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.327020 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] Pushing event updated for resources: {'Network': ['ID=62b736cf-0711-457e-aafd-6679a0a89d1f,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:10.375019 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-d935caad-a332-43e0-9e99-213762467fcb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6383400 Mar 28 16:09:10.377920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44400) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:10.382808 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Network 62b736cf-0711-457e-aafd-6679a0a89d1f details requested by agent ovs-agent-dv-neutron-828143-13-hyperv with host dv-neutron-828143-13-hyperv {{(pid=88488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 16:09:10.383451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Request body: {'subnet': {'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-911406949-subnet', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'ip_version': 4}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:10.388295 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:10.392462 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Usage tracker for resource:subnet and tenant:f2182911b6cc4880930941d8c29e50c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:10.399132 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:10.400929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:10.480300 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Made reservation on behalf of f2182911b6cc4880930941d8c29e50c4 for: {'subnet': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 16:09:10.483208 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31918983'] for subnet, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.588738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.600365 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Transition to ACTIVE for port object bb1ea060-0b20-43fe-a659-faf9f04f9baa will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:10.663255 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.739318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32160639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31919029'] for subnet, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.819194 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f8cdfb-1630-408c-9dcf-b664ceae0c22,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:10.828409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Checking segment: {'id': 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:09:10.828892 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Network hostable DHCP agents. Network: 62b736cf-0711-457e-aafd-6679a0a89d1f, hostable agents: ['b21bf33d-a355-47af-8190-31cb8d101a73'], hosted agents: [] {{(pid=88486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 16:09:10.860378 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6c70e-b523-4545-9191-07ab85cbe78b None None] Pushing event updated for resources: {'Port': ['ID=bb1ea060-0b20-43fe-a659-faf9f04f9baa,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:10.915764 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Network 62b736cf-0711-457e-aafd-6679a0a89d1f is scheduled to be hosted by DHCP agent b21bf33d-a355-47af-8190-31cb8d101a73 with binding_index 1 {{(pid=88486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 16:09:10.927163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Attempting to bind port bb1ea060-0b20-43fe-a659-faf9f04f9baa on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 16:09:10.927537 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Attempting to bind port bb1ea060-0b20-43fe-a659-faf9f04f9baa by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 16:09:10.927918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Attempting to bind port bb1ea060-0b20-43fe-a659-faf9f04f9baa on network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:09:10.933187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 16:09:10.933564 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Checking segment: {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:09:10.933966 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:10.934358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Bound using segment: {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 16:09:10.934815 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Bound port: bb1ea060-0b20-43fe-a659-faf9f04f9baa, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 16:09:10.935242 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:11.001397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-13-hyperv, 62b736cf-0711-457e-aafd-6679a0a89d1f) {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:11.007329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:11.008302 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:11.010167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e826e37b-e9a8-4ba6-9c91-fa5840e9cce8 None None] Network 62b736cf-0711-457e-aafd-6679a0a89d1f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 16:09:11.094504 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b5a5cb3d-61b9-472d-88fd-a23abf18e818 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7151434 Mar 28 16:09:11.096705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44404) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:11.101605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:11.106411 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:11.111374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Usage tracker for resource:router and tenant:f2182911b6cc4880930941d8c29e50c4 is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:11.114140 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:11.121373 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:11.121772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] For port bb1ea060-0b20-43fe-a659-faf9f04f9baa, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 16:09:11.135363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] For port bb1ea060-0b20-43fe-a659-faf9f04f9baa, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bb1ea060-0b20-43fe-a659-faf9f04f9baa,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 16:09:11.241783 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2046033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30436'] for router, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:11.242939 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2032252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2044434', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30239'] for router, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:11.250743 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdf47b7c-7e6e-515a-a435-195e5807f652-62b736cf-0711-457e-aafd-6679a0a89d1f', 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'fixed_ips': [{'subnet_id': '99f8cdfb-1630-408c-9dcf-b664ceae0c22'}]}} from dv-neutron-828143-13-hyperv. {{(pid=88488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 16:09:11.257753 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:11.260100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:11.264078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:11.365229 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 88e1153e-2e63-4653-9f2a-28d8dad245cf up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:11.472968 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:11.473614 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:11.523785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6c70e-b523-4545-9191-07ab85cbe78b None None] Pushing event updated for resources: {'Port': ['ID=bb1ea060-0b20-43fe-a659-faf9f04f9baa,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:11.606287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2044416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2046040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30217'] for router, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:11.689883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.db_base_plugin_common [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Allocated IP 172.20.0.2 (62b736cf-0711-457e-aafd-6679a0a89d1f/99f8cdfb-1630-408c-9dcf-b664ceae0c22/53c43457-aae8-4cb9-977e-ea4dcea18182) {{(pid=88488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:09:11.700092 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 88e1153e-2e63-4653-9f2a-28d8dad245cf triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:11.700499 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:11.868868 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:12.062077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:12.090850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:12.227126 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Allocated IP 172.26.7.14 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/03b8a87a-1ed3-470e-a16a-a818ed12ebc8) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:09:12.309427 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Notify callbacks [] for port, precommit_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:12.335236 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Transition to ACTIVE for port object 53c43457-aae8-4cb9-977e-ea4dcea18182 will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:12.376417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:12.390505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Transition to ACTIVE for port object 53c43457-aae8-4cb9-977e-ea4dcea18182 will not be triggered until provisioned by entity DHCP. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:12.412781 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:11Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:12.416787 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38eda0-050d-4217-a636-280ed6847a0d None None] The sync data for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv is: [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:11Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:09:12.470569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903'] for port, after_create {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:12.482163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:12.535909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Network 62b736cf-0711-457e-aafd-6679a0a89d1f is already hosted by enough agents. {{(pid=88488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:12.538668 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.scheduler.base_scheduler [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Resources bound (agent type, host, resource id): {{(pid=88488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:12.546890 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Received port after_create {{(pid=88488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:09:12.547128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:12.548563 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:12.553374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Pushing event updated for resources: {'Port': ['ID=53c43457-aae8-4cb9-977e-ea4dcea18182,revision_number=1']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:12.557258 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:09:12.611850 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=03b8a87a-1ed3-470e-a16a-a818ed12ebc8,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:12.651929 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Attempting to bind port 53c43457-aae8-4cb9-977e-ea4dcea18182 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 16:09:12.652385 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Attempting to bind port 53c43457-aae8-4cb9-977e-ea4dcea18182 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 16:09:12.652814 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Attempting to bind port 53c43457-aae8-4cb9-977e-ea4dcea18182 on network 62b736cf-0711-457e-aafd-6679a0a89d1f {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:09:12.659285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 16:09:12.659766 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Checking segment: {'id': 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:09:12.660231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:12.660691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Bound using segment: {'id': 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 16:09:12.661238 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Bound port: 53c43457-aae8-4cb9-977e-ea4dcea18182, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 16:09:12.661663 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:12.760025 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] For port 53c43457-aae8-4cb9-977e-ea4dcea18182, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 16:09:12.763937 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] For port 53c43457-aae8-4cb9-977e-ea4dcea18182, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=53c43457-aae8-4cb9-977e-ea4dcea18182,segment=NetworkSegment(c21d1a57-04f9-4e10-9fce-b8c7233d62cb),segment_id=c21d1a57-04f9-4e10-9fce-b8c7233d62cb)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 16:09:12.819241 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:12.908467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451076-5bd8-431f-a9a8-5a811a187189 None None] Pushing event updated for resources: {'Port': ['ID=53c43457-aae8-4cb9-977e-ea4dcea18182,revision_number=2']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:13.123589 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:13.421065 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bb1ea060-0b20-43fe-a659-faf9f04f9baa up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:13.491900 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2046023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2044477'] for router, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:13.602195 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port bb1ea060-0b20-43fe-a659-faf9f04f9baa completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:13.607855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bb1ea060-0b20-43fe-a659-faf9f04f9baa triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:13.608374 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:13.750057 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:13.787721 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port bb1ea060-0b20-43fe-a659-faf9f04f9baa, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bb1ea060-0b20-43fe-a659-faf9f04f9baa,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:09:13.882950 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:13.883780 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 53c43457-aae8-4cb9-977e-ea4dcea18182 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:13.893215 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Router 4d9cf317-104e-48b3-8965-5a9ecbc8024c is scheduled to L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 with binding_index 1 {{(pid=88486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 16:09:13.968497 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c389f8e-e957-4176-a1d4-133066c490e4 None None] Network 62b736cf-0711-457e-aafd-6679a0a89d1f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 16:09:14.088938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:09:14.099456 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Sync routers for ids ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:09:14.104896 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=bb1ea060-0b20-43fe-a659-faf9f04f9baa,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:14.110740 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Routers {'4d9cf317-104e-48b3-8965-5a9ecbc8024c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:14.111594 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:14.186332 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-bb9602e4-9222-4c8a-8df6-e0d1b8dd68a4 None None] Provisioning for port 53c43457-aae8-4cb9-977e-ea4dcea18182 completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:14.207357 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:14.211219 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ae23ba61-21e3-47f3-930f-99d21e8a0fa2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1111093 Mar 28 16:09:14.211606 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44408) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:14.223718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 53c43457-aae8-4cb9-977e-ea4dcea18182 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:14.233061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 53c43457-aae8-4cb9-977e-ea4dcea18182 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:14.233436 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:14.291342 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Set router 4d9cf317-104e-48b3-8965-5a9ecbc8024c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:14.390381 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:14.432375 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 53c43457-aae8-4cb9-977e-ea4dcea18182, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=53c43457-aae8-4cb9-977e-ea4dcea18182,segment=NetworkSegment(c21d1a57-04f9-4e10-9fce-b8c7233d62cb),segment_id=c21d1a57-04f9-4e10-9fce-b8c7233d62cb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:09:14.491661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:14.572163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=53c43457-aae8-4cb9-977e-ea4dcea18182,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:14.593641 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:11Z', 'updated_at': '2022-03-28T16:09:12Z', 'revision_number': 3, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'gw_port': {'id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:12Z', 'updated_at': '2022-03-28T16:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:14.597463 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Checking router: 4d9cf317-104e-48b3-8965-5a9ecbc8024c for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:09:14.597805 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Updating router 4d9cf317-104e-48b3-8965-5a9ecbc8024c port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 binding host dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 16:09:14.642594 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-c30ac548-bf75-4b82-813d-13e667301f22 None None] Provisioning complete for port 53c43457-aae8-4cb9-977e-ea4dcea18182 triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:14.642957 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c30ac548-bf75-4b82-813d-13e667301f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:14.650818 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:14.962664 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:14.979586 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Notify callbacks [] for port, precommit_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:14.990832 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.provisioning_blocks [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Transition to ACTIVE for port object 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 will not be triggered until provisioned by entity L2. {{(pid=88489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:15.074511 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.162016 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4280694-15e9-4e2a-b89e-6b9695e7f884 None None] Pushing event updated for resources: {'Port': ['ID=03b8a87a-1ed3-470e-a16a-a818ed12ebc8,revision_number=2']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:15.165811 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Attempting to bind port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 16:09:15.166187 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Attempting to bind port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 16:09:15.166541 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Attempting to bind port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 on network ea8f32b8-8e81-47a7-a327-4e7d949ef68b {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:09:15.172502 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 16:09:15.172869 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Checking segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:09:15.173261 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.173638 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Bound using segment: {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'} {{(pid=88489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 16:09:15.174091 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.managers [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Bound port: 03b8a87a-1ed3-470e-a16a-a818ed12ebc8, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b'}}] {{(pid=88489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 16:09:15.174455 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.187920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Allocated IP 172.20.0.1 (62b736cf-0711-457e-aafd-6679a0a89d1f/99f8cdfb-1630-408c-9dcf-b664ceae0c22/0c5d0c0e-951b-49cc-96a9-73233354c05c) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:09:15.245609 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] For port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 16:09:15.249176 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] For port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=03b8a87a-1ed3-470e-a16a-a818ed12ebc8,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 16:09:15.316754 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.335925 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.351539 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Transition to ACTIVE for port object 0c5d0c0e-951b-49cc-96a9-73233354c05c will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:15.367570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bb1ea060-0b20-43fe-a659-faf9f04f9baa up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:15.425098 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Routers {'4d9cf317-104e-48b3-8965-5a9ecbc8024c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:15.425708 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:15.442384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port bb1ea060-0b20-43fe-a659-faf9f04f9baa triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:15.442905 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.443197 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.494441 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4280694-15e9-4e2a-b89e-6b9695e7f884 None None] Pushing event updated for resources: {'Port': ['ID=03b8a87a-1ed3-470e-a16a-a818ed12ebc8,revision_number=3']} {{(pid=88489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:15.509767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Network 62b736cf-0711-457e-aafd-6679a0a89d1f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:15.512859 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:15.521002 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:09:15.553962 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Pushing event updated for resources: {'Port': ['ID=0c5d0c0e-951b-49cc-96a9-73233354c05c,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:15.573548 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 53c43457-aae8-4cb9-977e-ea4dcea18182 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:15.648467 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] Set router 4d9cf317-104e-48b3-8965-5a9ecbc8024c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:15.694405 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 53c43457-aae8-4cb9-977e-ea4dcea18182 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:15.694776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.704240 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044011'] for router_interface, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.908055 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.909983 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ef979ab2-c505-4e65-ace0-306c397bdd0e None None] Provisioning for port 0c5d0c0e-951b-49cc-96a9-73233354c05c completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:15.915046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-ef979ab2-c505-4e65-ace0-306c397bdd0e None None] Provisioning complete for port 0c5d0c0e-951b-49cc-96a9-73233354c05c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:15.915490 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ef979ab2-c505-4e65-ace0-306c397bdd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:15.953965 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:11Z', 'updated_at': '2022-03-28T16:09:12Z', 'revision_number': 3, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'gw_port': {'id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:12Z', 'updated_at': '2022-03-28T16:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:15.957959 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79941474-1975-4f4f-aa25-4e046400b99c None None] The sync data for ids ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'] in dv-neutron-828143-13-hyperv is: [{'id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:11Z', 'updated_at': '2022-03-28T16:09:12Z', 'revision_number': 3, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'gw_port': {'id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:12Z', 'updated_at': '2022-03-28T16:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:09:15.969695 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-ef979ab2-c505-4e65-ace0-306c397bdd0e None None] Port 0c5d0c0e-951b-49cc-96a9-73233354c05c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 16:09:16.141719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:16.213021 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:16.325004 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Pushing event updated for resources: {'Port': ['ID=0c5d0c0e-951b-49cc-96a9-73233354c05c,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:16.330833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043340'] for router_interface, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:16.467264 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Network 62b736cf-0711-457e-aafd-6679a0a89d1f is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:16.468404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:16.667340 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Router 4d9cf317-104e-48b3-8965-5a9ecbc8024c has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:09:16.695326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-a53a57a2-bb94-43ab-8901-4b010242f168 None None] Provisioning complete for port 0c5d0c0e-951b-49cc-96a9-73233354c05c triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:16.695782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a53a57a2-bb94-43ab-8901-4b010242f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:16.752717 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-a53a57a2-bb94-43ab-8901-4b010242f168 None None] Port 0c5d0c0e-951b-49cc-96a9-73233354c05c cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 16:09:16.849997 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:09:16.858597 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1dfb0b9f-75d6-4755-9efd-6fb3a9ae48be admin admin] 10.222.0.16 "PUT /v2.0/routers/4d9cf317-104e-48b3-8965-5a9ecbc8024c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6458988 Mar 28 16:09:17.356519 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Sync routers for ids ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:09:17.366531 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Routers {'4d9cf317-104e-48b3-8965-5a9ecbc8024c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:17.366961 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:17.426127 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:17.569594 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44418) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:17.575143 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896201659', 'description': 'tempest-secgroup-smoke-1896201659 description', 'project_id': '2356c634be104a9e96fd0926ada3288f'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:17.581535 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:17.585443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:security_group and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:17.588356 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:17.595464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:17.598681 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Set router 4d9cf317-104e-48b3-8965-5a9ecbc8024c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:17.681718 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:17.701991 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:17.706150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:security_group_rule and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:17.709063 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:17.714705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:17.717190 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:17.739240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:17.739606 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:17.785738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:17.858507 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:17.907338 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33b1f70-d2e9-420f-a72c-51f694ffd362,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:17.979005 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:17.980342 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e53ae530-d276-4a20-92c5-72bcdf4c3eeb tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4097490 Mar 28 16:09:17.983322 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 44422) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:17.988055 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:17.988946 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'security_group_rule': {'security_group_id': 'd33b1f70-d2e9-420f-a72c-51f694ffd362', 'project_id': '2356c634be104a9e96fd0926ada3288f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:17.995507 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:18.000474 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:security_group_rule and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:18.003954 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:18.006231 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=03b8a87a-1ed3-470e-a16a-a818ed12ebc8,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:09:18.009744 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:18.022077 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:11Z', 'updated_at': '2022-03-28T16:09:15Z', 'revision_number': 4, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'gw_port': {'id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:12Z', 'updated_at': '2022-03-28T16:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '0c5d0c0e-951b-49cc-96a9-73233354c05c', 'name': '', 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'mac_address': 'fa:16:3e:bf:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '99f8cdfb-1630-408c-9dcf-b664ceae0c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:15Z', 'updated_at': '2022-03-28T16:09:15Z', 'revision_number': 2, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'subnets': [{'id': '99f8cdfb-1630-408c-9dcf-b664ceae0c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:18.026000 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Checking router: 4d9cf317-104e-48b3-8965-5a9ecbc8024c for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:09:18.026345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Updating router 4d9cf317-104e-48b3-8965-5a9ecbc8024c port 0c5d0c0e-951b-49cc-96a9-73233354c05c binding host dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 16:09:18.080682 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.121881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.129188 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.190611 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.256859 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=03b8a87a-1ed3-470e-a16a-a818ed12ebc8,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:18.275586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.303119 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dec26ee-9693-4e32-b812-b5db06c46009,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:18.382734 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.386458 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-077145fd-194c-422c-a2c7-b25736ba2ba4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3997240 Mar 28 16:09:18.386895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44426) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:18.392439 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'security_group_rule': {'security_group_id': 'd33b1f70-d2e9-420f-a72c-51f694ffd362', 'project_id': '2356c634be104a9e96fd0926ada3288f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:18.398372 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:18.402186 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:security_group_rule and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:18.405155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:18.411052 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:18.477855 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.487326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.490235 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Transition to ACTIVE for port object 0c5d0c0e-951b-49cc-96a9-73233354c05c will not be triggered until provisioned by entity L2. {{(pid=88488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:18.546081 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.561807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.619187 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.646067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80615487-bcc5-4721-9a7b-1ab247f1f3bd,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:18.721567 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.722919 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1440961e-588c-49a3-92ab-6e14db74db93 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3349025 Mar 28 16:09:18.725728 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 44430) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:18.730958 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'security_group_rule': {'security_group_id': 'd33b1f70-d2e9-420f-a72c-51f694ffd362', 'project_id': '2356c634be104a9e96fd0926ada3288f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:18.737926 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:18.742358 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:security_group_rule and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:18.745479 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:18.751471 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:18.755958 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717eba9-aa89-4bda-8c60-482322efb77f None None] Pushing event updated for resources: {'Port': ['ID=0c5d0c0e-951b-49cc-96a9-73233354c05c,revision_number=3']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:18.821125 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Attempting to bind port 0c5d0c0e-951b-49cc-96a9-73233354c05c on host dv-neutron-828143-13-hyperv for vnic_type normal with profile {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 16:09:18.822321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Attempting to bind port 0c5d0c0e-951b-49cc-96a9-73233354c05c by drivers openvswitch,hyperv on host dv-neutron-828143-13-hyperv at level 0 using segments [{'id': 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f'}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 16:09:18.822321 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Attempting to bind port 0c5d0c0e-951b-49cc-96a9-73233354c05c on network 62b736cf-0711-457e-aafd-6679a0a89d1f {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:09:18.827960 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Checking agent: {'id': '60974867-a976-4e9e-8495-a969cdbbd9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 7, 24), 'started_at': datetime.datetime(2022, 3, 28, 15, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 16:09:18.828326 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Checking segment: {'id': 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:09:18.828782 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.829160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Bound using segment: {'id': 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f'} {{(pid=88488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 16:09:18.829609 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.managers [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Bound port: 0c5d0c0e-951b-49cc-96a9-73233354c05c, host: dv-neutron-828143-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f'}}] {{(pid=88488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 16:09:18.829977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.858134 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.923777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:18.932167 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] For port 0c5d0c0e-951b-49cc-96a9-73233354c05c, host dv-neutron-828143-13-hyperv, cleared binding levels {{(pid=88488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 16:09:18.935710 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] For port 0c5d0c0e-951b-49cc-96a9-73233354c05c, host dv-neutron-828143-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0c5d0c0e-951b-49cc-96a9-73233354c05c,segment=NetworkSegment(c21d1a57-04f9-4e10-9fce-b8c7233d62cb),segment_id=c21d1a57-04f9-4e10-9fce-b8c7233d62cb)] {{(pid=88488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 16:09:19.001288 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.013918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.025102 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092edc27-ea4b-409c-bc28-e46f5e61733f,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:19.094498 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Routers {'4d9cf317-104e-48b3-8965-5a9ecbc8024c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:19.094707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.094822 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:08:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:19.094920 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-4b471af9-f372-4ea1-acbf-d661e7d1660f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659799 Mar 28 16:09:19.095497 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44434) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:19.100798 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'security_group_rule': {'security_group_id': 'd33b1f70-d2e9-420f-a72c-51f694ffd362', 'project_id': '2356c634be104a9e96fd0926ada3288f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:19.108419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:19.112730 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:security_group_rule and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:19.115833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:19.123312 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:19.161589 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717eba9-aa89-4bda-8c60-482322efb77f None None] Pushing event updated for resources: {'Port': ['ID=0c5d0c0e-951b-49cc-96a9-73233354c05c,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:19.202725 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.270708 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.283012 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] Set router 4d9cf317-104e-48b3-8965-5a9ecbc8024c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:19.349870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.376524 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2496e8f5-52e2-4dea-b26d-2c14d1409273,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:19.412103 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:19.464145 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.465442 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2b18cc60-a8da-4da1-902d-f89a0fa493db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3689227 Mar 28 16:09:19.468848 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44438) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:19.473749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'security_group_rule': {'security_group_id': 'd33b1f70-d2e9-420f-a72c-51f694ffd362', 'project_id': '2356c634be104a9e96fd0926ada3288f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:19.479731 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:19.484667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:security_group_rule and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:19.487645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:19.493431 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:19.561677 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.securitygroups_db [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Project 2356c634be104a9e96fd0926ada3288f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 16:09:19.568409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.593151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:19.593521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.631721 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.681481 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.702882 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b4c17b-e8d6-4da0-81d5-166d3b479b2b,revision_number=0']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:19.751278 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:11Z', 'updated_at': '2022-03-28T16:09:15Z', 'revision_number': 4, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'gw_port': {'id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:12Z', 'updated_at': '2022-03-28T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '0c5d0c0e-951b-49cc-96a9-73233354c05c', 'name': '', 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'mac_address': 'fa:16:3e:bf:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '99f8cdfb-1630-408c-9dcf-b664ceae0c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:15Z', 'updated_at': '2022-03-28T16:09:18Z', 'revision_number': 4, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'subnets': [{'id': '99f8cdfb-1630-408c-9dcf-b664ceae0c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:19.761848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b7173c-140a-42ad-96f6-4f83bf2f8cc1 None None] The sync data for ids ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'] in dv-neutron-828143-13-hyperv is: [{'id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:11Z', 'updated_at': '2022-03-28T16:09:15Z', 'revision_number': 4, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'gw_port': {'id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:12Z', 'updated_at': '2022-03-28T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': '0c5d0c0e-951b-49cc-96a9-73233354c05c', 'name': '', 'network_id': '62b736cf-0711-457e-aafd-6679a0a89d1f', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'mac_address': 'fa:16:3e:bf:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '99f8cdfb-1630-408c-9dcf-b664ceae0c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:15Z', 'updated_at': '2022-03-28T16:09:18Z', 'revision_number': 4, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'subnets': [{'id': '99f8cdfb-1630-408c-9dcf-b664ceae0c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:09:19.790516 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.794615 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 44442) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:19.794831 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ff26f17a-b81a-4f4d-af5a-cb8cb87761e7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3250272 Mar 28 16:09:19.804321 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'security_group_rule': {'security_group_id': 'd33b1f70-d2e9-420f-a72c-51f694ffd362', 'project_id': '2356c634be104a9e96fd0926ada3288f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:19.813206 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:19.817785 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:security_group_rule and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:19.821161 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:19.828554 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:19.905445 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.securitygroups_db [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Project 2356c634be104a9e96fd0926ada3288f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 16:09:19.912822 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:19.981752 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:20.047417 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669346'] for security_group_rule, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:20.072016 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024d6e6a-6843-4f75-bea1-679e50eec84c,revision_number=0']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:20.126340 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:20.127619 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-34192c29-9cff-459e-bd40-a9a7a472f672 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3319144 Mar 28 16:09:20.295461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-2cc10e25-6f44-49d8-87ab-084fb49b53b0 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Synchronizing usage tracker for tenant:2356c634be104a9e96fd0926ada3288f on resource:security_group {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:09:20.371735 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-2cc10e25-6f44-49d8-87ab-084fb49b53b0 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Unset dirty status for tenant:2356c634be104a9e96fd0926ada3288f on resource:security_group {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:09:20.375111 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-2cc10e25-6f44-49d8-87ab-084fb49b53b0 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896201659&fields=id&tenant_id=2356c634be104a9e96fd0926ada3288f HTTP/1.1" status: 200 len: 267 time: 0.1192117 Mar 28 16:09:20.532077 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-420e3832-bcd9-4e5c-b247-d5a918620bba tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:20.532863 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-420e3832-bcd9-4e5c-b247-d5a918620bba tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Synchronizing usage tracker for tenant:2356c634be104a9e96fd0926ada3288f on resource:network {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:09:20.617191 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-420e3832-bcd9-4e5c-b247-d5a918620bba tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Unset dirty status for tenant:2356c634be104a9e96fd0926ada3288f on resource:network {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:09:20.626870 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-420e3832-bcd9-4e5c-b247-d5a918620bba tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 809 time: 0.2366869 Mar 28 16:09:20.634088 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-e4aefe7f-b5fc-49a1-b6d6-17fa4a709845 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/quotas/2356c634be104a9e96fd0926ada3288f HTTP/1.1" status: 200 len: 375 time: 0.0094781 Mar 28 16:09:20.722123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-f272a343-7e3e-47ca-bd8e-117f7534ff9e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Synchronizing usage tracker for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:09:20.812073 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-f272a343-7e3e-47ca-bd8e-117f7534ff9e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Unset dirty status for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:09:20.813398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-f272a343-7e3e-47ca-bd8e-117f7534ff9e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733530 Mar 28 16:09:20.924293 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-ba6162e4-ac74-4dfd-910c-a0e1b0523022 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 16:09:20.925276 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-ba6162e4-ac74-4dfd-910c-a0e1b0523022 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1005867 Mar 28 16:09:21.148642 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-0c0894de-290e-483d-ada1-a3e67574d2da service neutron] 10.222.0.16 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173591 Mar 28 16:09:21.277976 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-df65e049-df12-43fd-a33a-e54d02f41f8d service neutron] 10.222.0.16 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232285 Mar 28 16:09:21.379211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0c5d0c0e-951b-49cc-96a9-73233354c05c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:21.441700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-16789c65-e22f-4cdd-9975-33a0462a05cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:21.519953 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning for port 0c5d0c0e-951b-49cc-96a9-73233354c05c completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:21.526802 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0c5d0c0e-951b-49cc-96a9-73233354c05c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:21.527291 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:21.579594 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-5649217b-ed41-40f3-b1e1-8bcc7ac33c08 req-60f9eb00-8dbc-4a57-886e-51b02499c634 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 210 time: 0.0535831 Mar 28 16:09:21.655185 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:21.686132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] For port 0c5d0c0e-951b-49cc-96a9-73233354c05c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0c5d0c0e-951b-49cc-96a9-73233354c05c,segment=NetworkSegment(c21d1a57-04f9-4e10-9fce-b8c7233d62cb),segment_id=c21d1a57-04f9-4e10-9fce-b8c7233d62cb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:09:21.772496 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:21.844187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Pushing event updated for resources: {'Port': ['ID=0c5d0c0e-951b-49cc-96a9-73233354c05c,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:22.722699 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-2002544e-f9ed-4467-bb67-d15e75d2bc8e req-941cc290-399d-433b-89b5-b0e2883c8d1c tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 210 time: 0.0417769 Mar 28 16:09:23.359593 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0c5d0c0e-951b-49cc-96a9-73233354c05c up at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:23.426371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Provisioning complete for port 0c5d0c0e-951b-49cc-96a9-73233354c05c triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:23.426652 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:23.571818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0afa3204-0b5c-4f89-98b0-e6c2c00368c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:23.771763 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-2b875d5f-5a31-44b6-b027-820f6b67d5a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:23.771763 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-2b875d5f-5a31-44b6-b027-820f6b67d5a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 809 time: 0.1437972 Mar 28 16:09:23.822020 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-03b91af7-ebcc-4168-960d-45809980a174 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2356c634be104a9e96fd0926ada3288f HTTP/1.1" status: 200 len: 380 time: 0.0417659 Mar 28 16:09:23.830643 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'port': {'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'admin_state_up': True, 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'security_groups': ['d33b1f70-d2e9-420f-a72c-51f694ffd362']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:23.872524 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9f74d5bf-adcd-491c-b207-fd36169e73af req-6578e625-7d7f-4c65-9943-597ab583cd68 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 210 time: 0.0421054 Mar 28 16:09:23.966789 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:23.976067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:24.064344 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Made reservation on behalf of 2356c634be104a9e96fd0926ada3288f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 16:09:24.067806 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:24.230157 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Allocated IP 172.20.0.9 (398a98a8-b418-46d3-8b1e-a6c0b8a8594c/abd5aceb-f814-457f-8554-2e1350dde6eb/911a3f90-0d2d-4895-97dd-8d6b9d757dde) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:09:24.416028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:24.431508 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Transition to ACTIVE for port object 911a3f90-0d2d-4895-97dd-8d6b9d757dde will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:24.493101 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:24.562820 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:24.565747 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:24.573629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:09:24.608766 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'Port': ['ID=911a3f90-0d2d-4895-97dd-8d6b9d757dde,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:24.642011 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:24.642619 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:24.670506 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:24.716871 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-7f2aa4a6-21af-4cfa-9942-403b07bd5a3e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8895502 Mar 28 16:09:24.736523 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Request body: {'port': {'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:24.841569 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-40ed0c39-a75f-4ef4-84c3-e7ae4be1d999 None None] Provisioning for port 911a3f90-0d2d-4895-97dd-8d6b9d757dde completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:24.846334 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:24.846837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-40ed0c39-a75f-4ef4-84c3-e7ae4be1d999 None None] Provisioning complete for port 911a3f90-0d2d-4895-97dd-8d6b9d757dde triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:24.846837 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-40ed0c39-a75f-4ef4-84c3-e7ae4be1d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:24.898869 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-40ed0c39-a75f-4ef4-84c3-e7ae4be1d999 None None] Port 911a3f90-0d2d-4895-97dd-8d6b9d757dde cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 16:09:24.984192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:25.191840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a72c1-21e2-4d1c-9433-09b4683742de req-17d679f0-7706-4cf2-a61e-7c3e374c548a tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:25.192436 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-d55a72c1-21e2-4d1c-9433-09b4683742de req-17d679f0-7706-4cf2-a61e-7c3e374c548a tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Synchronizing usage tracker for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:09:25.361584 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911a3f90-0d2d-4895-97dd-8d6b9d757dde {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:09:25.368706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:25.373638 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-d55a72c1-21e2-4d1c-9433-09b4683742de req-17d679f0-7706-4cf2-a61e-7c3e374c548a tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Unset dirty status for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:09:25.374786 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d55a72c1-21e2-4d1c-9433-09b4683742de req-17d679f0-7706-4cf2-a61e-7c3e374c548a tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 931 time: 0.3646173 Mar 28 16:09:25.399188 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Transition to ACTIVE for port object 911a3f90-0d2d-4895-97dd-8d6b9d757dde will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:09:25.423656 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d55a72c1-21e2-4d1c-9433-09b4683742de req-69fbe3fa-18e9-4f90-aa90-366136f1fda0 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 Mar 28 16:09:25.451667 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:25.630350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Pushing event updated for resources: {'Port': ['ID=911a3f90-0d2d-4895-97dd-8d6b9d757dde,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:25.709952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Attempting to bind port 911a3f90-0d2d-4895-97dd-8d6b9d757dde on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 16:09:25.710271 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Attempting to bind port 911a3f90-0d2d-4895-97dd-8d6b9d757dde by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 16:09:25.710597 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Attempting to bind port 911a3f90-0d2d-4895-97dd-8d6b9d757dde on network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:09:25.715486 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Port 911a3f90-0d2d-4895-97dd-8d6b9d757dde on network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 16:09:25.715810 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Attempting to bind port 911a3f90-0d2d-4895-97dd-8d6b9d757dde on network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:09:25.721213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 16:09:25.721572 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Checking segment: {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:09:25.721933 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Bound using segment: {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 16:09:25.722355 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Bound port: 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 16:09:25.722902 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:25.825018 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 16:09:25.829749 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 16:09:25.893328 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:25.948767 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:25.949368 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:25.950723 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] 10.222.0.23 "PUT /v2.0/ports/911a3f90-0d2d-4895-97dd-8d6b9d757dde HTTP/1.1" status: 200 len: 1093 time: 1.2190647 Mar 28 16:09:25.951185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:09:25.980443 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f87170-99b0-4a1d-ba62-98e4649de624 service neutron] Pushing event updated for resources: {'Port': ['ID=911a3f90-0d2d-4895-97dd-8d6b9d757dde,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:25.998321 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'status': 'completed', 'code': 200} Mar 28 16:09:26.111662 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee981-ffb5-4fa8-8648-62e250d8d0cf req-bc6e5621-155f-44d1-b2bf-7e9608d090d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:26.113283 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-028ee981-ffb5-4fa8-8648-62e250d8d0cf req-bc6e5621-155f-44d1-b2bf-7e9608d090d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1096 time: 0.0726664 Mar 28 16:09:26.260785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee981-ffb5-4fa8-8648-62e250d8d0cf req-6916af30-d6d5-4116-99e1-81ba30f08477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:26.262205 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-028ee981-ffb5-4fa8-8648-62e250d8d0cf req-6916af30-d6d5-4116-99e1-81ba30f08477 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2356c634be104a9e96fd0926ada3288f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1375065 Mar 28 16:09:26.401068 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee981-ffb5-4fa8-8648-62e250d8d0cf req-16152175-1512-442a-95c4-b43b3d6918e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:26.402510 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-028ee981-ffb5-4fa8-8648-62e250d8d0cf req-16152175-1512-442a-95c4-b43b3d6918e7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342511 Mar 28 16:09:26.432926 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:26.534489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-ca495024-da83-4401-9cdd-dab00b24a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:26.535897 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-ca495024-da83-4401-9cdd-dab00b24a4a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1096 time: 0.0773757 Mar 28 16:09:26.639774 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-63cb9aaa-8467-4a81-9f55-5fa6907fea0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde HTTP/1.1" status: 200 len: 217 time: 0.0695524 Mar 28 16:09:26.714319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-ad667ac4-06fe-4f19-9a81-f3de9beb2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:26.715704 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-ad667ac4-06fe-4f19-9a81-f3de9beb2400 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0701933 Mar 28 16:09:26.727109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53e715-05c9-47a9-99bf-cde4b536ea11 req-ad4a8ea5-f1e0-4ff2-80ae-de949b200e8f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:26.728441 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ef53e715-05c9-47a9-99bf-cde4b536ea11 req-ad4a8ea5-f1e0-4ff2-80ae-de949b200e8f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 943 time: 0.1917107 Mar 28 16:09:26.811130 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ef53e715-05c9-47a9-99bf-cde4b536ea11 req-51323eb9-3deb-4704-a145-6190e034edb4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520725 Mar 28 16:09:26.830326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-2721f4ac-bba9-4984-9b0b-06c5ffec03be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:26.831800 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-2721f4ac-bba9-4984-9b0b-06c5ffec03be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1025491 Mar 28 16:09:26.959139 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-c0111019-3588-43e4-99e0-3c2bb59797b7 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208799 Mar 28 16:09:27.085007 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0f5d8cf3-31ce-4b9e-b84e-536a65f418ff req-58ca43b5-de71-430d-a28f-2e6f7eec04d3 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201890 Mar 28 16:09:27.992756 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da4419-bc75-4266-865e-3a3e3fbacf4f req-2f7f1272-c792-4886-8e8b-0cfe44882c2b tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:27.994269 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c6da4419-bc75-4266-865e-3a3e3fbacf4f req-2f7f1272-c792-4886-8e8b-0cfe44882c2b tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 943 time: 0.0788221 Mar 28 16:09:28.041561 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-c6da4419-bc75-4266-865e-3a3e3fbacf4f req-015a0ae6-969d-4700-ac98-a985d9f57ab8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Mar 28 16:09:29.307458 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17ecbb-b989-4633-b245-0457b4fdffa7 req-d869d6f4-1fca-43dd-9eb3-fded66755695 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:29.308888 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aa17ecbb-b989-4633-b245-0457b4fdffa7 req-d869d6f4-1fca-43dd-9eb3-fded66755695 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 943 time: 0.1630678 Mar 28 16:09:29.351851 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-aa17ecbb-b989-4633-b245-0457b4fdffa7 req-57a53a37-8971-49aa-aba9-a7ab86a76584 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373681 Mar 28 16:09:29.843739 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 911a3f90-0d2d-4895-97dd-8d6b9d757dde details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 16:09:29.973744 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:09:29.989980 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 16:09:30.042801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:30.059240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911a3f90-0d2d-4895-97dd-8d6b9d757dde {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:09:30.073708 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:09:30.131039 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:30.197450 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=911a3f90-0d2d-4895-97dd-8d6b9d757dde,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:30.407785 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['911a3f90-0d2d-4895-97dd-8d6b9d757dde'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 16:09:30.548052 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80baeeb-6dbc-44b4-849c-10794582ece2 req-fec147e7-458a-4fdf-8172-b3235e89c5d7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:30.549513 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a80baeeb-6dbc-44b4-849c-10794582ece2 req-fec147e7-458a-4fdf-8172-b3235e89c5d7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 944 time: 0.0897505 Mar 28 16:09:30.593379 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-a80baeeb-6dbc-44b4-849c-10794582ece2 req-a6969a51-3913-45fa-bf99-147d107f0135 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382829 Mar 28 16:09:31.778370 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8b1e0-3589-4b38-be6c-3034304f20fa req-b1edaad8-ca86-419c-8056-a674ad413122 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:31.779846 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-82f8b1e0-3589-4b38-be6c-3034304f20fa req-b1edaad8-ca86-419c-8056-a674ad413122 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 944 time: 0.0817780 Mar 28 16:09:31.823792 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-82f8b1e0-3589-4b38-be6c-3034304f20fa req-31438374-a831-440f-9c63-617d7236e62d tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383148 Mar 28 16:09:31.869659 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 911a3f90-0d2d-4895-97dd-8d6b9d757dde up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:09:31.982132 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 911a3f90-0d2d-4895-97dd-8d6b9d757dde completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:09:31.986946 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 911a3f90-0d2d-4895-97dd-8d6b9d757dde triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:09:31.987339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:32.102162 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:32.128074 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:09:32.137371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:09:32.212508 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:32.245060 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'code': 200} Mar 28 16:09:32.288116 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=911a3f90-0d2d-4895-97dd-8d6b9d757dde,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:32.624044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d935ef0-fb00-4532-920e-65c7efecfdef req-c5d89ebd-4ebc-45a5-909b-3f9d1fec29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:32.625492 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d935ef0-fb00-4532-920e-65c7efecfdef req-c5d89ebd-4ebc-45a5-909b-3f9d1fec29ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1098 time: 0.0686255 Mar 28 16:09:32.663777 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-9d935ef0-fb00-4532-920e-65c7efecfdef req-ef59edd1-1211-459d-a602-04c362f0ebf2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319269 Mar 28 16:09:33.154715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b978968-c56a-4a49-b1a8-36cd66b351dc req-aa92dc6a-f901-4660-b45b-f55e86532ffc tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:33.154715 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4b978968-c56a-4a49-b1a8-36cd66b351dc req-aa92dc6a-f901-4660-b45b-f55e86532ffc tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 945 time: 0.0874813 Mar 28 16:09:33.154715 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-4b978968-c56a-4a49-b1a8-36cd66b351dc req-00a2a94d-c397-4efd-aa97-5b6536b3e341 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392554 Mar 28 16:09:33.172694 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:33.289002 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:09:34.340451 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff99993-cd08-447d-88d5-6d2d4d9b23b9 req-d7f43f6d-8c72-496e-9e34-d9dee94cb590 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:34.342422 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1ff99993-cd08-447d-88d5-6d2d4d9b23b9 req-d7f43f6d-8c72-496e-9e34-d9dee94cb590 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 945 time: 0.1783369 Mar 28 16:09:34.384705 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-1ff99993-cd08-447d-88d5-6d2d4d9b23b9 req-ddbe6f6e-4092-4346-84f0-edb6cd8ead0c tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365870 Mar 28 16:09:34.574206 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f97ed-f1d1-4f93-a838-217db9eb4063 req-aa5efb3f-bd46-4111-ba33-984bc35a6819 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:34.575681 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d24f97ed-f1d1-4f93-a838-217db9eb4063 req-aa5efb3f-bd46-4111-ba33-984bc35a6819 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 945 time: 0.0831940 Mar 28 16:09:34.618368 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d24f97ed-f1d1-4f93-a838-217db9eb4063 req-7270bb34-59d4-4bc2-841a-9b5d692362ee tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365150 Mar 28 16:09:34.641020 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 44512) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:34.751187 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b940e-02a4-4b40-a15c-7bc1afa0b5d4 tempest-TestSnapshotPattern-1512224500 tempest-TestSnapshotPattern-1512224500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:34.752701 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-df0b940e-02a4-4b40-a15c-7bc1afa0b5d4 tempest-TestSnapshotPattern-1512224500 tempest-TestSnapshotPattern-1512224500-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1093 time: 0.1106861 Mar 28 16:09:34.755588 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [-] (88487) accepted ('10.222.0.16', 44518) {{(pid=88487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:09:34.760353 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.v2.base [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:09:34.766450 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:09:34.770266 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:floatingip and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:09:34.773066 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.quota.resource [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88487) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:09:34.778929 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.quota.driver [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:09:34.879439 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for floatingip, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:35.011430 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:35.145387 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.db_base_plugin_common [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Allocated IP 172.26.7.235 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/a0196029-ca21-4172-8373-8f399b20872f) {{(pid=88487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:09:35.289757 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for port, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:35.372378 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31574442'] for port, after_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:35.433245 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:09:35.436530 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.base_scheduler [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources bound (agent type, host, resource id): {{(pid=88487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:09:35.441982 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Received port after_create {{(pid=88487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:09:35.486424 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'Port': ['ID=a0196029-ca21-4172-8373-8f399b20872f,revision_number=1']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:35.860845 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:36.002165 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:36.205745 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for port, precommit_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:36.264274 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31574451'] for port, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:36.370726 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'Port': ['ID=a0196029-ca21-4172-8373-8f399b20872f,revision_number=2']} {{(pid=88487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:09:36.380290 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:36.647353 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.db.l3_db [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Floating IP d1a7219d-8c7a-47f0-89ce-85217eaa268c associated. External IP: 172.26.7.235, port: 911a3f90-0d2d-4895-97dd-8d6b9d757dde. Mar 28 16:09:36.990707 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Router 60176433-9429-4b78-ae61-3639082dae1e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:09:37.164955 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:09:37.174958 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] Sync routers for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:09:37.184315 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:37.184919 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:09:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:37.246762 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron_lib.callbacks.manager [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:37.314944 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [None req-09c6905e-4e83-4c21-ade8-4f29462505a8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5450974 Mar 28 16:09:37.314944 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde'}] {{(pid=88487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:09:37.346058 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'status': 'completed', 'code': 200} Mar 28 16:09:37.367748 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:37.458067 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-b2bb9eca-873a-4274-862c-328bff833aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:37.459480 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-b2bb9eca-873a-4274-862c-328bff833aee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1098 time: 0.0695324 Mar 28 16:09:37.593287 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-83e35ee8-c309-4f93-b847-e1cce50a332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:37.594721 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-83e35ee8-c309-4f93-b847-e1cce50a332a service neutron] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 910 time: 0.1294911 Mar 28 16:09:37.697215 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-16ebcc13-fe0b-4531-ab3f-d34eef28e1d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde HTTP/1.1" status: 200 len: 999 time: 0.0955334 Mar 28 16:09:37.716238 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'd1a7219d-8c7a-47f0-89ce-85217eaa268c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:09:35Z', 'updated_at': '2022-03-28T16:09:35Z', 'revision_number': 0, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:37.719999 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] Checking router: 60176433-9429-4b78-ae61-3639082dae1e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:09:37.728125 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:09:37.728697 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:09:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:37.757359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-6e0a9896-bd97-46f0-8ab4-d1640ab83a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:37.758765 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-6e0a9896-bd97-46f0-8ab4-d1640ab83a9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0559452 Mar 28 16:09:37.836151 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-bfdfd58e-aa3b-425f-b610-0e10f378092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:37.837612 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-bfdfd58e-aa3b-425f-b610-0e10f378092e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733340 Mar 28 16:09:37.903047 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:09:37.968760 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-ef392dc6-916a-45bc-b887-8fc56ccbbc1a service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250377 Mar 28 16:09:38.100779 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-0b7a316a-8d2e-46a7-a468-d9ae155e2c24 req-074d77ab-ba56-445c-915a-0d05c550a05d service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259933 Mar 28 16:09:38.281709 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'd1a7219d-8c7a-47f0-89ce-85217eaa268c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:09:35Z', 'updated_at': '2022-03-28T16:09:35Z', 'revision_number': 0, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:09:38.285904 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5ad4d-0d81-4713-84ac-e13cc677b385 None None] The sync data for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv is: [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'd1a7219d-8c7a-47f0-89ce-85217eaa268c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:09:35Z', 'updated_at': '2022-03-28T16:09:35Z', 'revision_number': 0, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:09:38.459889 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b57720-dd01-4bce-af17-0869f2ebac39 None None] New status for floating IP d1a7219d-8c7a-47f0-89ce-85217eaa268c: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 16:09:51.410416 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-62cc92bd-7963-43a5-8e2d-44ca3a001910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:53.560712 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d42e5a9f-6f93-407e-b0b0-46dddd365216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:53.644870 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-9413ca56-523c-451d-9972-3bd7470d7c86 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677321 Mar 28 16:09:53.800961 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-c1f2029b-38ee-40fe-915b-416d79034782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:53.802742 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-c1f2029b-38ee-40fe-915b-416d79034782 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1098 time: 0.0733645 Mar 28 16:09:53.947695 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-c53c6fb5-c974-4fb5-aa0a-69899dd33f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:53.949150 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-c53c6fb5-c974-4fb5-aa0a-69899dd33f86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 910 time: 0.1262827 Mar 28 16:09:54.141147 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-2f44739e-6c88-4c2c-b94c-28fe19385db2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde HTTP/1.1" status: 200 len: 1001 time: 0.1852052 Mar 28 16:09:54.201696 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-02b848d1-b0fd-415f-a26c-cc118f66b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:54.202980 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-02b848d1-b0fd-415f-a26c-cc118f66b3a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0553029 Mar 28 16:09:54.275172 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-5a31531d-8738-40f7-80b2-c78d0ef8257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:09:54.276579 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-5a31531d-8738-40f7-80b2-c78d0ef8257a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0671859 Mar 28 16:09:54.404508 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-8f12bdcc-2793-40d2-8d43-09f1fc9b37da service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209803 Mar 28 16:09:54.534798 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a1c71a8a-0be7-4058-97cf-7e6088e9f2f4 req-69e48a16-2556-4717-a18a-1ab5b8a16407 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238234 Mar 28 16:09:54.703204 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:54.983602 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:09:56.423440 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:03.132078 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:10.288970 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:10:21.394184 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-6be1a50d-353f-4e66-80e6-eeeb35fc9859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:23.536644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-66aa3a3b-a6ca-45ca-b908-3eed078d8df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:24.678028 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:24.971209 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:26.467698 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:33.136267 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:47.288525 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:10:51.427384 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d5fd8ec8-c3f8-479d-8f77-b988cdaabcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:53.553067 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-b80c5d51-5e47-4f43-8f8d-ba6958b7c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:54.628669 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-ad6e0d82-7a0f-4f24-a9e1-f94e7a3de085 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717106 Mar 28 16:10:54.730834 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:54.784744 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-e4e8800c-93bc-40b5-bf99-6ac7ca632ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:10:54.786197 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-e4e8800c-93bc-40b5-bf99-6ac7ca632ba7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1098 time: 0.0712271 Mar 28 16:10:54.928488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-6bfa6892-40a1-4d1d-8d4e-442f8688085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:10:54.929838 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-6bfa6892-40a1-4d1d-8d4e-442f8688085e service neutron] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 910 time: 0.1258297 Mar 28 16:10:55.021985 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:10:55.042012 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-78b93685-f877-4d61-918e-f9fb58ee638c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde HTTP/1.1" status: 200 len: 1001 time: 0.1065159 Mar 28 16:10:55.103049 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-d217a8de-c73e-40d2-8e14-3d6a869b55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:10:55.104492 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-d217a8de-c73e-40d2-8e14-3d6a869b55e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0571454 Mar 28 16:10:55.181044 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-f4194d98-2482-4a66-b890-0b6e62dbdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:10:55.182413 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-f4194d98-2482-4a66-b890-0b6e62dbdba4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725567 Mar 28 16:10:55.321499 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-a430831b-64e7-4884-b891-4d283dbc3d6d service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324260 Mar 28 16:10:55.449238 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-f72a4506-082b-40c2-a3ba-7c3dfad6e561 req-cb04a47c-a921-47e2-98c6-c69ac0da98f9 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223426 Mar 28 16:10:56.421428 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:03.130738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:21.415725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-cc7856ff-639b-4654-ba48-7501644926f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:23.545424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-d00fdf76-ec6f-4c84-97ea-5f5afe423ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:24.287937 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:11:24.689532 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:25.020967 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:26.448754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:33.152424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:36.439903 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 911a3f90-0d2d-4895-97dd-8d6b9d757dde details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 16:11:36.569491 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:11:36.582601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 16:11:36.638738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:36.655347 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 911a3f90-0d2d-4895-97dd-8d6b9d757dde {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:11:36.669836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:11:36.746296 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:36.811909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=911a3f90-0d2d-4895-97dd-8d6b9d757dde,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:11:36.818745 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.819128 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.819473 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.819810 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.820142 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.820472 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.820801 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.821130 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.821456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.821779 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.822100 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.822422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:36.903941 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['911a3f90-0d2d-4895-97dd-8d6b9d757dde'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 16:11:38.440379 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 911a3f90-0d2d-4895-97dd-8d6b9d757dde up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:11:38.515294 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 911a3f90-0d2d-4895-97dd-8d6b9d757dde triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:11:38.515775 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:38.651482 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:38.681203 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:11:38.702886 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:11:38.736529 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'code': 200} Mar 28 16:11:38.769505 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:38.852085 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=911a3f90-0d2d-4895-97dd-8d6b9d757dde,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:11:48.121110 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-3d13f88d-f88c-400e-84b5-618e42b1cd00 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896201659&fields=id&tenant_id=2356c634be104a9e96fd0926ada3288f HTTP/1.1" status: 200 len: 267 time: 0.0396543 Mar 28 16:11:48.269906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-aa35cfff-6f24-45c4-818a-6e537fea89bf tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:11:48.271356 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-aa35cfff-6f24-45c4-818a-6e537fea89bf tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 809 time: 0.1438293 Mar 28 16:11:48.286227 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-4c2713fe-7fd2-459e-80bb-78e4d2d3cdc4 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/quotas/2356c634be104a9e96fd0926ada3288f HTTP/1.1" status: 200 len: 375 time: 0.0094678 Mar 28 16:11:48.375175 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bee05085-02a2-4d09-9272-753e4cac4a42 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838025 Mar 28 16:11:48.599540 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-cba23aef-fc29-4677-b7c8-a147bc7ad9e0 service neutron] 10.222.0.16 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130678 Mar 28 16:11:48.727180 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1c3fce16-0e52-4bdf-8966-53f6465db714 service neutron] 10.222.0.16 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218891 Mar 28 16:11:49.001454 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4e6b4c14-58f2-423c-bb87-94ef11201eb5 req-da98256d-aff7-4261-8a13-826bc13395c5 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 210 time: 0.0420861 Mar 28 16:11:50.150881 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cc46a5b7-0fde-440c-bd06-bb5f90ce7465 req-70bcc9f6-4f41-41fa-89b0-303561f4e1fa tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 210 time: 0.0430372 Mar 28 16:11:50.506215 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 911a3f90-0d2d-4895-97dd-8d6b9d757dde no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:11:50.619718 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:50.648521 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:11:50.659156 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:11:50.692309 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'code': 200} Mar 28 16:11:50.730220 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:50.795525 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=911a3f90-0d2d-4895-97dd-8d6b9d757dde,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:11:51.355239 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ec6444d3-9c4b-4aad-9fc5-ee794b18b411 req-1656c485-d727-49c0-a20f-8c65b0ffcc86 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 210 time: 0.0565028 Mar 28 16:11:51.396992 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-9e947b32-aabb-4588-adb0-b7626dd6048c tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:11:51.398122 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-61db666c-6451-4a81-8457-6c77b58391c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:51.398383 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-9e947b32-aabb-4588-adb0-b7626dd6048c tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 809 time: 0.1871312 Mar 28 16:11:51.452018 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-161f4a17-d52f-433d-8cc6-f27abe5110a6 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2356c634be104a9e96fd0926ada3288f HTTP/1.1" status: 200 len: 380 time: 0.0397589 Mar 28 16:11:51.459943 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'port': {'device_id': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'admin_state_up': True, 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'security_groups': ['d33b1f70-d2e9-420f-a72c-51f694ffd362']}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:11:51.599509 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:11:51.609118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:11:51.677618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Made reservation on behalf of 2356c634be104a9e96fd0926ada3288f for: {'port': 1} {{(pid=88486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 16:11:51.681195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:51.852855 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Allocated IP 172.20.0.3 (398a98a8-b418-46d3-8b1e-a6c0b8a8594c/abd5aceb-f814-457f-8554-2e1350dde6eb/1a687275-5caa-416e-8fd0-4ef3e495a97a) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:11:52.075550 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:52.102543 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Transition to ACTIVE for port object 1a687275-5caa-416e-8fd0-4ef3e495a97a will not be triggered until provisioned by entity DHCP. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:11:52.193578 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:52.268185 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:11:52.271417 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:11:52.281139 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:11:52.326146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'Port': ['ID=1a687275-5caa-416e-8fd0-4ef3e495a97a,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:11:52.352427 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.352908 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.353351 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.353785 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.361437 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.362090 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.362366 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.362799 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.363255 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.363680 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.364105 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.364534 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:11:52.404690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:11:52.405495 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:52.530398 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-bd55c0dc-b01e-4417-9486-307177a40e70 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0738442 Mar 28 16:11:52.635735 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e12863-fb02-4a91-836c-1e7f3dd11ecd req-8bbd3fcc-d5d4-4e1c-be6c-a196603f533e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:11:52.638218 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d4e12863-fb02-4a91-836c-1e7f3dd11ecd req-8bbd3fcc-d5d4-4e1c-be6c-a196603f533e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 931 time: 0.1047330 Mar 28 16:11:52.676219 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-611297c3-573e-49de-a444-14ab4e22d34e None None] Provisioning for port 1a687275-5caa-416e-8fd0-4ef3e495a97a completed by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:11:52.681691 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-611297c3-573e-49de-a444-14ab4e22d34e None None] Provisioning complete for port 1a687275-5caa-416e-8fd0-4ef3e495a97a triggered by entity DHCP. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:11:52.682327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-611297c3-573e-49de-a444-14ab4e22d34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:52.698494 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-d4e12863-fb02-4a91-836c-1e7f3dd11ecd req-fc029cfd-02f8-4a23-ab9d-acf052c8df6f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532608 Mar 28 16:11:52.759878 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-611297c3-573e-49de-a444-14ab4e22d34e None None] Port 1a687275-5caa-416e-8fd0-4ef3e495a97a cannot update to ACTIVE because it is not bound. {{(pid=88488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 16:11:53.580994 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-f48eda69-c8ea-44b6-ab28-15f26df7fc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:53.898237 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aadc2-b94e-4b3b-81ce-9a9b6797e050 req-bfb19857-06d4-4e00-a60c-24ad5fd6066a tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:11:53.899153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e30aadc2-b94e-4b3b-81ce-9a9b6797e050 req-bfb19857-06d4-4e00-a60c-24ad5fd6066a tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Synchronizing usage tracker for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:11:53.985309 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e30aadc2-b94e-4b3b-81ce-9a9b6797e050 req-bfb19857-06d4-4e00-a60c-24ad5fd6066a tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Unset dirty status for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:11:53.986423 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e30aadc2-b94e-4b3b-81ce-9a9b6797e050 req-bfb19857-06d4-4e00-a60c-24ad5fd6066a tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 931 time: 0.1786358 Mar 28 16:11:54.051835 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e30aadc2-b94e-4b3b-81ce-9a9b6797e050 req-b3cc8af8-df52-49b6-a4ab-0ae755f5b2b7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595257 Mar 28 16:11:54.693402 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:55.025187 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:55.239777 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af891be8-823a-422c-aebc-3237506d53bf req-9e9a0be7-fffb-4b39-b924-5e50dc0e2655 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:11:55.248058 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-af891be8-823a-422c-aebc-3237506d53bf req-9e9a0be7-fffb-4b39-b924-5e50dc0e2655 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 931 time: 0.0935826 Mar 28 16:11:55.298461 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-af891be8-823a-422c-aebc-3237506d53bf req-55636486-8be4-4ee0-a650-e8be3eed7df2 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494587 Mar 28 16:11:56.462072 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:56.509430 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e3e4-ad20-484d-9dc1-3bea4475fd40 req-f884a2ed-69dc-467b-ab20-b199886c85e3 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:11:56.511005 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7e8e3e4-ad20-484d-9dc1-3bea4475fd40 req-f884a2ed-69dc-467b-ab20-b199886c85e3 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 931 time: 0.0877612 Mar 28 16:11:56.563586 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7e8e3e4-ad20-484d-9dc1-3bea4475fd40 req-7fdff7e2-eb43-4252-b46e-199512a6011e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459847 Mar 28 16:11:57.761633 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26609e46-3a5b-4158-bb62-7f3e696f24ec req-4bca6363-7055-44c3-8714-c5df7c4c971e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:11:57.763410 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-26609e46-3a5b-4158-bb62-7f3e696f24ec req-4bca6363-7055-44c3-8714-c5df7c4c971e tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 931 time: 0.0899944 Mar 28 16:11:57.813815 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-26609e46-3a5b-4158-bb62-7f3e696f24ec req-b01ac5c5-81f2-4cad-9d33-9998f90af752 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444019 Mar 28 16:11:59.043124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328455a-f4b3-4a7f-989a-fe640098a125 req-28279654-2daf-4251-ba39-02666886a527 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:11:59.044628 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e328455a-f4b3-4a7f-989a-fe640098a125 req-28279654-2daf-4251-ba39-02666886a527 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 931 time: 0.1126289 Mar 28 16:11:59.094171 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e328455a-f4b3-4a7f-989a-fe640098a125 req-ba1587eb-d7f5-4648-86e2-330e04752341 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423877 Mar 28 16:11:59.389757 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Request body: {'port': {'device_id': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:11:59.499681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:59.922123 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a687275-5caa-416e-8fd0-4ef3e495a97a {{(pid=88486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:11:59.929243 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:11:59.943726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.provisioning_blocks [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Transition to ACTIVE for port object 1a687275-5caa-416e-8fd0-4ef3e495a97a will not be triggered until provisioned by entity L2. {{(pid=88486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 16:12:00.003234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:00.154100 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a687275-5caa-416e-8fd0-4ef3e495a97a,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:12:00.236663 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Attempting to bind port 1a687275-5caa-416e-8fd0-4ef3e495a97a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 16:12:00.237095 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Attempting to bind port 1a687275-5caa-416e-8fd0-4ef3e495a97a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 16:12:00.237499 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Attempting to bind port 1a687275-5caa-416e-8fd0-4ef3e495a97a on network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:12:00.242319 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Port 1a687275-5caa-416e-8fd0-4ef3e495a97a on network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 16:12:00.242702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Attempting to bind port 1a687275-5caa-416e-8fd0-4ef3e495a97a on network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 16:12:00.248981 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Checking agent: {'id': 'f3f7a240-bf06-49bb-bfe4-2e48977d95bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'started_at': datetime.datetime(2022, 3, 28, 15, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 16:12:00.249318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Checking segment: {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 16:12:00.249697 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Bound using segment: {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'} {{(pid=88486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 16:12:00.250118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.managers [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Bound port: 1a687275-5caa-416e-8fd0-4ef3e495a97a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4cf962-a9e5-4271-a00a-95f3274417b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c'}}] {{(pid=88486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 16:12:00.250461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:00.290536 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a523209-9a80-4f84-bc54-ab9be7f1cace req-c8bb2a57-fec4-4546-9cab-63fc9d32a96b tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:00.292021 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a523209-9a80-4f84-bc54-ab9be7f1cace req-c8bb2a57-fec4-4546-9cab-63fc9d32a96b tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 943 time: 0.0792592 Mar 28 16:12:00.336433 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-4a523209-9a80-4f84-bc54-ab9be7f1cace req-1d9919cf-8c52-409c-88c2-2b80cebaf632 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387695 Mar 28 16:12:00.339111 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, cleared binding levels {{(pid=88486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 16:12:00.342195 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 16:12:00.403916 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:00.461831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:00.462487 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:00.463869 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] 10.222.0.23 "PUT /v2.0/ports/1a687275-5caa-416e-8fd0-4ef3e495a97a HTTP/1.1" status: 200 len: 1093 time: 1.0826855 Mar 28 16:12:00.464306 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:12:00.496253 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aa191-0ae8-442c-bd3f-aca5b007c8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a687275-5caa-416e-8fd0-4ef3e495a97a,revision_number=3']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:12:00.516891 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'status': 'completed', 'code': 200} Mar 28 16:12:00.627775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40379b-9ef1-4c36-92c4-78a08c01cc5f req-d6b4ce9a-e8c4-4d49-9849-e225990126a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:00.629338 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc40379b-9ef1-4c36-92c4-78a08c01cc5f req-d6b4ce9a-e8c4-4d49-9849-e225990126a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0723908 Mar 28 16:12:00.771259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40379b-9ef1-4c36-92c4-78a08c01cc5f req-6ea1f2cc-7184-4fec-931e-aa0fa60a4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:00.772687 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc40379b-9ef1-4c36-92c4-78a08c01cc5f req-6ea1f2cc-7184-4fec-931e-aa0fa60a4bec service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2356c634be104a9e96fd0926ada3288f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1313963 Mar 28 16:12:00.906242 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40379b-9ef1-4c36-92c4-78a08c01cc5f req-7519b638-3ff1-4cd0-9341-1e05fe8a24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:00.907745 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-dc40379b-9ef1-4c36-92c4-78a08c01cc5f req-7519b638-3ff1-4cd0-9341-1e05fe8a24a3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291034 Mar 28 16:12:01.036461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-2d445f3c-0867-420c-84e1-1bd90ec26fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:01.037831 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-2d445f3c-0867-420c-84e1-1bd90ec26fa1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0738313 Mar 28 16:12:01.118026 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-21fcb865-c363-432d-8cad-90a649173ed5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a HTTP/1.1" status: 200 len: 217 time: 0.0591898 Mar 28 16:12:01.181796 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-730c3c0f-2a05-4e65-8946-50938a30642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:01.183202 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-730c3c0f-2a05-4e65-8946-50938a30642b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0588486 Mar 28 16:12:01.255498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-0fe152b8-50fe-4c15-82e6-9fd9b4064ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:01.256908 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-0fe152b8-50fe-4c15-82e6-9fd9b4064ed5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0676754 Mar 28 16:12:01.287804 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:12:01.386491 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-b8496def-7c66-44d7-aed0-3fde35ddc223 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230428 Mar 28 16:12:01.518272 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-59d77345-54a5-4548-b0f5-fc30f2601802 req-8c531f31-4b7b-422f-9027-e1e89cbab22b service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252928 Mar 28 16:12:01.521971 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88f6a9-20b8-4c45-89cb-884a0dc0639b req-e5116fb9-bf11-48c0-b4e8-93f4254bdf1b tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:01.523426 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fe88f6a9-20b8-4c45-89cb-884a0dc0639b req-e5116fb9-bf11-48c0-b4e8-93f4254bdf1b tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 943 time: 0.0818739 Mar 28 16:12:01.567629 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-fe88f6a9-20b8-4c45-89cb-884a0dc0639b req-2d589582-f8ed-4544-9cef-f626a41ffa27 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380454 Mar 28 16:12:01.814037 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-237f1282-d074-408c-b53c-75a084de65b4 req-2017092e-d271-489e-b94c-2ba9744e8237 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724292 Mar 28 16:12:01.969999 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1282-d074-408c-b53c-75a084de65b4 req-1872c86e-63fb-40e3-8dbf-98f9cde538ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:01.971507 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-237f1282-d074-408c-b53c-75a084de65b4 req-1872c86e-63fb-40e3-8dbf-98f9cde538ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1096 time: 0.0716856 Mar 28 16:12:02.111515 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1282-d074-408c-b53c-75a084de65b4 req-272936c1-d186-4249-860a-df4353c5712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:02.112914 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-237f1282-d074-408c-b53c-75a084de65b4 req-272936c1-d186-4249-860a-df4353c5712d service neutron] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 910 time: 0.1225789 Mar 28 16:12:02.296698 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-237f1282-d074-408c-b53c-75a084de65b4 req-4ed10f41-a7c2-43c8-ac49-8312a1d5c5cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde HTTP/1.1" status: 200 len: 999 time: 0.1771371 Mar 28 16:12:02.357061 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1282-d074-408c-b53c-75a084de65b4 req-762525d4-7276-4d7f-bffc-8d9da4d36d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:02.358415 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-237f1282-d074-408c-b53c-75a084de65b4 req-762525d4-7276-4d7f-bffc-8d9da4d36d6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0560503 Mar 28 16:12:02.432533 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1282-d074-408c-b53c-75a084de65b4 req-57f8b010-3bf4-4fae-9e88-8758d6efe13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:02.433956 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-237f1282-d074-408c-b53c-75a084de65b4 req-57f8b010-3bf4-4fae-9e88-8758d6efe13f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691311 Mar 28 16:12:02.561025 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-237f1282-d074-408c-b53c-75a084de65b4 req-1dd62c9a-df74-45fe-abdd-6a6b56bf07ac service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208668 Mar 28 16:12:02.600977 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1a687275-5caa-416e-8fd0-4ef3e495a97a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 16:12:02.734635 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-237f1282-d074-408c-b53c-75a084de65b4 req-6dc38084-5860-4304-9a69-168ab3f67a79 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676910 Mar 28 16:12:02.772117 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:12:02.775216 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28ccdd-2b85-4e9b-9892-be28643f2cbb req-5fea8402-0b19-4e79-923f-5f87cd0fd169 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:02.776670 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cb28ccdd-2b85-4e9b-9892-be28643f2cbb req-5fea8402-0b19-4e79-923f-5f87cd0fd169 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 943 time: 0.0986128 Mar 28 16:12:02.785363 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'port_id': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'mac_address': 'fa:16:3e:05:fb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 16:12:02.821205 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-cb28ccdd-2b85-4e9b-9892-be28643f2cbb req-afc596aa-6fc5-42f4-9f38-4d32137eab68 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384622 Mar 28 16:12:02.841807 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:02.858341 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a687275-5caa-416e-8fd0-4ef3e495a97a {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:12:02.874955 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:12:02.961703 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:03.036033 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1a687275-5caa-416e-8fd0-4ef3e495a97a,revision_number=4']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:12:03.150293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:03.257151 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['1a687275-5caa-416e-8fd0-4ef3e495a97a'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 16:12:04.009876 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca35cc6-2b48-423a-af5a-2fc1bfba5822 req-967455c8-226a-4b70-a654-5ae54ff8880f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:04.011358 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dca35cc6-2b48-423a-af5a-2fc1bfba5822 req-967455c8-226a-4b70-a654-5ae54ff8880f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 944 time: 0.0825238 Mar 28 16:12:04.055366 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-dca35cc6-2b48-423a-af5a-2fc1bfba5822 req-d6a393a2-5be2-4fe2-84e0-0bd364e1e8d7 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376170 Mar 28 16:12:04.616417 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1a687275-5caa-416e-8fd0-4ef3e495a97a up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:12:04.768444 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning for port 1a687275-5caa-416e-8fd0-4ef3e495a97a completed by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 16:12:04.773229 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 1a687275-5caa-416e-8fd0-4ef3e495a97a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:12:04.773590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:04.884720 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:04.911246 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:12:04.925914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:12:04.956920 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'code': 200} Mar 28 16:12:04.992285 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:05.064754 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1a687275-5caa-416e-8fd0-4ef3e495a97a,revision_number=5']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:12:05.244991 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963595f-6e8b-444d-ae6b-123b39503f1a req-e1c29df5-6e80-4bca-a639-01cd6af5ae6b tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:05.246361 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3963595f-6e8b-444d-ae6b-123b39503f1a req-e1c29df5-6e80-4bca-a639-01cd6af5ae6b tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 945 time: 0.0819046 Mar 28 16:12:05.293364 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3963595f-6e8b-444d-ae6b-123b39503f1a req-42174410-8c81-426f-a2f2-2f415a7ac5ae tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410836 Mar 28 16:12:05.358949 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e58e7-6255-40f9-901a-8cce3da26aa6 req-ae8100db-17e3-4952-bbf3-5097d228d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:05.360471 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e83e58e7-6255-40f9-901a-8cce3da26aa6 req-ae8100db-17e3-4952-bbf3-5097d228d616 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0748458 Mar 28 16:12:05.399963 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e83e58e7-6255-40f9-901a-8cce3da26aa6 req-c9652009-6c31-49e3-9803-09edf75c27eb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338547 Mar 28 16:12:06.479845 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d8b03-ddf4-4340-9478-531422ba986e req-a3ea0797-990a-4141-bda2-2873942e50b8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:06.481376 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-008d8b03-ddf4-4340-9478-531422ba986e req-a3ea0797-990a-4141-bda2-2873942e50b8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 945 time: 0.0801814 Mar 28 16:12:06.529257 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-008d8b03-ddf4-4340-9478-531422ba986e req-f4fce52c-1657-402b-bd32-6a094fb74a84 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Mar 28 16:12:07.712848 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114d515-fa29-4e55-ad08-b7ac83d6825f req-471d3d6e-970a-4b0b-8c5d-b576b6217409 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:07.714207 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6114d515-fa29-4e55-ad08-b7ac83d6825f req-471d3d6e-970a-4b0b-8c5d-b576b6217409 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 945 time: 0.0786705 Mar 28 16:12:07.760534 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-6114d515-fa29-4e55-ad08-b7ac83d6825f req-c8dc3d98-0544-48f7-b679-f6e9e61da515 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Mar 28 16:12:07.939389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7a8ff-cb82-4547-9d40-b59cc53553bc req-58b4a138-0baa-464a-b8ad-cb1f1772491f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:07.940864 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-27c7a8ff-cb82-4547-9d40-b59cc53553bc req-58b4a138-0baa-464a-b8ad-cb1f1772491f tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 945 time: 0.0783834 Mar 28 16:12:07.984263 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-27c7a8ff-cb82-4547-9d40-b59cc53553bc req-a01cabc0-8444-4cb8-97fe-9eeaef1c2bd8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 Mar 28 16:12:08.006419 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44802) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:12:08.077947 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c791c217-f401-466e-a37c-b3891c34e45d tempest-TestSnapshotPattern-1512224500 tempest-TestSnapshotPattern-1512224500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:08.078645 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c791c217-f401-466e-a37c-b3891c34e45d tempest-TestSnapshotPattern-1512224500 tempest-TestSnapshotPattern-1512224500-project-admin] Synchronizing usage tracker for tenant:f2182911b6cc4880930941d8c29e50c4 on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:12:08.173732 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-c791c217-f401-466e-a37c-b3891c34e45d tempest-TestSnapshotPattern-1512224500 tempest-TestSnapshotPattern-1512224500-project-admin] Unset dirty status for tenant:f2182911b6cc4880930941d8c29e50c4 on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:12:08.174890 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-c791c217-f401-466e-a37c-b3891c34e45d tempest-TestSnapshotPattern-1512224500 tempest-TestSnapshotPattern-1512224500-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 1093 time: 0.1675000 Mar 28 16:12:08.177636 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 44806) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:12:08.182566 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.v2.base [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Request body: {'floatingip': {'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'port_id': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 16:12:08.188568 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 16:12:08.192455 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Usage tracker for resource:floatingip and tenant:2356c634be104a9e96fd0926ada3288f is out of sync, need to count used quota {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 16:12:08.195289 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88486) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 16:12:08.200984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.quota.driver [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88486) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 16:12:08.305895 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for floatingip, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:08.439175 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:08.568318 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_common [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Allocated IP 172.26.7.40 (ea8f32b8-8e81-47a7-a327-4e7d949ef68b/03c49747-66f9-45dc-b3fd-f29a057ddbe0/5e404573-71c0-4b50-906f-27526a690b67) {{(pid=88486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 16:12:08.716897 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for port, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:08.825988 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781950703903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:08.886628 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Network ea8f32b8-8e81-47a7-a327-4e7d949ef68b is already hosted by enough agents. {{(pid=88486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 16:12:08.889745 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.base_scheduler [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Resources bound (agent type, host, resource id): {{(pid=88486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 16:12:08.893903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Received port after_create {{(pid=88486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 16:12:08.946464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'Port': ['ID=5e404573-71c0-4b50-906f-27526a690b67,revision_number=1']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:12:09.410076 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:09.563675 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:09.763659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for port, precommit_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:09.808389 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32161526'] for port, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:09.914397 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event updated for resources: {'Port': ['ID=5e404573-71c0-4b50-906f-27526a690b67,revision_number=2']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:12:09.925972 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044048'] for floatingip, after_update {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:10.095540 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Floating IP 69952164-1b4a-4ff7-a5e8-dea4f3023e52 associated. External IP: 172.26.7.40, port: 1a687275-5caa-416e-8fd0-4ef3e495a97a. Mar 28 16:12:10.434944 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Router 60176433-9429-4b78-ae61-3639082dae1e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:12:10.706607 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:12:10.716409 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] Sync routers for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:12:10.725957 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:12:10.726547 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:11:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:12:10.798103 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:10.852649 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-6daafff1-7048-4194-adb4-2355bf79c2c8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6740091 Mar 28 16:12:10.853221 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:12:10.896305 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'status': 'completed', 'code': 200} Mar 28 16:12:10.907784 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:12:11.013562 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-0ec3bd44-a93c-4ca7-bd37-54c55c7e1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:11.015049 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-0ec3bd44-a93c-4ca7-bd37-54c55c7e1b84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0711153 Mar 28 16:12:11.143213 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-b049820b-5d69-4663-83e2-1eb62dadac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:11.144697 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-b049820b-5d69-4663-83e2-1eb62dadac84 service neutron] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 910 time: 0.1237693 Mar 28 16:12:11.246115 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-34f2c10f-078c-4471-b335-0af0e185807c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a HTTP/1.1" status: 200 len: 998 time: 0.0960636 Mar 28 16:12:11.251253 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '69952164-1b4a-4ff7-a5e8-dea4f3023e52', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.40', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:05:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:12:09Z', 'updated_at': '2022-03-28T16:12:09Z', 'revision_number': 0, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}, {'id': 'd1a7219d-8c7a-47f0-89ce-85217eaa268c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:09:35Z', 'updated_at': '2022-03-28T16:09:38Z', 'revision_number': 1, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:12:11.255052 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] Checking router: 60176433-9429-4b78-ae61-3639082dae1e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:12:11.263516 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:12:11.264160 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:11:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:12:11.309224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-1a1a6eb2-8a57-44c2-8386-ed04ecc296ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:11.310633 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-1a1a6eb2-8a57-44c2-8386-ed04ecc296ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0589716 Mar 28 16:12:11.383168 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-26ca86d2-9789-4e14-afed-9a9790e07dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:11.384620 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-26ca86d2-9789-4e14-afed-9a9790e07dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684514 Mar 28 16:12:11.443069 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:12:11.516978 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-1cad3697-1df5-4a24-acff-02a411a7078c service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257741 Mar 28 16:12:11.650054 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-d4180e4f-0847-4350-ae3f-95e2f57df569 req-ac05d75c-303b-472d-bb2d-bc16a14183fa service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280327 Mar 28 16:12:11.820154 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '69952164-1b4a-4ff7-a5e8-dea4f3023e52', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.40', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:05:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:12:09Z', 'updated_at': '2022-03-28T16:12:09Z', 'revision_number': 0, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}, {'id': 'd1a7219d-8c7a-47f0-89ce-85217eaa268c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:09:35Z', 'updated_at': '2022-03-28T16:09:38Z', 'revision_number': 1, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:12:11.823907 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b141f-15ff-4165-8ab1-f88ca9162b2a None None] The sync data for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv is: [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': '69952164-1b4a-4ff7-a5e8-dea4f3023e52', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.40', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:05:fb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:12:09Z', 'updated_at': '2022-03-28T16:12:09Z', 'revision_number': 0, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}, {'id': 'd1a7219d-8c7a-47f0-89ce-85217eaa268c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:09:35Z', 'updated_at': '2022-03-28T16:09:38Z', 'revision_number': 1, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:12:12.016361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22e0b1-552d-4342-9193-d83200a66f31 None None] New status for floating IP 69952164-1b4a-4ff7-a5e8-dea4f3023e52: ACTIVE {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 16:12:21.401092 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-60701ef6-9505-45cf-b2a4-d9dead9a5c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:23.516613 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0c348925-85e9-4e34-8207-a132fa56ffd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:24.703899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:25.029250 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:26.442709 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:33.162430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:38.288339 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:12:51.446388 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-12dd7b74-03d5-4c78-9fb1-e40828c9d7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:53.550570 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6b5a-ae88-41e4-8211-96cad412c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:54.664836 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:54.990458 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:56.441816 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:12:56.626312 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7958f44d-7a21-4015-9a2d-27f15891909e req-d6953c11-d223-40cc-b361-8a18090b3b77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712798 Mar 28 16:12:56.774404 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f44d-7a21-4015-9a2d-27f15891909e req-02fca30b-679f-42e8-b3a7-761e44e0048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:56.775931 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7958f44d-7a21-4015-9a2d-27f15891909e req-02fca30b-679f-42e8-b3a7-761e44e0048a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1096 time: 0.0697422 Mar 28 16:12:56.918248 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f44d-7a21-4015-9a2d-27f15891909e req-6ba8ccc3-8388-48a5-9b53-726887ba9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:56.919639 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7958f44d-7a21-4015-9a2d-27f15891909e req-6ba8ccc3-8388-48a5-9b53-726887ba9d76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 910 time: 0.1257436 Mar 28 16:12:57.021010 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7958f44d-7a21-4015-9a2d-27f15891909e req-868dfe19-726c-4ede-9303-add63ee6c58f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde HTTP/1.1" status: 200 len: 999 time: 0.0952954 Mar 28 16:12:57.081304 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f44d-7a21-4015-9a2d-27f15891909e req-182cd893-7e91-4961-b305-d5b088d74356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:57.082680 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7958f44d-7a21-4015-9a2d-27f15891909e req-182cd893-7e91-4961-b305-d5b088d74356 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0558078 Mar 28 16:12:57.157984 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f44d-7a21-4015-9a2d-27f15891909e req-42558507-ddbe-44d2-8030-17562733447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:12:57.160077 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7958f44d-7a21-4015-9a2d-27f15891909e req-42558507-ddbe-44d2-8030-17562733447a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715547 Mar 28 16:12:57.289479 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7958f44d-7a21-4015-9a2d-27f15891909e req-4959dbd8-e3b8-4dde-bb09-e5d8dd32828d service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234667 Mar 28 16:12:57.516360 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-7958f44d-7a21-4015-9a2d-27f15891909e req-edae9a08-83cd-47a6-8d41-ed3e71835d28 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210450 Mar 28 16:13:03.172767 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:15.288536 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:13:21.456523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-95a8ad00-2d7c-4ff9-aab6-3b3570a4db95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:23.547909 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-68d1fa57-81d0-4392-93dd-92da6d41a4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:24.692262 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:24.999422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:26.466041 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:33.183857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:36.941857 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1a687275-5caa-416e-8fd0-4ef3e495a97a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 16:13:37.084987 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:13:37.099507 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Returning: {'device': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'port_id': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'mac_address': 'fa:16:3e:05:fb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 16:13:37.172655 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:37.273661 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a687275-5caa-416e-8fd0-4ef3e495a97a {{(pid=88488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 16:13:37.293306 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:13:37.355759 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:37.425738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1a687275-5caa-416e-8fd0-4ef3e495a97a,revision_number=6']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:13:37.435210 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.435567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.435924 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.436266 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.436700 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.437484 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.438644 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.439456 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.440263 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.440592 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.440918 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.441240 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:37.516216 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] get_ports_and_sgs() called for port_ids ['1a687275-5caa-416e-8fd0-4ef3e495a97a'] {{(pid=88488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 16:13:38.950489 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1a687275-5caa-416e-8fd0-4ef3e495a97a up at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 16:13:39.022178 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.provisioning_blocks [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Provisioning complete for port 1a687275-5caa-416e-8fd0-4ef3e495a97a triggered by entity L2. {{(pid=88488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 16:13:39.022755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995228'] for port, provisioning_complete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:39.143670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:39.173254 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:13:39.202996 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:13:39.224703 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'code': 200} Mar 28 16:13:39.327017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:39.395995 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1a687275-5caa-416e-8fd0-4ef3e495a97a,revision_number=7']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:13:48.214046 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45002) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:13:48.414124 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Deleting port 5e404573-71c0-4b50-906f-27526a690b67 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:13:48.414465 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:48.578553 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:48.578903 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:48.697618 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Calling delete_port for 5e404573-71c0-4b50-906f-27526a690b67 owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:13:48.927146 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:48.973912 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event deleted for resources: {'Port': ['ID=5e404573-71c0-4b50-906f-27526a690b67,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:13:49.016705 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.017051 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.017391 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.017726 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.018059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.018387 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.018713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.019054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.019390 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.019714 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.020032 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.020374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-13-hyperv {{(pid=88486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 16:13:49.074080 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:49.074380 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Floating IP 69952164-1b4a-4ff7-a5e8-dea4f3023e52 disassociated (deleted). External IP: 172.26.7.40, port: 1a687275-5caa-416e-8fd0-4ef3e495a97a. Mar 28 16:13:49.412033 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Router 60176433-9429-4b78-ae61-3639082dae1e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:13:49.685666 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:13:49.695185 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] Sync routers for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:13:49.704643 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:13:49.705240 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:13:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:13:49.772234 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:49.829777 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-b2744704-6c13-4462-80e3-23e43be2a018 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "DELETE /v2.0/floatingips/69952164-1b4a-4ff7-a5e8-dea4f3023e52 HTTP/1.1" status: 204 len: 168 time: 1.6146457 Mar 28 16:13:49.830350 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:13:49.885500 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:13:49.995624 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'status': 'completed', 'code': 200} Mar 28 16:13:50.182840 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-0d9b8280-077c-4b14-bf44-6b3920b2daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:50.184458 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-0d9b8280-077c-4b14-bf44-6b3920b2daf4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 1098 time: 0.1472089 Mar 28 16:13:50.278821 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'd1a7219d-8c7a-47f0-89ce-85217eaa268c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:09:35Z', 'updated_at': '2022-03-28T16:09:38Z', 'revision_number': 1, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:13:50.282968 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] Checking router: 60176433-9429-4b78-ae61-3639082dae1e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:13:50.293097 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:13:50.293694 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:13:23Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:13:50.330614 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-fa48bd19-c0da-45a5-ac4d-25cef39b9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:50.332059 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-fa48bd19-c0da-45a5-ac4d-25cef39b9b08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 910 time: 0.1415145 Mar 28 16:13:50.406124 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-9f16118f-4ec2-40e0-abf3-b91c124d32bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a HTTP/1.1" status: 200 len: 217 time: 0.0669069 Mar 28 16:13:50.471179 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-98c1e9a2-c08c-4611-bda4-09ff9fa83409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:50.472712 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-98c1e9a2-c08c-4611-bda4-09ff9fa83409 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0599453 Mar 28 16:13:50.477147 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:13:50.549738 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-d6301176-86b1-48ee-8e4e-69900c47e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:50.551246 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-d6301176-86b1-48ee-8e4e-69900c47e5dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724087 Mar 28 16:13:50.584787 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d9909-4ecb-4583-8b7d-ab8a3ac67724 req-fc6d83da-1101-4c23-a7df-2940502798f3 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:50.586379 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9e1d9909-4ecb-4583-8b7d-ab8a3ac67724 req-fc6d83da-1101-4c23-a7df-2940502798f3 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 945 time: 0.2456608 Mar 28 16:13:50.655931 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-9e1d9909-4ecb-4583-8b7d-ab8a3ac67724 req-d67d7bbc-37fe-4100-8cbf-49642b23e70b tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613403 Mar 28 16:13:50.709924 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-47e3c533-b307-4468-a9d8-1c09e132d910 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509876 Mar 28 16:13:50.839887 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-5f2e5f71-961a-4976-ae3b-733d55a7e390 req-77ea8a05-27bb-42d1-bf98-8da28b6e3a84 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224525 Mar 28 16:13:50.868019 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'd1a7219d-8c7a-47f0-89ce-85217eaa268c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:09:35Z', 'updated_at': '2022-03-28T16:09:38Z', 'revision_number': 1, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:13:50.872024 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802fdde-9fb5-4b06-80f3-f34b46d5924a None None] The sync data for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv is: [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_floatingips': [{'id': 'd1a7219d-8c7a-47f0-89ce-85217eaa268c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'floating_ip_address': '172.26.7.235', 'floating_network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'router_id': '60176433-9429-4b78-ae61-3639082dae1e', 'port_id': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'mac_address': 'fa:16:3e:b4:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137df02-b2b9-4363-9895-43841ce41895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T16:09:35Z', 'updated_at': '2022-03-28T16:09:38Z', 'revision_number': 1, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:13:51.005098 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1a687275-5caa-416e-8fd0-4ef3e495a97a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:13:51.097941 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f17d5c9-32f8-4b6e-a571-2f6490cafe8d None None] New status for floating IP 69952164-1b4a-4ff7-a5e8-dea4f3023e52: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 16:13:51.237604 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543053'] for port, before_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:51.265619 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a'}] {{(pid=88488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:13:51.274883 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:13:51.310174 dv-neutron-828143-13-hyperv neutron-server[88488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'code': 200} Mar 28 16:13:51.381658 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781951052023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781950703921', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781950703966'] for port, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:51.430211 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ac2b56dc-f84b-47aa-ac5f-0d6bb71f6b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:51.449345 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Pushing event updated for resources: {'Port': ['ID=1a687275-5caa-416e-8fd0-4ef3e495a97a,revision_number=8']} {{(pid=88488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:13:51.845463 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d4e1-f3bc-4b70-b23f-e60fa23f39c5 req-0b421b9e-5b38-4ed5-9674-040d24be61db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:51.846911 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3a57d4e1-f3bc-4b70-b23f-e60fa23f39c5 req-0b421b9e-5b38-4ed5-9674-040d24be61db tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 943 time: 0.0818532 Mar 28 16:13:51.891187 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-3a57d4e1-f3bc-4b70-b23f-e60fa23f39c5 req-0406352b-5a23-4fef-b66f-4baf29775f10 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380590 Mar 28 16:13:52.122647 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-2d9df2e8-398e-466d-b89b-9fa7a476bf0d tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:52.123362 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-2d9df2e8-398e-466d-b89b-9fa7a476bf0d tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Synchronizing usage tracker for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:13:52.182930 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-2d9df2e8-398e-466d-b89b-9fa7a476bf0d tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Unset dirty status for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:13:52.184059 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-2d9df2e8-398e-466d-b89b-9fa7a476bf0d tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 943 time: 0.1418664 Mar 28 16:13:52.251935 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Deleting port 1a687275-5caa-416e-8fd0-4ef3e495a97a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:13:52.252275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:52.288508 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:13:52.493885 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] For port 1a687275-5caa-416e-8fd0-4ef3e495a97a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a687275-5caa-416e-8fd0-4ef3e495a97a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:13:52.494155 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:52.614489 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Calling delete_port for 1a687275-5caa-416e-8fd0-4ef3e495a97a owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:13:52.821980 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:52.870802 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event deleted for resources: {'Port': ['ID=1a687275-5caa-416e-8fd0-4ef3e495a97a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:13:52.946514 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] No DVR routers for this DVR port 1a687275-5caa-416e-8fd0-4ef3e495a97a on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 16:13:52.948993 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:52.951518 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'name': 'network-vif-deleted', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:13:52.996626 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df53702f-5ad8-41ad-9614-98b159f36bf9', 'name': 'network-vif-deleted', 'tag': '1a687275-5caa-416e-8fd0-4ef3e495a97a', 'status': 'completed', 'code': 200} Mar 28 16:13:53.022989 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-76ff23d7-3179-44ce-ad8f-11480dc43776 req-57d3f39a-876b-4680-81c1-9d470ba7e207 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "DELETE /v2.0/ports/1a687275-5caa-416e-8fd0-4ef3e495a97a HTTP/1.1" status: 204 len: 173 time: 0.8338804 Mar 28 16:13:53.097359 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-ea81bd59-f871-41c2-8158-d31d92d355fd req-2d041aaf-59fe-417a-8f85-526ba40a8acf tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Synchronizing usage tracker for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:13:53.165015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-ea81bd59-f871-41c2-8158-d31d92d355fd req-2d041aaf-59fe-417a-8f85-526ba40a8acf tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Unset dirty status for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:13:53.166131 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-ea81bd59-f871-41c2-8158-d31d92d355fd req-2d041aaf-59fe-417a-8f85-526ba40a8acf tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=df53702f-5ad8-41ad-9614-98b159f36bf9 HTTP/1.1" status: 200 len: 210 time: 0.1652215 Mar 28 16:13:53.530336 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-c058fec3-1d6f-465d-ae1b-c6c16c722b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:54.672965 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:55.020799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1a687275-5caa-416e-8fd0-4ef3e495a97a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:13:55.052327 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:55.058017 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 1a687275-5caa-416e-8fd0-4ef3e495a97a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:13:55.058339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 1a687275-5caa-416e-8fd0-4ef3e495a97a not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:13:55.538015 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45072) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:13:55.826028 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Deleting port a0196029-ca21-4172-8373-8f399b20872f {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:13:55.826374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:55.995256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:55.995576 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:56.115128 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Calling delete_port for a0196029-ca21-4172-8373-8f399b20872f owned by network:floatingip {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:13:56.315193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:56.366715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event deleted for resources: {'Port': ['ID=a0196029-ca21-4172-8373-8f399b20872f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:13:56.429133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:56.458690 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for floatingip, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:56.459036 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.db.l3_db [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Floating IP d1a7219d-8c7a-47f0-89ce-85217eaa268c disassociated (deleted). External IP: 172.26.7.235, port: 911a3f90-0d2d-4895-97dd-8d6b9d757dde. Mar 28 16:13:56.819164 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Router 60176433-9429-4b78-ae61-3639082dae1e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:13:57.091989 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:13:57.102708 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] Sync routers for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:13:57.111976 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:13:57.125098 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:13:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:13:57.217150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for floatingip, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:57.274122 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-9dca47a1-1014-46d4-b0d6-5ef066c1a8c9 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "DELETE /v2.0/floatingips/d1a7219d-8c7a-47f0-89ce-85217eaa268c HTTP/1.1" status: 204 len: 168 time: 1.7349393 Mar 28 16:13:57.274713 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:13:57.287309 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:13:57.319376 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'status': 'completed', 'code': 200} Mar 28 16:13:57.436701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408315-b560-4bb8-9313-4229d853799a req-68338ae0-0345-4f3d-806d-18312f19a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:57.438176 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44408315-b560-4bb8-9313-4229d853799a req-68338ae0-0345-4f3d-806d-18312f19a3a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2356c634be104a9e96fd0926ada3288f&device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 1096 time: 0.0744503 Mar 28 16:13:57.570109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408315-b560-4bb8-9313-4229d853799a req-89a1c36e-8e69-4db8-af9d-ea2958a8a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:57.571632 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44408315-b560-4bb8-9313-4229d853799a req-89a1c36e-8e69-4db8-af9d-ea2958a8a5b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 200 len: 910 time: 0.1280248 Mar 28 16:13:57.607989 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:13:57.611855 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] Checking router: 60176433-9429-4b78-ae61-3639082dae1e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:13:57.620699 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:13:57.621315 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:13:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:13:57.644903 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44408315-b560-4bb8-9313-4229d853799a req-880721cd-71c3-46bb-b7a6-d998d811538d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde HTTP/1.1" status: 200 len: 217 time: 0.0667880 Mar 28 16:13:57.714118 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408315-b560-4bb8-9313-4229d853799a req-9b605812-3137-48b3-b718-b629c6c423cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:57.715574 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44408315-b560-4bb8-9313-4229d853799a req-9b605812-3137-48b3-b718-b629c6c423cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 200 len: 848 time: 0.0655830 Mar 28 16:13:57.811440 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:13:57.819448 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408315-b560-4bb8-9313-4229d853799a req-5091fbe0-0711-4a5e-a164-b338603db782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:57.821087 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44408315-b560-4bb8-9313-4229d853799a req-5091fbe0-0711-4a5e-a164-b338603db782 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398a98a8-b418-46d3-8b1e-a6c0b8a8594c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740848 Mar 28 16:13:57.970663 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44408315-b560-4bb8-9313-4229d853799a req-ca371c61-93a5-4dea-acdd-f0afcd7a4391 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410766 Mar 28 16:13:58.025748 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b096e8-6029-403d-a727-95acd3f5581e req-45a724ae-c185-4797-8912-da1c396c8c40 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:58.027332 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-49b096e8-6029-403d-a727-95acd3f5581e req-45a724ae-c185-4797-8912-da1c396c8c40 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 943 time: 0.0906491 Mar 28 16:13:58.081110 dv-neutron-828143-13-hyperv neutron-server[88487]: INFO neutron.wsgi [req-49b096e8-6029-403d-a727-95acd3f5581e req-4bea8613-24aa-492c-9d59-40a019d6141a tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475917 Mar 28 16:13:58.116761 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-44408315-b560-4bb8-9313-4229d853799a req-1fc000de-a09c-4066-b611-bab30d39f399 service neutron] 10.222.0.23 "GET /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395159 Mar 28 16:13:58.143006 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:13:58.147057 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1183551-a37e-4c64-8a83-8d49902fa53e None None] The sync data for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv is: [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:09:07Z', 'revision_number': 4, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv', '_interfaces': [{'id': 'bb1ea060-0b20-43fe-a659-faf9f04f9baa', 'name': '', 'network_id': '398a98a8-b418-46d3-8b1e-a6c0b8a8594c', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'mac_address': 'fa:16:3e:21:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:07Z', 'updated_at': '2022-03-28T16:09:13Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'subnets': [{'id': 'abd5aceb-f814-457f-8554-2e1350dde6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:13:58.347131 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15785b61-1802-46ac-9f55-7ceed03ab6d8 None None] New status for floating IP d1a7219d-8c7a-47f0-89ce-85217eaa268c: DOWN {{(pid=88488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 16:13:59.272520 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e652b6-e220-483c-8339-79e23fd42d27 req-9356bcb2-30da-4596-b8f9-92b197854d3d tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:59.273210 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a7e652b6-e220-483c-8339-79e23fd42d27 req-9356bcb2-30da-4596-b8f9-92b197854d3d tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Synchronizing usage tracker for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:13:59.388612 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-a7e652b6-e220-483c-8339-79e23fd42d27 req-9356bcb2-30da-4596-b8f9-92b197854d3d tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Unset dirty status for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:13:59.389753 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7e652b6-e220-483c-8339-79e23fd42d27 req-9356bcb2-30da-4596-b8f9-92b197854d3d tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 943 time: 0.1944571 Mar 28 16:13:59.482494 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-a7e652b6-e220-483c-8339-79e23fd42d27 req-747e0cb7-2258-484c-b3e7-489d70f8ca01 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/security-groups?id=d33b1f70-d2e9-420f-a72c-51f694ffd362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867467 Mar 28 16:13:59.514906 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-f17f2af0-b505-45c3-9b7f-b7b279b223a0 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 16:13:59.516351 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-f17f2af0-b505-45c3-9b7f-b7b279b223a0 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 943 time: 0.1045134 Mar 28 16:13:59.584083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Deleting port 911a3f90-0d2d-4895-97dd-8d6b9d757dde {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:13:59.584358 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:59.827494 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] For port 911a3f90-0d2d-4895-97dd-8d6b9d757dde, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=911a3f90-0d2d-4895-97dd-8d6b9d757dde,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:13:59.827852 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:13:59.952929 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Calling delete_port for 911a3f90-0d2d-4895-97dd-8d6b9d757dde owned by compute:nova {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:14:00.160369 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:00.212659 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event deleted for resources: {'Port': ['ID=911a3f90-0d2d-4895-97dd-8d6b9d757dde,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:00.285488 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] No DVR routers for this DVR port 911a3f90-0d2d-4895-97dd-8d6b9d757dde on host hv-neutron-8281 {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 16:14:00.287938 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113593'] for port, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:00.290275 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'name': 'network-vif-deleted', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde'}] {{(pid=88486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 16:14:00.334921 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4137df02-b2b9-4363-9895-43841ce41895', 'name': 'network-vif-deleted', 'tag': '911a3f90-0d2d-4895-97dd-8d6b9d757dde', 'status': 'completed', 'code': 200} Mar 28 16:14:00.388230 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-47dd0625-43fc-447d-8d57-cd0cfdfd639a req-ceabd780-a7c9-45e4-aab7-10406d209cc8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.23 "DELETE /v2.0/ports/911a3f90-0d2d-4895-97dd-8d6b9d757dde HTTP/1.1" status: 204 len: 173 time: 0.8664541 Mar 28 16:14:00.644441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e740751f-272d-4a45-a4f1-ed3362c6fa71 req-84379e8d-f79b-461c-88de-e660550e32d6 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Synchronizing usage tracker for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 16:14:00.730153 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.quota.resource [req-e740751f-272d-4a45-a4f1-ed3362c6fa71 req-84379e8d-f79b-461c-88de-e660550e32d6 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Unset dirty status for tenant:2356c634be104a9e96fd0926ada3288f on resource:port {{(pid=88486) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 16:14:00.731361 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [req-e740751f-272d-4a45-a4f1-ed3362c6fa71 req-84379e8d-f79b-461c-88de-e660550e32d6 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "GET /v2.0/ports?device_id=4137df02-b2b9-4363-9895-43841ce41895 HTTP/1.1" status: 200 len: 210 time: 0.1394219 Mar 28 16:14:01.825727 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45092) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:01.892480 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e2ab935-3c2c-4408-b3f1-350656062ea8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:01.922862 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e2ab935-3c2c-4408-b3f1-350656062ea8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:02.055605 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e2ab935-3c2c-4408-b3f1-350656062ea8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:02.072775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ab935-3c2c-4408-b3f1-350656062ea8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33b1f70-d2e9-420f-a72c-51f694ffd362,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:02.152224 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-2e2ab935-3c2c-4408-b3f1-350656062ea8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:02.153350 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-2e2ab935-3c2c-4408-b3f1-350656062ea8 tempest-TestSnapshotPattern-1310935285 tempest-TestSnapshotPattern-1310935285-project] 10.222.0.16 "DELETE /v2.0/security-groups/d33b1f70-d2e9-420f-a72c-51f694ffd362 HTTP/1.1" status: 204 len: 168 time: 0.3266323 Mar 28 16:14:03.052126 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 911a3f90-0d2d-4895-97dd-8d6b9d757dde no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:14:03.086192 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] No Port match for: 911a3f90-0d2d-4895-97dd-8d6b9d757dde {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:14:03.086526 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Device 911a3f90-0d2d-4895-97dd-8d6b9d757dde not bound to the agent host hv-neutron-8281 {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:14:03.200422 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:03.300267 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45100) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:04.026429 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:04.372177 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Deleting port bb1ea060-0b20-43fe-a659-faf9f04f9baa {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:04.372868 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:04.537985 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] For port bb1ea060-0b20-43fe-a659-faf9f04f9baa, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=bb1ea060-0b20-43fe-a659-faf9f04f9baa,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:14:04.538329 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:04.659964 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Calling delete_port for bb1ea060-0b20-43fe-a659-faf9f04f9baa owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:14:05.137711 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:05.187000 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1ea060-0b20-43fe-a659-faf9f04f9baa,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:05.455781 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:05.814464 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Router 60176433-9429-4b78-ae61-3639082dae1e has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:14:05.987702 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:14:05.996458 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] Sync routers for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:14:06.006022 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:14:06.006607 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:13:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:06.127585 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-8081c59a-19eb-4d3c-99ab-5352f2236b0d admin admin] 10.222.0.16 "PUT /v2.0/routers/60176433-9429-4b78-ae61-3639082dae1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8261204 Mar 28 16:14:06.129931 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45106) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:06.206536 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:14:06.299969 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:06.485157 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:14:04Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:06.488815 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] Checking router: 60176433-9429-4b78-ae61-3639082dae1e for host: dv-neutron-828143-13-hyperv {{(pid=88489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:14:06.497571 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] Routers {'60176433-9429-4b78-ae61-3639082dae1e'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:14:06.498153 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:13:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['60176433-9429-4b78-ae61-3639082dae1e'], 'active': True} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:06.584244 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:06.651768 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Deleting port 88e1153e-2e63-4653-9f2a-28d8dad245cf {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:06.652621 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:06.671111 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_dvr_db [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] Set router 60176433-9429-4b78-ae61-3639082dae1e gateway port host: dv-neutron-828143-13-hyperv {{(pid=88489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:14:06.825246 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] For port 88e1153e-2e63-4653-9f2a-28d8dad245cf, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=88e1153e-2e63-4653-9f2a-28d8dad245cf,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:14:06.825598 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:06.947632 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Calling delete_port for 88e1153e-2e63-4653-9f2a-28d8dad245cf owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:14:06.949547 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.l3_hamode_db [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:14:04Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:06.953386 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e802a0-d7f4-46df-b0d0-ef6d9ad43c86 None None] The sync data for ids ['60176433-9429-4b78-ae61-3639082dae1e'] in dv-neutron-828143-13-hyperv is: [{'id': '60176433-9429-4b78-ae61-3639082dae1e', 'name': 'tempest-TestSnapshotPattern-325291679-router', 'tenant_id': '2356c634be104a9e96fd0926ada3288f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184'}], 'enable_snat': True}, 'gw_port_id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:03Z', 'updated_at': '2022-03-28T16:14:04Z', 'revision_number': 5, 'project_id': '2356c634be104a9e96fd0926ada3288f', 'gw_port': {'id': '88e1153e-2e63-4653-9f2a-28d8dad245cf', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60176433-9429-4b78-ae61-3639082dae1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:04Z', 'updated_at': '2022-03-28T16:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}] {{(pid=88489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:14:07.206122 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.256102 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e1153e-2e63-4653-9f2a-28d8dad245cf,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:07.344330 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.507180 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bb1ea060-0b20-43fe-a659-faf9f04f9baa no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:14:07.519461 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.522199 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.545053 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: bb1ea060-0b20-43fe-a659-faf9f04f9baa {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:14:07.545401 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device bb1ea060-0b20-43fe-a659-faf9f04f9baa not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:14:07.605741 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.606209 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60176433-9429-4b78-ae61-3639082dae1e {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 16:14:07.618573 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.619731 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7fb13e8e-e242-4723-b803-4f5887642142 admin admin] 10.222.0.16 "DELETE /v2.0/routers/60176433-9429-4b78-ae61-3639082dae1e HTTP/1.1" status: 204 len: 168 time: 1.4883003 Mar 28 16:14:07.622360 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45110) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:07.685078 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-719f471f-2c06-4e9c-b5e0-8174ced56ba2 admin admin] Deleting subnet abd5aceb-f814-457f-8554-2e1350dde6eb {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 16:14:07.688290 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-719f471f-2c06-4e9c-b5e0-8174ced56ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.738230 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-719f471f-2c06-4e9c-b5e0-8174ced56ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.813923 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-719f471f-2c06-4e9c-b5e0-8174ced56ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.953048 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-719f471f-2c06-4e9c-b5e0-8174ced56ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.988441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f471f-2c06-4e9c-b5e0-8174ced56ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd5aceb-f814-457f-8554-2e1350dde6eb,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:07.994441 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-719f471f-2c06-4e9c-b5e0-8174ced56ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:07.999577 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd2856-232a-4afe-ab4d-c2374e361408 None None] Network 398a98a8-b418-46d3-8b1e-a6c0b8a8594c requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 16:14:08.002619 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-719f471f-2c06-4e9c-b5e0-8174ced56ba2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/abd5aceb-f814-457f-8554-2e1350dde6eb HTTP/1.1" status: 204 len: 168 time: 0.3773046 Mar 28 16:14:08.002833 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45114) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:08.214426 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.224928 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Deleting port fafa268c-8232-440b-ba28-9800c84f7f5a {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:08.225256 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.279979 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] DHCP port deletion for 398a98a8-b418-46d3-8b1e-a6c0b8a8594c request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 16:14:08.284144 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] Deleting port fafa268c-8232-440b-ba28-9800c84f7f5a {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:08.284523 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.436451 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] For port fafa268c-8232-440b-ba28-9800c84f7f5a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fafa268c-8232-440b-ba28-9800c84f7f5a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:14:08.436729 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.518707 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] For port fafa268c-8232-440b-ba28-9800c84f7f5a, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=fafa268c-8232-440b-ba28-9800c84f7f5a,segment=NetworkSegment(ee4cf962-a9e5-4271-a00a-95f3274417b8),segment_id=ee4cf962-a9e5-4271-a00a-95f3274417b8)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:14:08.519293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.559445 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Calling delete_port for fafa268c-8232-440b-ba28-9800c84f7f5a owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:14:08.643349 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] Calling delete_port for fafa268c-8232-440b-ba28-9800c84f7f5a owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:14:08.697681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.717252 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 16:14:08.717633 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 16:14:08.746617 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fafa268c-8232-440b-ba28-9800c84f7f5a,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:08.750150 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] No DVR routers for this DVR port fafa268c-8232-440b-ba28-9800c84f7f5a on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 16:14:08.862857 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.887691 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398a98a8-b418-46d3-8b1e-a6c0b8a8594c']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:08.899769 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4cf962-a9e5-4271-a00a-95f3274417b8') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:08.900064 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4cf962-a9e5-4271-a00a-95f3274417b8') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:08.911879 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.927737 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.933775 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 16:14:08.934163 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 16:14:08.947317 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 16:14:09.103006 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:09.118615 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:09.128444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=398a98a8-b418-46d3-8b1e-a6c0b8a8594c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:09.189308 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-7e4ee2bd-8b87-47fb-8926-7d6481d92bb1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/398a98a8-b418-46d3-8b1e-a6c0b8a8594c HTTP/1.1" status: 204 len: 168 time: 1.1854796 Mar 28 16:14:09.192083 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45118) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:09.218882 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] Deleting port fafa268c-8232-440b-ba28-9800c84f7f5a {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:09.219316 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:09.285072 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-86eddad1-8834-4567-a7b2-2546194a4fb1 None None] The port 'fafa268c-8232-440b-ba28-9800c84f7f5a' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 16:14:09.500437 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 88e1153e-2e63-4653-9f2a-28d8dad245cf no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:14:09.539301 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 88e1153e-2e63-4653-9f2a-28d8dad245cf {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:14:09.539948 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 88e1153e-2e63-4653-9f2a-28d8dad245cf not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:14:09.540061 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fafa268c-8232-440b-ba28-9800c84f7f5a no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:14:09.572725 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: fafa268c-8232-440b-ba28-9800c84f7f5a {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:14:09.572981 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device fafa268c-8232-440b-ba28-9800c84f7f5a not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:14:09.734530 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043362'] for router_interface, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:10.170384 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Deleting port 0c5d0c0e-951b-49cc-96a9-73233354c05c {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:10.170715 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:10.340706 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] For port 0c5d0c0e-951b-49cc-96a9-73233354c05c, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=0c5d0c0e-951b-49cc-96a9-73233354c05c,segment=NetworkSegment(c21d1a57-04f9-4e10-9fce-b8c7233d62cb),segment_id=c21d1a57-04f9-4e10-9fce-b8c7233d62cb)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:14:10.341053 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:10.462795 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Calling delete_port for 0c5d0c0e-951b-49cc-96a9-73233354c05c owned by network:router_interface {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:14:10.708994 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:10.753886 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5d0c0e-951b-49cc-96a9-73233354c05c,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:11.015059 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2043214'] for router_interface, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:11.462054 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Router 4d9cf317-104e-48b3-8965-5a9ecbc8024c has already been hosted by L3 agent 8759d209-6f91-444c-8ae7-6fe68e18d937 {{(pid=88486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 16:14:11.643894 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] Notify agent at l3_agent.dv-neutron-828143-13-hyperv the message routers_updated {{(pid=88486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 16:14:11.652134 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] Sync routers for ids ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'] in dv-neutron-828143-13-hyperv {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 16:14:11.661772 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] Routers {'4d9cf317-104e-48b3-8965-5a9ecbc8024c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:14:11.664693 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:13:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:11.720651 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-67f7e772-5792-4cee-b1ca-0ba2a9d9a8a7 admin admin] 10.222.0.16 "PUT /v2.0/routers/4d9cf317-104e-48b3-8965-5a9ecbc8024c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273798 Mar 28 16:14:11.722889 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45122) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:11.834391 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] Set router 4d9cf317-104e-48b3-8965-5a9ecbc8024c gateway port host: dv-neutron-828143-13-hyperv {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:14:11.899519 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:12.081365 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:12.116467 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'external_fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:11Z', 'updated_at': '2022-03-28T16:14:10Z', 'revision_number': 5, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'gw_port': {'id': '03b8a87a-1ed3-470e-a16a-a818ed12ebc8', 'name': '', 'network_id': 'ea8f32b8-8e81-47a7-a327-4e7d949ef68b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T16:09:12Z', 'updated_at': '2022-03-28T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03c49747-66f9-45dc-b3fd-f29a057ddbe0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-13-hyperv'}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:12.120271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] Checking router: 4d9cf317-104e-48b3-8965-5a9ecbc8024c for host: dv-neutron-828143-13-hyperv {{(pid=88488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 16:14:12.128542 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] Routers {'4d9cf317-104e-48b3-8965-5a9ecbc8024c'} bound to L3 agent in host dv-neutron-828143-13-hyperv {{(pid=88488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 16:14:12.129133 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T15:07:23Z,description=,heartbeat_timestamp=2022-03-28T16:13:53Z,host='dv-neutron-828143-13-hyperv',id=8759d209-6f91-444c-8ae7-6fe68e18d937,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T15:07:24Z,topic='l3_agent')) {'router_ids': ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'], 'active': True} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:12.141577 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Deleting port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:12.141920 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:12.280042 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_dvr_db [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] Set router 4d9cf317-104e-48b3-8965-5a9ecbc8024c gateway port host: None {{(pid=88488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 16:14:12.313409 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] For port 03b8a87a-1ed3-470e-a16a-a818ed12ebc8, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=03b8a87a-1ed3-470e-a16a-a818ed12ebc8,segment=NetworkSegment(f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e),segment_id=f2e5f7ff-ea7d-4dd2-8249-d1920ac7219e)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:14:12.313761 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:12.422702 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.db.l3_hamode_db [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:11Z', 'updated_at': '2022-03-28T16:14:12Z', 'revision_number': 6, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'gw_port_host': None}], 'dv-neutron-828143-13-hyperv', False) {} {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:12.426567 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66109f87-48e5-4aab-afbf-bd2da7f3f419 None None] The sync data for ids ['4d9cf317-104e-48b3-8965-5a9ecbc8024c'] in dv-neutron-828143-13-hyperv is: [{'id': '4d9cf317-104e-48b3-8965-5a9ecbc8024c', 'name': 'tempest-TestSnapshotPattern-911406949-router', 'tenant_id': 'f2182911b6cc4880930941d8c29e50c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T16:09:11Z', 'updated_at': '2022-03-28T16:14:12Z', 'revision_number': 6, 'project_id': 'f2182911b6cc4880930941d8c29e50c4', 'gw_port_host': None}] {{(pid=88488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 16:14:12.435701 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Calling delete_port for 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 owned by network:router_gateway {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:14:12.651450 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:12.695323 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b8a87a-1ed3-470e-a16a-a818ed12ebc8,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:12.900374 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044101'] for router_gateway, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.070452 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2041292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30230'] for router, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.072719 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.178084 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2041149'] for router, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.178625 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d9cf317-104e-48b3-8965-5a9ecbc8024c {{(pid=88486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 16:14:13.190590 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.193348 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ee573e62-d2b0-4b22-a48b-70c68ef6f6b4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4d9cf317-104e-48b3-8965-5a9ecbc8024c HTTP/1.1" status: 204 len: 168 time: 1.4680140 Mar 28 16:14:13.194251 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45126) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:13.256227 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0aed1b-ccb8-4ad8-9555-b9726b42ecd7 admin admin] Deleting subnet 99f8cdfb-1630-408c-9dcf-b664ceae0c22 {{(pid=88486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 16:14:13.259313 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0aed1b-ccb8-4ad8-9555-b9726b42ecd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.307837 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0aed1b-ccb8-4ad8-9555-b9726b42ecd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1705891'] for subnet, precommit_delete_associations {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.389109 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0aed1b-ccb8-4ad8-9555-b9726b42ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-997788'] for subnet, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.502773 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0c5d0c0e-951b-49cc-96a9-73233354c05c no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:14:13.531793 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0aed1b-ccb8-4ad8-9555-b9726b42ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32160560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31919036'] for subnet, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.538997 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 0c5d0c0e-951b-49cc-96a9-73233354c05c {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:14:13.539371 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 0c5d0c0e-951b-49cc-96a9-73233354c05c not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:14:13.539788 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:14:13.572952 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aed1b-ccb8-4ad8-9555-b9726b42ecd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f8cdfb-1630-408c-9dcf-b664ceae0c22,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:13.573477 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:14:13.574272 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 03b8a87a-1ed3-470e-a16a-a818ed12ebc8 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:14:13.574987 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-ec0aed1b-ccb8-4ad8-9555-b9726b42ecd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.579283 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcbc2be-e5cb-4cef-81f1-163b49a9a834 None None] Network 62b736cf-0711-457e-aafd-6679a0a89d1f requested from dv-neutron-828143-13-hyperv {{(pid=88488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 16:14:13.583602 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-ec0aed1b-ccb8-4ad8-9555-b9726b42ecd7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/99f8cdfb-1630-408c-9dcf-b664ceae0c22 HTTP/1.1" status: 204 len: 168 time: 0.3858321 Mar 28 16:14:13.583602 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45130) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:13.688446 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537129'] for network, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.698722 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Deleting port 53c43457-aae8-4cb9-977e-ea4dcea18182 {{(pid=88486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:13.699093 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.823879 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] DHCP port deletion for 62b736cf-0711-457e-aafd-6679a0a89d1f request from dv-neutron-828143-13-hyperv {{(pid=88488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 16:14:13.829670 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] Deleting port 53c43457-aae8-4cb9-977e-ea4dcea18182 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:13.830251 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:13.970677 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.db [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] For port 53c43457-aae8-4cb9-977e-ea4dcea18182, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=53c43457-aae8-4cb9-977e-ea4dcea18182,segment=NetworkSegment(c21d1a57-04f9-4e10-9fce-b8c7233d62cb),segment_id=c21d1a57-04f9-4e10-9fce-b8c7233d62cb)] {{(pid=88486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:14:13.971278 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.100175 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.db [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] For port 53c43457-aae8-4cb9-977e-ea4dcea18182, host dv-neutron-828143-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-13-hyperv',level=0,port_id=53c43457-aae8-4cb9-977e-ea4dcea18182,segment=NetworkSegment(c21d1a57-04f9-4e10-9fce-b8c7233d62cb),segment_id=c21d1a57-04f9-4e10-9fce-b8c7233d62cb)] {{(pid=88488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 16:14:14.100675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045410'] for port, precommit_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.152778 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.plugin [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Calling delete_port for 53c43457-aae8-4cb9-977e-ea4dcea18182 owned by network:dhcp {{(pid=88486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:14:14.225914 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] Calling delete_port for 53c43457-aae8-4cb9-977e-ea4dcea18182 owned by network:dhcp {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 16:14:14.303629 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-543886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781951052005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781950703912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32161519'] for port, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.308701 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.db.api [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 16:14:14.309046 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG oslo_db.api [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 16:14:14.348831 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c43457-aae8-4cb9-977e-ea4dcea18182,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:14.352291 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] No DVR routers for this DVR port 53c43457-aae8-4cb9-977e-ea4dcea18182 on host dv-neutron-828143-13-hyperv {{(pid=88486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 16:14:14.464326 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997893', 'neutron.services.segments.db._delete_segments_for_network-8781951126604'] for network, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.487844 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b736cf-0711-457e-aafd-6679a0a89d1f']}} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:14.499758 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb') {'for_net_delete': True} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:14.500070 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.services.segments.db [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21d1a57-04f9-4e10-9fce-b8c7233d62cb') {} {{(pid=88486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 16:14:14.511652 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781951129447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1705908'] for segment, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.526890 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983849'] for segment, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.532755 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=88486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 16:14:14.533133 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32161426'] for segment, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: Traceback (most recent call last): Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: timer() Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: cb(*args, **kw) Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: return func(*args, **kwargs) Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: self._notify() Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: self.callback(batched_events) Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: event.method(event) Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: return f(self, *a, **k) Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._get(url).json() Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: return self.request(url, 'GET', **kwargs) Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 16:14:14.546154 dv-neutron-828143-13-hyperv neutron-server[88486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 16:14:14.782812 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044130'] for network, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.799176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Notify callbacks [] for network, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.809498 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b736cf-0711-457e-aafd-6679a0a89d1f,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:14.810239 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] Deleting port 53c43457-aae8-4cb9-977e-ea4dcea18182 {{(pid=88488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 16:14:14.810706 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781951045367'] for port, before_delete {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:14.816606 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-51a138bb-6f2e-4940-8ad6-fd1fe0d57028 admin admin] 10.222.0.16 "DELETE /v2.0/networks/62b736cf-0711-457e-aafd-6679a0a89d1f HTTP/1.1" status: 204 len: 168 time: 1.2322645 Mar 28 16:14:14.875818 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-82b0dbb2-df35-4559-a9fd-a04e9ced940e None None] The port '53c43457-aae8-4cb9-977e-ea4dcea18182' was deleted {{(pid=88488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 16:14:15.105724 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45136) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:15.152839 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-5d268ffa-a49f-4e55-8f1a-7abcc7e94a8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2356c634be104a9e96fd0926ada3288f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459034 Mar 28 16:14:15.155176 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45140) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:15.216475 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e656eba1-0ea1-4f13-b98e-39b91e6be2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:15.241743 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e656eba1-0ea1-4f13-b98e-39b91e6be2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:15.364036 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e656eba1-0ea1-4f13-b98e-39b91e6be2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:15.380751 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656eba1-0ea1-4f13-b98e-39b91e6be2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c3d80-1eee-4087-9f0c-98fd7f9e7653,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:15.388870 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-e656eba1-0ea1-4f13-b98e-39b91e6be2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:15.390001 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-e656eba1-0ea1-4f13-b98e-39b91e6be2c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/440c3d80-1eee-4087-9f0c-98fd7f9e7653 HTTP/1.1" status: 204 len: 168 time: 0.2339211 Mar 28 16:14:15.499383 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 53c43457-aae8-4cb9-977e-ea4dcea18182 no longer exists at agent ovs-agent-dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 16:14:15.540692 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.plugin [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] No Port match for: 53c43457-aae8-4cb9-977e-ea4dcea18182 {{(pid=88488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 16:14:15.541034 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron.plugins.ml2.rpc [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Device 53c43457-aae8-4cb9-977e-ea4dcea18182 not bound to the agent host dv-neutron-828143-13-hyperv {{(pid=88488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 16:14:16.107444 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45148) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:16.154822 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-a7620941-6c25-424c-99f8-7d363c0c51a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2182911b6cc4880930941d8c29e50c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462558 Mar 28 16:14:16.157193 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.wsgi [-] (88486) accepted ('10.222.0.16', 45152) {{(pid=88486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 16:14:16.212822 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae0ba-252d-4e00-affb-6ef44575dc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:16.237948 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae0ba-252d-4e00-affb-6ef44575dc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:16.386665 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae0ba-252d-4e00-affb-6ef44575dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667084'] for security_group, after_delete {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:16.402681 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ae0ba-252d-4e00-affb-6ef44575dc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9e934e-51b2-441c-830d-93830e9bce13,revision_number=None']} {{(pid=88486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 16:14:16.407259 dv-neutron-828143-13-hyperv neutron-server[88486]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae0ba-252d-4e00-affb-6ef44575dc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:16.408635 dv-neutron-828143-13-hyperv neutron-server[88486]: INFO neutron.wsgi [None req-1d6ae0ba-252d-4e00-affb-6ef44575dc70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec9e934e-51b2-441c-830d-93830e9bce13 HTTP/1.1" status: 204 len: 168 time: 0.2502275 Mar 28 16:14:21.416842 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-a3fee800-9118-4872-976f-267e243282db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:23.576776 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-ad813053-0679-4cac-818d-e6a803b569ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:24.714087 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:24.997848 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:26.439520 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:29.287662 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:14:33.174872 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:51.449064 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-54b59d23-63e9-4530-9de4-90bd07374b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:53.563293 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-129f082c-cc99-48e1-9629-803704c19fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:54.661510 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:55.010287 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:14:56.461805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:03.187319 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:06.287098 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:15:21.409568 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa6bd-70de-49c6-ae79-92ed047b98bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:23.523861 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-dc67da88-44a6-4d20-81a3-83505ca0f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:24.676595 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:25.019601 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:26.483590 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:33.215198 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:43.287614 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:15:51.431888 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3816a40e-1f36-4fdf-8df8-e9d3923b84ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:53.538430 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-380a7b68-3cc7-4058-b813-b237a65d3f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:54.666048 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:55.037153 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:15:56.448906 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:03.231799 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:10.308586 dv-neutron-828143-13-hyperv neutron-server[88487]: DEBUG neutron.wsgi [req-bc7b5707-1c4a-44d1-bc08-ce7c29ec4b5b req-6cbb5a35-8444-47e2-a3fc-59784695f634 service neutron] (88487) timed out ('10.222.0.16', 43612) {{(pid=88487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 16:16:20.286077 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:16:21.435245 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-314d6c60-5aa1-4d45-894a-a3e56d0fa651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:23.608080 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-9b14fb83-b3ca-424a-8c61-c9ba0c66134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:24.703547 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:25.012096 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:26.459266 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:33.252141 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:51.441805 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-46bd6798-c194-40d7-a21a-9e54e6b3e561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:53.554755 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-e7d888c5-335b-413a-a823-18718111bd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:54.674333 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:55.040011 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:56.491984 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:16:57.284822 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:17:03.264227 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:21.440738 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-486ec8aa-29c8-44e4-8181-13a77d651c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:23.544160 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-34328744-6ab2-4dca-a105-f9f76841b37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:24.686645 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:25.058051 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:26.486629 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:33.297902 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:34.283040 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:17:51.417271 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7c1f74a6-3360-4648-b2c1-2c83fa60c426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:53.543121 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-3e6a682e-3f33-4187-bf57-11fed004e1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:54.708875 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:55.029009 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:17:56.480259 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:03.274163 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:11.282647 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:18:21.455322 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ae9422d-e37d-4811-9b51-7bfaa980cd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:23.546647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-80814541-c18e-49b2-b00b-178289824e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:24.702881 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:25.051361 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:26.463409 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:33.268563 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:48.281356 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:18:51.417205 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-7c89ae89-8849-49a9-b893-306cc7b5d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:53.548682 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-82e13d5f-74ce-4700-a076-7b6f4871f4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:54.697582 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:55.057358 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:18:56.456923 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:03.295418 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:21.416970 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-11952767-8fa5-4c07-b7c4-842a041c3085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:23.535339 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-77620c98-8490-4928-a7cf-26979e9ed3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:24.706899 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:25.040102 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:25.279324 dv-neutron-828143-13-hyperv neutron-server[88489]: DEBUG neutron.db.agents_db [None req-d79d2b94-51d2-4664-9924-293d93e0da3f None None] Agent healthcheck: found 6 active agents {{(pid=88489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 16:19:26.512399 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:33.319647 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-1b649052-f6ac-4713-bde4-fe527bc9c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:51.422331 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-444f878f-2f2e-401e-975b-a9983fb1a5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:53.571097 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-825fee23-06bb-4809-a335-5ab860248576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:54.673784 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-2c9469aa-4833-4f91-8132-c9a0111b1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:55.028424 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-4830d87c-8984-4275-b524-aaa603f2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 16:19:56.489675 dv-neutron-828143-13-hyperv neutron-server[88488]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc4b6-c468-489f-a75c-755e2cd8225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781951126577', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995279'] for agent, after_update {{(pid=88488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}